爬虫基础框架

import requests

def getHTMLtext(url):
	try:
		r = requests.get(url, timeout = 30)
		r.raise_for_status()  # 如果状态不是200， 引发HHTTError异常
		r.encoding = r.apparent_encoding
		return r.text
	except:
		return "产生异常"
		
if __name__ == "__main__":
	url = "http://www.baidu.com"
	print(getHTMLtext(url))