PythonSpider示例代码
爬取百度首页
import requests
url = "https://www.baidu.com"
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36'}
response = requests.get(url=url,headers=headers)
# response.encoding = "utf-8"
print(response.status_code)
print(response.text)
with open('baidu.html',"w",encoding="utf-8") as f:
f.write(response.text)
f.close()