requests库的一些基本使用方法,供自己日后使用备查`
import requests
# get请求
url = "http://www.baidu.com/s"
params = {'wd':''}
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36'}
resp = requests.get(url,params=params,headers=headers)
with open('girl.html','w',encoding='utf-8') as pt:
pt.write(resp.content.decode('utf-8'))
# post请求
url = 'https://www.amazon.com/gp/redirection/mexico.html'
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36',
'cookie':'skin=noskin; session-id=134-1523147-8424152; session-id-time=2082787201l; i18n-prefs=USD; ubid-main=131-1506301-4586412; x-wl-uid=1E56MjHd7joEXtfEzoiDkqJ7Q9i4QHvjhQqDE0kE3376orvEUOp2g7WAP2jSWz1FMu+Pl5AwLCNk=; session-token=LsisxVOs6vs5He2NXfBFjritcrH3UCD2rbmlCWhQ6LUuooPpIMU+5+7vIYQ5gDY10P+oeV4IHQTY3hKZS4TuuZ5xcfQ/vmn+uFj5C3aJHAf6wX5Lih2fdUSexYxlwsWyt/bitSJ1mymhzhEApg/oX1C3WfxY15LrYo7QMHflMXkRfoaTGxzuJQN/Z2pspTJqG8Jlg2nVe7WNBOwFrnPESdUSK1OoW8TJosx8Cr9DwdsDwcONy8tbS/8UroKr5aD1; lc-main=en_US; csm-hit=tb:s-QT9WMRS5A78VMFSKW343|1583757098319&t:1583757098319'}
data = {'path': '/s',
'queryString': '?ie=UTF8&field-keywords=my%20hero%20academia&url=search-alias%3Daps',
'pageType': 'Search',
'referer': 'https://www.amazon.com/'}
resp = requests.post(url=url, headers=headers, data=data)
with open('mhy_amz.html', 'w') as pt:
pt.write(resp.text)
# 使用代理IP
proxy = {'http': '182.35.84.53'}
rasp = requests.get("http://httpbin.org/ip",proxies=proxy)
print(rasp.text)
# cookie的使用
url = "http://www.renren.com/PLogin.do"
data = {'email':'1790082780@qq.com',
'password':'961214'}
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36'}
session = requests.Session()
session.post(url=url,data=data,headers=headers)
response = session.get('http://www.renren.com/880151247/profiles')
with open('renren.html','w',encoding='utf-8') as pt:
pt.write(response.content.decode('utf-8'))
# 遇到不受信任的ssl证书时,在请求语句里加上certify=False即可