1.用户伪装
uapools = [
"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134",
]
def ua(uapools):
thisua = random.choice(uapools)
print(thisua)
headers = ('user-agent',thisua)
opener = urllib.request.build_opener()
opener.addheaders = [headers]
urllib.request.install_opener(opener)
2.IPaddress伪装
1. 可以去爬一些免费的 IP
2. 自己去申请(稳定)
thisip = ippools.pop()
proxy = urllib.request.ProxyHandler({"http":thisip})
opener = urllib.request.build_opener(proxy,urllib.request.HTTPHandler)
urllib.request.install_openner(opener)
uapools = [
"Mozilla/5.0 (Windows NT 10.0; WOW64