Python3爬虫程序 进阶：伪装浏览器、超时功能、保存数据

import urllib.request
import http.cookiejar
 
# head: dict of header
def makeMyOpener(head = {
    'Connection': 'Keep-Alive',
    'Accept': 'text/html, application/xhtml+xml, */*',
    'Accept-Language': 'en-US,en;q=0.8,zh-Hans-CN;q=0.5,zh-Hans;q=0.3',
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko'
}):
    cj = http.cookiejar.CookieJar()
    opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj))
    header = []
    for key, value in head.items():
        elem = (key, value)
        header.append(elem)
    opener.addheaders = header
    return opener
 
def saveFile(data):
    save_path = 'D:\\output.out'
    f_obj = open(save_path,'wb')
    f_obj.write(data)
    f_obj.close()
 
oper = makeMyOpener()
uop = oper.open('http://sjzlq.hbzwfw.gov.cn/art/2018/4/17/art_699_957463.html', timeout = 1000)
data1 = uop.read()    #.decode('utf-8')
saveFile(data1)
print(data1)

原文链接：https://blog.youkuaiyun.com/drdairen/article/details/51089136

类似博文：python-快速使用urllib爬取网页 https://blog.youkuaiyun.com/qq_38262266/article/details/78882479