4.浏览器伪装技术

最新推荐文章于 2025-03-14 11:51:11 发布

原创最新推荐文章于 2025-03-14 11:51:11 发布 · 862 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#python #爬虫 #伪装技术 #代理池

python 同时被 2 个专栏收录

56 篇文章

订阅专栏

爬虫

18 篇文章

订阅专栏

本文主要介绍了两种浏览器伪装技术：用户伪装和IPaddress伪装。在用户伪装中，详细探讨了如何实现；而在IPaddress伪装部分，提到了获取免费IP以及申请稳定IP的方法。

1.用户伪装

uapools = [
    "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36",
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134",
]

def ua(uapools):
    thisua = random.choice(uapools)
    print(thisua)
    headers = ('user-agent',thisua)
    opener = urllib.request.build_opener()
    opener.addheaders = [headers]
    urllib.request.install_opener(opener)

2.IPaddress伪装

1. 可以去爬一些免费的 IP

2. 自己去申请（稳定）

thisip = ippools.pop()
proxy = urllib.request.ProxyHandler({"http":thisip})
opener = urllib.request.build_opener(proxy,urllib.request.HTTPHandler)
urllib.request.install_openner(opener)

uapools = [
    "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36",
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134",
]

ippools = []
def update_ippools(ippools):
    pass

def ua_ip_pools(uapools,iplist=ippools, parameter=0):
    thisip = ""
    #参数=0 ipself  参数=1 use ippools
    if (parameter == 0):
        thisip = "127.0.0.1:8888"
    elif (parameter == 1 ):
        if (len(iplist) == 0):
            update_ippools(iplist)
        thisip = random.choice(iplist)
        print('current ip:{}'.format(thisip))
        ippools.pop(ippools.index(thisip))

    proxy = urllib.request.ProxyHandler({"http":thisip})
    thisua = random.choice(uapools)
    headers = ("user-agent", thisua)
    opener = urllib.request.build_opener(proxy, urllib.request.HTTPHandler)
    opener.addheaders = [headers]
    urllib.request.install_opener(opener)