代理的使用

###  403Forbidden 您的ip访问频率太高
###  服务器会检测某个IP在单位时间内请求的次数 HTTP socks代理服务
from urllib.error import URLError
from urllib.request import build_opener,ProxyHandler

proxy = ''
#需要认证的代理proxy='username:password@ip:port'
proxy_handler = ProxyHandler({
    'http':'http://'+proxy,
    'https':'https://'+proxy
})

opener = build_opener(proxy_handler)
try:
    response = opener.open('http://httpbin.org/get')  ##设置代理后测试的网址
    resp = response.read().decode('utf-8')
    print(resp)
except URLError  as e:
    print(e.reason)
##################################################################
###如果是SOCKS5类型  设置代理
from urllib import request
from urllib.error import  URLError
import socks  ### pip install Pysocks
import socket

socks.set_default_proxy(socks.SOCKS5,'127.0.0.1',9742)
socket.socket = socks.socksocket
try:
    response = request.urlopen('http://httpbin.org/get')
    print(response.read().decode('utf-8'))
except URLError as e:
    print(e.reason)


#############################################################
### 对于requests来说  设置代理仅需传入proxies参数
import requests

proxy='' ## IP:PORT
proxies = {
    'http':'http://'+proxy,
    'https':'https://'+proxy
}

try:
    response = requests.get('http://httpbin.org/get',proxies = proxies)
    print(response.text)
except requests.exceptions.ConnectionError as e:
    print(e.args)

##################################################
## requests 要使用SOCKS5代理时    pip3 install 'requests[socks]'
import requests

proxy = ''

proxies = {
    'http':'sock5://'+proxy,
    'https':'sock5s://'+proxy
}
try:
    response = requests.get('http://httpbin.org/get',proxies = proxies)
    print(response.text)
except requests.exceptions.ConnectionError as  e:
    print(e.args)

#############################################################
## 全局设置 SOCK5代理
import requests
import socks
import socket

socks.set_default_proxy(socks.SOCKS5,'127.0.0.1',9742)
socket.socket = socks.socksocket

try:
    response = requests.get('http://httpbin.org/get')
    print(response.text)
except requests.exceptions.ConnectionError as e:
    print(e.args)

###############################################################
#对chrome 使用selenium设置代理
from selenium import webdriver

proxy=''

chrome_options = webdriver.ChromeOptions()
chrome_options.add_argument('--proxy-sever=http://'+proxy)
browser = webdriver.Chrome(chrome_options=chrome_options)
browser.get('http://httpbin.org/get')

#对chorme使用selenium设置认证代理比较麻烦

#####################################################################3
#对  phontomJS使用  selenium设置代理
from selenium import webdriver

service_args = {
    '--proxy=127.0.0.1',
    '--type=http',
    'proxy-auth=username:password'#认证代理
}

browser = webdriver.PhantomJS(service_args=service_args)
browser.get('http://httpbin.org/get')
print(browser.page_source)