爬虫设置代理

介绍两种方法：requests、urllib2

import urllib2
import lxml.html
import requests


url = 'http://www.ip181.com/'
proxy = {'http': 'http://111.13.7.42:82'}
'''
opener = urllib2.build_opener(urllib2.ProxyHandler(proxy))
urllib2.install_opener(opener)
html = urllib2.urlopen(url).read()
'''
html = requests.get(url, proxies=proxy).content
tree = lxml.html.fromstring(html)
content = tree.cssselect('div.panel-info:nth-child(2) > div:nth-child(2) > div:nth-child(1) > div:nth-child(2)')[0].text
print content