python收藏家的博客

python爬虫基本介绍和常用模块方法使用，以及爬取壁纸图片小案例分享

''' scrapy 自定义下载中间件 动态设置User-Agent ''' import random class RandomUserAgent: def __init__(self, agents): self.agents = agents @classmethod def from_crawler(cls, crawler): ...

from selenium import webdriver from selenium.webdriver.common.keys import Keys driver = webdriver.Chrome() driver.get("http://www.baidu.com") assert '百度' in driver.title elem = driver.find_element_b...