qq123aa2006的博客

spider.py# -*- coding: utf-8 -*-import scrapyimport uuid from datetime import datetimefrom novel.items import NovelItem,ChapterItemclass A17kSpider(scrapy.Spider): name = '17k' allowed_...

from fake_useragent import UserAgentclass RandomUserAgentMiddlerware(object): def __init__(self,crawler): super(RandomUserAgentMiddlerware,self).__init__() self.ua = UserAgent() ...

MAX_SCORE = 100 MIN_SCORE = 0 INITIAL_SCORE = 10 REDIS_HOST = "127.0.0.1"REDIS_PORT = 6379REDIS_PASSWORD = None REDIS_KEY = "proxies"import redis from random import choice import timeimport ...