qq123aa2006的博客

spider.py # -*- coding: utf-8 -*- import scrapy import uuid from datetime import datetime from novel.items import NovelItem,ChapterItem class A17kSpider(scrapy.Spider): name = '17k' allowed_...

from fake_useragent import UserAgent class RandomUserAgentMiddlerware(object): def __init__(self,crawler): super(RandomUserAgentMiddlerware,self).__init__() self.ua = UserAgent() ...

MAX_SCORE = 100 MIN_SCORE = 0 INITIAL_SCORE = 10 REDIS_HOST = "127.0.0.1" REDIS_PORT = 6379 REDIS_PASSWORD = None REDIS_KEY = "proxies" import redis from random import choice import time import ...