GGGL的专栏

这个错误是因为没有安装w3lib导致的easy_install w3lib

# Importing base64 library because we'll need it ONLY#in case if the proxy we are going to use requires authenticationimport base64# Start your middleware classclass ProxyMiddleware(object): #

from scrapy.xlib.pydispatch import dispatcherfrom scrapy import signalsfrom scrapy.exceptions import DropItemclass DuplicatesPipeline(object):def __init__(self): self.duplicates = {} dispa