next_url = response.xpath('//div/a[@class="cPage"][1]') # 获取后页链接 if len(next_url) > 1: # 如有大于0,则有下 for n in next_url: url = 'https://bj.5i5j.com' + n.xpath('./@href').get() yield scrapy.Request( # 使用yield scrapy.Request发请求,实现翻页 url=url, callback=self.parse, # 回调函数 headers={ 'referer': response.url } ) else: print("最后一页了")