爬取微博用户个人简介等信息

import json


from scrapy import Spider, Request
from weibouser.items import WeibouserItem




class WeiboSpider(Spider):
    name = 'weibo'
    allowed_domains = ['weibo.cn']


    def start_requests(self):
        for i in range(300):
            yield Request(
                url="https://m.weibo.cn/api/container/getIndex?containerid=231051_-_fans_-_2619766381&luicode=10000011&lfid=1076032619766381&featurecode=20000320&since_id="+str(i),
                callback=self.parse
            )


    def parse(self, response):
        result = json.loads(response.body.decode("utf-8"))
        result = result["data"]["cards"][0]["card_group"]