爬虫框架 - Coocan

安装

• pip install coocan

新建一个爬虫

• coocan new -s <spider_file_name>

演示

一个示例代码

import json

import coocan
from coocan import Request, MiniSpider
from loguru import logger

# 可以改成你自己的 优快云 名称
username = "markadc"


class 优快云DetailSpider(MiniSpider):
    start_urls = ['http://www.youkuaiyun.com']
    max_requests = 10

    def middleware(self, request: Request):
        request.headers["Referer"] = "http://www.youkuaiyun.com/"

    def parse