单线程爬虫

单线程爬取指定网页，主要是使用resquests库

import requests
from tqdm import trange
def single_thread():
    for course_id in trange(10,desc = 'single thread'):
    '''需爬取不同网页，只需要替换下面网址即可'''
        response = requests.get(f'http://127.0.0.1:8080/course/{course_id + 1}')   #请求网页
        if response.status_code == 200:                                            #网页请求成功
            print('----------connect suncess ------------')
            with open(f'download1/{course_id+1}.html','w') as f:
                f.write(response.text)                                         #保存爬取网页内容
if __name__=='__main__':
    single_thread()