‘’’
文章存储
:param title: 文章标题
:param content: 文章内容
:return:
‘’’
path = ‘./情书网文章/’
if not os.path.exists(path): # 判断文件夹不存在 就新建一个文件夹
os.makedirs(path)
with open(path + ‘{}.txt’.format(title), ‘a’) as f:
f.write(content)
print(‘{}已经下载完成…’.format(title))
### 全部代码
代码太乱了 做了一个简单的函数封装 实现代码解耦
import requests
from pyquery import PyQuery as pq
import os
def Tools(url):
‘’’
请求工具函数
:param url: 请求地址
:return: 响应
‘’’
headers = {
# 请求服务器 获取需要的数据类型
‘Accept’: ‘text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,/;q=0.8,application/signed-exchange;v=b3;q=0.9’,
# ‘Referer’: ‘http://www.qingshu.so/bbqs.html’, # 防盗链接 主要是验证你是从哪里来的
‘User-Agent’: ‘Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.61 Safari/537.36’
# 浏览器类型
}
# 发送请求 content.decode(‘utf-8’) 返回数据解码
response = requests.get(url, headers=headers).content.decode(‘utf-8’)
return response
def Save(title, content):
‘’’
文章存储
:param title: 文章标题
:param content: 文章内容
:return:
‘’’
path = ‘./情书网文章/’
if not os.path.exists(path): # 判断文件夹不存在 就新建一个文件夹
os.makedirs(path)
with open(path + ‘{}.txt’.format(title), ‘a’) as f:
f.write(content)