remote_command

最新推荐文章于 2025-09-28 21:42:34 发布

原创最新推荐文章于 2025-09-28 21:42:34 发布 · 467 阅读

0 ·

CC 4.0 BY-SA版权

本文介绍了一种使用Python的requests库和BeautifulSoup库从百度贴吧抓取帖子内容的方法。通过设置请求头，发送GET请求获取网页源代码，再利用BeautifulSoup解析网页，找到并打印出特定类别的div元素，最后提取并输出所需的内容。

import requests
from bs4 import BeautifulSoup
import json
def get_response():
    URL = "https://tieba.baidu.com/p/6372327480"
    headers={"User-Agent":"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36"}
    r = requests.get(URL,headers=headers)
    # print(r.text)
    soup = BeautifulSoup(r.text,'lxml')
    match = soup.find_all(name="div",attrs={"class":"d_post_content j_d_post_content"})
    print(match)
    print(match[-1])
    return str(match[-1])

def get_command(class_content):
    string1 = r'style="display:;">'
    string2 = r'</div>'
    content = class_content.split(string1)[-1].split(string2)[0].strip()
    print(content)
    return content

if __name__ == '__main__':
    print("="*20)
    class_content =get_response()
    content = get_command(class_content)
    command = json.loads(content)
    print(command)