Big Data

int num = 1; String path = "D:\\房源信息.txt"; BufferedWriter bf = new BufferedWriter(new FileWriter(path)); while(num<=100){ String link = "https://bj.lianjia.com/ershoufang/pg"+num; Doc...

String path = "D:\\data.txt"; String url = "https://movie.douban.com/top250?start="; String link = "&filter="; BufferedWriter bf = new BufferedWriter(new FileWriter(path)); int num = 0; ...

import requests import re headers = { "user-agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.81 Safari/537.36", "referer": "https...

#! /user/bin/python # -*- coding: utf-8 -*- # Author: chen # Date 06/12 import requests import re #导入正则表达式 提取所需要的内容 import random def spiderPic(html,keyword): print('正在查找：'+keyword+'对应的文件，正在...

1、效果图 2、python源码 import requests import jsonpath import pygal # 1. 请求刺激战场整体数据 json response = requests.get("http://pg.qq.com/zlkdatasys/data_zlk_zlzx.json") # 2. json数据转化为Python数据 py_data = ev...

1.效果图 2源码 import requests from lxml import etree import threading class Spider(object): def __init__(self): self.headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleW...