我的结果
链接.png
详情.png
我的代码
from bs4 import BeautifulSoup
import requests, pymongo, re, time, urllib, socket, json, random
# 基本页面
url = 'http://bj.58.com/shoujihao/{}/pn{}/'
# headers
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36'}
# 使用session
req_session = requests.session()
# 建立数据库
client = pymongo.MongoClient('localhost', 27017)
walden = client['walden']
phone_test = walden['phone_test']
phone_info_test = walden['phone_info_test']
# 从列表页面获取手机号和链接,并存入数据库,对应第一个结果图
def get_phone_url(url, page, who=1):
# 整理地址&