爬取智联Python招聘的信息

最新推荐文章于 2025-06-16 17:46:02 发布

一世沙场～只为你转眸一笑

最新推荐文章于 2025-06-16 17:46:02 发布

阅读量1.4k

点赞数 1

CC 4.0 BY-SA版权

本文链接：https://blog.youkuaiyun.com/weixin_42953830/article/details/81974279

from bs4 import BeautifulSoup
import requests

# url = 'https://fe-api.zhaopin.com/c/i/sou?pageSize=60&cityId=530&workExperience=-1&education=-1&companyType=-1&employmentType=-1&jobWelfareTag=-1&kw=Python&kt=3&lastUrlQuery=%7B%22p%22:3,%22jl%22:%22530%22,%22kw%22:%22Python%22,%22kt%22:%223%22%7D'
headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36'
,
    'Cookie': 'adfbid2=0; dywem=95841923.y; sts_deviceid=164a6686fff993-003c70ae11f638-6114147a-1440000-164a66870005a5; ZP_OLD_FLAG=false; _jzqx=1.1534848407.1534848407.1.jzqsr=passport%2Ezhaopin%2Ecom|jzqct=/login.-; adfbid=0; dywec=95841923; Hm_lvt_38ba284938d5eddca645bb5e02a02006=1534849870,1534851386,1534851396,1534933946; sts_sg=1; zp_src_url=https%3A%2F%2Fwww.baidu.com%2Fbaidu.php%3Fsc.0s0000KlmKuCTsdU2yMwF9UwHtPwGRcga75tuSr_Vr-mXmw3pARFVqSPnIBPQIE5FKdJQg0sopw1KNMl--3EzneVapmgZuW9ye8aOdxpaN__9VxSMrNszHMDvd-nwl-Rw4zFwJ-Tw1AQTyXIozyWNsqnOMM6rCJ-X3aW_SkxX99bG3QARs.DR_ifkR5Q9JuIWxDBjSc1PvGCfT7HJ2Xy7va26hUq1EZBmozNd4nheFklkECFmsTxZubzIMH4I8OIu3d4PMWgbe5FMFvIPIXeGzUrPM-WEl3FJQD-a5z3phgmLkc6z3PrrjUzkF3rpknXrz1__olUrgFYt85R_nYQZukzuPB60.U1Yk0ZDqd_xKJo1hdojNYnp31x60mywkXHLyktAJErUy_PgfkoWPS0K9uZ7Y5Hc0TA-W5H00Ijvt4Vpsd_xKJVgfko60pyYqnW0Y0ATqIy3sn0KdpHdBmy-bIykV0ZKGujYk0APGujYs0AdY5HDsnHIxnH0krNtknjfvg1nvnjD0pvbqn0KzIjYvPW60uy-b5fKBpHYznjwxnHRd0AdW5HTLPjbkrHmdrNtknj0kg1Dsn-ts0Z7spyfqn0Kkmv-b5H00ThIYmyTqn0K9mWYsg100ugFM5H00TZ0qn1cLn1msPj04r0K8IM0qna3snj0snj0sn0KVIZ0qn0KbuAqs5H00ThCqn0KbugmqTAn0uMfqn0KspjYs0Aq15H00mMTqnH00UMfqn0K1XWY0IZN15HD1Pj0dn1f1PjcsPj0sPj04njnd0ZF-TgfqnHR1Pjb1n1bYnHc3nsK1pyfqmHczuAFhujRsnj0LPHRLmsKWTvYqwRNjrjwafWfsPWIKfRNDw6K9m1Yk0ZK85H00TydY5H00Tyd15H00XMfqn0KVmdqhThqV5HKxn7tsg100uA78IyF-gLK_my4GuZnqn7tsg1nkPj63rHFxn0Ksmgwxuhk9u1Ys0AwWpyfqn0K-IA-b5iYk0A71TAPW5H00IgKGUhPW5H00Tydh5HDv0AuWIgfqn0KhXh6qn0Khmgfqn0KlTAkdT1Ys0A7buhk9u1Yk0Akhm1Ys0APzm1YzPWT1%26ck%3D902.7.112.256.153.430.145.297%26shh%3Dwww.baidu.com%26sht%3D78040160_26_pg%26us%3D1.0.1.0.1.301.0%26wd%3D%25E6%2599%25BA%25E8%2581%2594%25E5%2585%25BC%25E8%2581%258C%25E6%258B%259B%25E8%2581%2598%25E7%25BD%2591%26issp%3D1%26f%3D8%26ie%3Dutf-8%26rqlang%3Dcn%26tn%3D78040160_26_pg%26ch%3D1%26inputT%3D3044%26bc%3D110101; __utmc=269921210; _jzqa=1.4480272493963493400.1531800109.1534851387.1534933948.6; _jzqc=1; _jzqy=1.1531800109.1534933948.2.jzqsr=baidu|jzqct=%E6%99%BA%E8%81%94%E6%8B%9B%E8%81%98.jzqsr=baidu|jzqct=%E6%99%BA%E8%81%94%E5%85%BC%E8%81%8C%E6%8B%9B%E8%81%98%E7%BD%91; __xsptplus30=30.3.1534933948.1534933948.1%231%7Cother%7Ccnt%7C121122523%7C%7C%23%23qGQkGYIUAsyu3CYkb8-P3DRYI818QZOe%23; lastchannelurl=https%3A//passport.zhaopin.com/login; qrcodekey=d138664bba2f454abf40ce62bbf0a7a2; JsNewlogin=3014329115; JSloginnamecookie=17695544795; JSShowname=; at=1775c581fbf94becae7433dab3b7f423; Token=1775c581fbf94becae7433dab3b7f423; rt=f7ba7120a82448918369503c15bcc04f; JSsUserInfo=3d692e6956714671557759755d6a537547775e6959695c7146715e772575276a597541775f695c695271427150775d755d6a537549775d6951693871237158775875526a2575247755695d694671447145775875516a5e7543775b6951692a713b7158775975526a31753177556920692271477151775e755e6a527543775f695b6958714c7130773d75546a55754b773b692369567146715e773c75396a2a754d7759695d695d714e7150775c755d6a5075477751695f6950716; uiioit=21793065596409375477046451744e74526452380464403455654f7936652064053754770f643; ZP-ENV-FLAG=gray; Hm_lvt_d838d7d6abb840b6c1a339ec5aee915d=1533627271,1534848903,1534851431,1534934015; loginreleased=1; dywez=95841923.1534941454.7.11.dywecsr=passport.zhaopin.com|dyweccn=(referral)|dywecmd=referral|dywectr=undefined|dywecct=/login; __utmz=269921210.1534941454.11.11.utmcsr=passport.zhaopin.com|utmccn=(referral)|utmcmd=referral|utmcct=/login; urlfrom=121126445; urlfrom2=121126445; adfcid=none; adfcid2=none; LastCity=%E5%8C%97%E4%BA%AC; LastCity%5Fid=530; sts_sid=16561c60c9f54a-0657b6d769725e-43480420-1440000-16561c60ca04b4; dywea=95841923.3305966562485056000.1531800107.1534941454.1534944347.8; dyweb=95841923.2.10.1534944347; __utma=269921210.755363645.1531800108.1534941454.1534944347.12; __utmb=269921210.2.10.1534944347; GUID=6a22ce9e077b40e6bdb13415295f6371; Hm_lpvt_d838d7d6abb840b6c1a339ec5aee915d=1534945699; Hm_lpvt_38ba284938d5eddca645bb5e02a02006=1534945699; ZL_REPORT_GLOBAL={%22//i%22:{%22actionid%22:%221abd7747-ed9d-4754-9df0-b94479399ba5-i%22%2C%22funczone%22:%22njd_for_you%22}%2C%22sou%22:{%22actionid%22:%22e1083297-b5c4-4104-b449-d2a1bece71f7-sou%22%2C%22funczone%22:%22smart_matching%22}%2C%22//jobs%22:{%22actionid%22:%227b2a571d-0cfa-4f0b-8b59-b9d1983566d2-jobs%22%2C%22funczone%22:%22dtl_best_for_you%22}}; sts_evtseq=7'
}
def info_url(fu_url):
    # url = 'https://jobs.zhaopin.com/CC285762238J00222577901.htm'
    # print(fu_url)
    response = requests.get(fu_url)

    soup = BeautifulSoup(response.text,'lxml')

    title = soup.find('h1').text
    price = soup.select('ul.terminal-ul > li > strong')[0].text.strip()
    gangwei = soup.select('div.tab-inner-cont')[0].text.strip()

    print(title)
    print(price)
    print(gangwei)


def fenye_url(url):
    # print(url)
    response = requests.get(url,headers=headers)
    # print(response.content)
    html = response.json()

    ww = html['data']['results']
    # print(ww)
    for i in ww:
        fu_url=i['positionURL']
        info_url(fu_url)
def zhuye():
    for i in range(1,241,60):
        url = 'https://fe-api.zhaopin.com/c/i/sou?start={}&pageSize=60&cityId=530&workExperience=-1&education=-1&companyType=-1&employmentType=-1&jobWelfareTag=-1&kw=Python&kt=3&lastUrlQuery=%7B%22p%22:3,%22jl%22:%22530%22,%22kw%22:%22Python%22,%22kt%22:%223%22%7D'.format(i)

        # print(url)
        fenye_url(url)
# with open('zhilian.html','wb') as f:
#     f.write(response.content)
# print(title)
# print(price)
if __name__ == '__main__':
    dd = zhuye()