selenium+python+phantomjs爬虫博客排行榜

最新推荐文章于 2025-04-25 10:17:36 发布

原创最新推荐文章于 2025-04-25 10:17:36 发布 · 414 阅读

0 ·

CC 4.0 BY-SA版权

selenium+python+phantomjs 专栏收录该内容

2 篇文章

订阅专栏

本篇博客介绍了一个使用Python Selenium实现的简单爬虫程序，该程序用于抓取优快云博客的文章周排行信息，并将结果保存到本地文件中。通过定位网页元素并解析所需数据，展示了基本的爬虫技术和文件操作。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2017/4/11 19:21
# @Author : wanghaitao
# @File : spider.py
# @Software: PyCharm
import codecs

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
import re

def crawl(driver, url):
driver.get(url)
print("优快云排行榜: \t文章周排行 \t 浏览总量")
infofile = codecs.open("Result_csdn.txt", 'a', 'utf-8')
print('爬取信息如下:\n')

content = driver.find_elements_by_xpath('/html/body/div[5]/div[1]/ul/li')
# print(content)
for item in content:
result = item.find_element_by_tag_name('em').text.split('.')[0]\
+ ':\t'\
+ item.find_element_by_tag_name('a').text\
+ '\t\t\t'\
+ item.find_element_by_tag_name('b').text + '\n'
print(result)
infofile.write(result)
# print(item.find_element_by_tag_name('em').text+':/t'+item.find_element_by_tag_name('lebel').text)
# content = driver.find_elements_by_xpath("//div[@class='item']")
# for tag in content:
# print(tag.text)

# print(driver.find_element_by_xpath('/html/body/div[5]/div[1]'))
#
# content = driver.find_elements_by_xpath("//h3[text()='文章周排行']//li")
# for tag in content:
# print (tag.text)
# infofile.write(tag.text + "\r\n")
# print('')

# elem = driver.find_elements_by_tag_name('li')
# for tag in elem:
# print(tag.find_element_by_tag_name('//*[@id="content"]/div/div[1]/em').text)
# for tag in elem:
# print(driver.find_element_by_tag_name("//*[@id='content']/div/div[%d]/ol/li[10]/div/div[1]/em)" % index))
# print(tag.find_element_by_tag_name('em'))
# print('tag hi',index)
# index = index+1
# driver.close()

if __name__ == '__main__':
print('this is main function:')
URL = 'http://blog.youkuaiyun.com/ranking.html'
Driver = webdriver.PhantomJS()
# Driver = webdriver.Chrome()
crawl(Driver, URL)
Driver.close()