python抓取网页内容到excel_Python网页内容Selenium抓取+Excel输出

需要安装的Python库包括：

pip install selenium

pip install openpyxl

Selenium需要安装Chrome Webdriver可以从网络下载拷贝到Chrome路径。

引用库

#import selenium libraries

from selenium importwebdriverfrom selenium.webdriver.common.by importByfrom selenium.webdriver.support.ui importWebDriverWaitfrom selenium.webdriver.support importexpected_conditions as EC#import excel library

from openpyxl importload_workbook#import time library

import time

等待页面加载完(指定内容元素出现)

#wait for report inital loading

defwaitLoad(driver):

element= WebDriverWait(driver, 200).until(

EC.presence_of_element_located((By.XPATH,".//*[text() = 'Past Due']"))

)

选择下拉菜单项目并点击按钮

#check/select application in application filter

defpickApp(driver,app):try:

elements= driver.find_elements(By.XPATH, ".//input[@value='"+app+"']")

driver.execute_script("arguments[0].click();", elemen