#!/usr/bin/env python# -*- coding: utf-8 -*-import requests
from bs4 import BeautifulSoup
import bs4
import lxml
defhave_next(ele):try:
ele.next()
except:
returnFalsereturnTruedefis_child(child, father):if child in father:
returnTrue
seek_list = father.contents
for i in seek_list:
if isinstance(i, bs4.element.NavigableString):
passelif child in i:
returnTrueelse:
flag = is_child(child, i)
if flag == True:
returnTruereturnFalsedefget_content_between_tables(pre, nxt):#如果第二个table在第一个里面
txt = ""if is_child(nxt, pre):
cur = pre.next_element
while cur != nxt and cur isnotNone:
if isinstance(cur, bs4.element.NavigableString):
txt += cur
cur = cur.next_element
#类似并列关系else:
#先找到pre结束的下一个元素
cur = pre.next_element
while is_child(cur, pre):
cur = cur.next_element
#获取内容while cur != nxt and cur isnotNone:
if isinstance(cur, bs4.element.NavigableString):
txt += cur
cur = cur.next_element
return txt
html = BeautifulSoup("""<div class="c">abc<a><b>123</b></a><c>234</c></div>""", 'lxml')
div = html.find('div')
txt = get_content_between_tables(div, html.find('c'))
print txt