#!/usr/bin/env python
# -*- coding: utf-8 -*-
import requests
from bs4 import BeautifulSoup
import bs4
import lxml
def have_next(ele):
try:
ele.next()
except:
return False
return True
def is_child(child, father):
if child in father:
return True
seek_list = father.contents
for i in seek_list:
if isinstance(i, bs4.element.NavigableString):
pass
elif child in i:
return True
else:
flag = is_child(child, i)
if flag == True:
return True
return False
def get_content_between_tables(pre, nxt):
#如果第二个table在第一个里面
txt = ""
if is_child(nxt, pre):
cur = pre.next_element
while cur != nxt and cur is not None:
if isinstance(cur, bs4.element.NavigableString):
txt += cur
cur = cur.next_element
#类似并列关系
else:
#先找到pre结束的下一个元素
cur = pre.next_element
while is_child(cur, pre):
cur = cur.next_element
#获取内容
while cur != nxt and cur is not None:
if isinstance(cur, bs4.element.NavigableString):
txt += cur
cur = cur.next_element
return txt
html = BeautifulSoup("""<div class="c">abc<a><b>123</b></a><c>234</c></div>""", 'lxml')
div = html.find('div')
txt = get_content_between_tables(div, html.find('c'))
print txt
bs4获取任意两个标签之间的内容
最新推荐文章于 2022-02-10 22:40:06 发布