import requests
from lxml import etree
import csv
url = "https://baike.baidu.com/item/易烊千玺"
header = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36"
}
resp = requests.get(url, headers=header)
resp.encoding = "UTF-8"
#print(resp.text)
html = etree.HTML(resp.text)
'''
# 找了一个页面显示比较统一的一行 奇迹·笨小孩 和 世间有她 作为处理的目标,位置:/html/body/div[3]/div[3]/div/div[1]/div/div[54]/div[1]/ul[1]/li[1]/ul[2]
divs = html.xpath("/html/body/div[3]/div[3]/div/div[1]/div/div[54]/div[1]/ul[1]/li[1]/ul[2]/li")
#print(divs)
for div in divs:
mov_name = "".join(div.xpath("./div[1]/p/b[1]/a[1]/text()"))
mov_time = "".join(div.xpath("./div[1]/p/b[2]/text()"))
mov_shiyan = "".join(div.xpath("./div[1]/dl/dd[1]/a/text()"))
mov_daoyan = ",".join(div.xpath("./div[1]/dl/dd[2]/a/text()"))
#mov_zhuyan = div.xpath("./div[1]/dl/dd[3]/a/text()")
mov_zhuyan = ",".join(div.xpath("./div[1]/dl/dd[3]/a/text()"))
#print(mov_name)
print(mov_name, mov_time, mov_shiyan, mov_daoyan, mov_zhuyan)
"""
此处打印:
奇迹·笨小孩 2022-2-1 景浩 文牧野 王 传 君 , 咏 梅 , 黄 尧 , 张 嘉 益
世间有她 约 2022 张艾嘉,李少红,陈冲 周 迅 , 郑 秀 文 , 许 娣 , 冯 德 伦
"""
#break
'''
#处理所有页面
#divs = html.xpath("//div[@class='info']")
divs = html.xpath("/html/body/div[3]/div[3]/div/div[1]/div/div[54]/div[1]/ul[1]/li[1]/ul")
#print(divs) #5个对象 [<Element ul at 0x23b82d90880>, <Element ul at 0x23b82d90500>, <Element ul at 0x23b82d904c0>, <Element ul at 0x23b82d90480>, <Element ul at 0x23b82d90440>]
for div in divs:
mov_name = div.xpath("./li/div[1]/p/b[1]/a[1]/text()")
mov_time = div.xpath("./li/div[1]/p/b[2]/text()")
mov_ren = div.xpath("./li/div[1]/dl//text()")
mov_ren_str = "".join(mov_ren)
mov_ren_list = mov_ren_str.split()
print(mov_name, mov_time, mov_ren_list)
结果显示也不是我想要的格式: