content = etree.HTML(text)
h = content.xpath('//h1')
h1 = h[0].xpath('string(.)').strip()
实例测试:
测试网页地址:测试地址
代码如下:
import requests
import re
import pymysql
from lxml import etree
from pymongo import MongoClient
sessions = requests.session()
sessions.headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36'
r = sessions.get(
'https://baike.baidu.com/item/%E4%B8%AD%E5%9B%BD%E5%9C%B0%E9%9C%87%E5%B1%80%E9%83%91%E5%B7%9E%E5%9F%BA%E7%A1%80%E5%B7%A5%E7%