梦幻西游python验证成语,Python爬取成语信息

可以用来为制作成语游戏提供原始数据。

import requests

from bs4 import BeautifulSoup

import csv

# 获取成语表：成语-拼音-释义。

headers = {

'User-Agent':

'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.2 Safari/605.1.15'

}

def getIntroduction(url):

res = requests.get(url, headers=headers, allow_redirects=False)

res.encoding = "utf-8"

soup = BeautifulSoup(res.text)

chengyu = soup.select('h1')

chengyu = str(chengyu[0]).replace("

", "")

chengyu = chengyu.replace("", "")

introText = soup.select('div[class="con"]')

introText = str(introText[0]).replace("

", "")

introText = introText.replace("<