python输出古诗词_python爬取古诗文网

解析：正则表达式

代码

import requests

import re

def parse_page(url):

headers = {

'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36',

}

response = requests.get(url,headers)

text = response.text

titles = re.findall(r'

.*? (.*?)',text,re.DOTALL)

dynasties = re.findall(r'

.*?(.*?)',text,re.DOTALL)

authors = re.findall(r'

.*?.*?(.*?)',text,re.DOTALL)

contents_tags = re.findall(r'

(.*?)

',text,re.DOTALL)

contents = []

for content in contents_tags:

content = re.sub(r'<.*?>','',content)

contents.append(content.strip())

poems = []

for value in zip(titles,dynasties,authors,contents):

title,dynasty,author,content = value

poem = [

{

'title':title,

'dynasties':dynasty,

'authors':author,

'contents':content

}

]

poems.append(poem)

for poem in poems:

print(poem)

print('---'*80)

def main():

url = 'https://www.gushiwen.org/default_1.aspx'

for page in range(1,101):

url = url = 'https://www.gushiwen.org/default_%s.aspx'%page

parse_page(url)

if __name__ == '__main__':

main()