import ssl
import requests
from bs4 import BeautifulSoup
ssl._create_default_https_context = ssl._create_unverified_context
def getContent1():
headers={
“User-Agent”:“Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4503.5 Safari/537.36”,
‘Connection’: ‘keep-alive’
}
url = “网址”
r = requests.get(url, headers=headers)
r.encoding=“GBK”
soup = BeautifulSoup(r.text, “html.parser”)
return soup
def getxiaoshuoneirong(soup):
list3=[]
list4=[]
div3=soup.find(“div”,attrs={“class”,“wrapper_main”})
div4=div3.find(“div”,attrs={“class”,“h1title”})
h=div4.find(“h1”).text
list3.append(h)
neirong=div3.find(“div”,attrs={“class”,“contentbox”})
list3.append(neirong)
list4.append(list3)
for i in list4:
book.write(i[0])
book.write(i[1] )
return