2021-08-30爬取网页信息并转成DataFrame
from urllib.request import urlopen, Requestfrom chardet import detectfrom bs4 import BeautifulSoupimport redef getSoup(url,headers): '''获取源码''' ret = Request(url,headers = headers) with urlopen(ret,timeout = 5) as fp: byt = fp.read