一个比较简单的爬虫,用到BS4库存和requests库,话不多说,上代码
import requests
import csv
import os
import random
from bs4 import BeautifulSoup
Actors=[]
Title=[]
Actorss=[]
SengM=[]
headers={
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3970.5 Safari/537.36','cookie':''}
def main():
url=''
r=requests.get(url,headers=headers)
r.raise_for_status()
r.encoding=r.apparent_encoding
html=r.content
soup=BeautifulSoup(html,"html.parser")
req=