import urllib.request
import ssl
import json
def ajaxCrawler(url):
headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36"}
req = urllib.request.Request(url,headers=headers)
#使用ssl创建未验证的上下文
context = ssl._create_unverified_context()
response = urllib.request.urlopen(req,context=context)
jsonStr = response.read().decode("utf-8")
print(jsonStr)
jsonData = json.loads(jsonStr)
return jsonData
for i in range(1,10):
url = r"https://movie.douban.com/j/chart/top_list?type=11&interval_id=100%3A90&action=&start="+str(20*i)+"&limit=20"
info = ajaxCrawler(url)
print(info)