python爬虫爬取肯德基餐厅信息并一次获取多页

#!/usr/bin/env.python

# -*- coding: utf-8 -*-

import requests

import json

if __name__ == "__main__":

all_data_list = [] #存储所有页面的信息

headers = {

'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36'

}

post_url = 'http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx?op=keyword'

keyword = input('enter a word:')

for i in range(1,30): #30也可以设置成其他的数字，如果页面多也可以设置大一点的范围

i = str(i)

data = {

'cname': '',

'pid': '',

'keyword': keyword,

'pageIndex': i,

'pageSize': '10'

}

json_name = requests.post(url=post_url,data=data,headers=headers).json()

all_data_list.append(json_name)

fileName = keyword+'.json'

fp = open(fileName,'w',encoding='utf-8')

json.dump(all_data_list,fp=fp,ensure_ascii=False)

print('over')