#*******************************基本功能#******************************************************************************
#!/usr/bin/env python
# -*- coding:utf-8 -*-
import requests
import json
if __name__ == "__main__":
#step1 获取url
url = "http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx?op=keyword"
#step2 参数输入
keyword = input("请输入你需要了解的肯德基餐厅的关键词,将为你返回该餐厅位置:")
params = {
"cname":"",
"pid":"",
"keyword":keyword,
"pageindex" : 1,
"pageSize" : 10
}
#step3 UserAgent伪装
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36'
}
#step4 获取请求并处理
response = requests.post(url=url,params=params,headers=headers)
dic_data = response.json()
#step5 持久化存储
fp = open("./KenDeJi地址.json","w",encoding="utf-8")
json.dump(dic_data, fp=fp,ensure_ascii=False)
print("肯德基餐厅位置爬取结束")
#*************升级版获取所有**************************************
#!/usr/bin/env python
# -*- coding:utf-8 -*-
import requests
import json
if __name__ == "__main__":
#step1 获取url
url = "http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx?op=keyword"
#step2 参数输入
keyword = input("请输入你需要了解的肯德基餐厅的关键词,将为你返回该餐厅位置:")
params = {
"cname":"",
"pid":"",
"keyword":keyword,
"pageindex" : 1,
"pageSize" : 10
}
#step3 UserAgent伪装
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36'
}
#step4 获取请求并处理
response = requests.post(url=url,params=params,headers=headers)
dic_data = response.json()
#解析数据大小
large_data = ((dic_data["Table"])[0])["rowcount"]
if large_data > 10:
print("该关键词相关的数量为:")
print(large_data)
#重新请求
params["pageSize"] = large_data
response = requests.post(url=url,params=params,headers=headers)
dic_data = response.json()
#step5 持久化存储
fp = open("./KenDeJi地址.json","w",encoding="utf-8")
json.dump(dic_data, fp=fp,ensure_ascii=False)
print("肯德基餐厅位置爬取结束")
仅供学习交流