import requests
import jsonif __name__ == "__main__": #1 指定url post_url ="http://www.gscloud.cn/wsd/gscloud_wsd/dataset/query_data" #2 UA伪装 header = { "User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.82 Safari/537.36" } for offset in range(0,360,60): offset=str(offset) param = { 'tableInfo': '{"offset":offset,"pageSize":60,"totalPage":0,"totalSize":0,"sortSet":[{"id":"datadate","sort":"desc"}],"filterSet":[{"id":"path","value":"125"},{"id":"row","value":"35"}]}', 'pid':'411' } #3 post请求参数处理(用get请求一致) #4 请求发送 response = requests.get(url=post_url,params=param,headers=header) #5 获取响应数据:json方法返回的是obj dic_obj = response.json() #6 持久化存储 fp = open("./di.json","w",encoding="utf-8") json.dump(dic_obj,fp=fp,ensure_ascii=False) print("over!!!")
1. List item
【求解】会爬虫的各位,谁能帮我看看,为什么获取到的信息只有第一条,我要的是好几页呀,如果不要循环直接写入数字是获取成功的??
最新推荐文章于 2023-04-15 21:29:28 发布