瑞数系列_nmpa

根据itemId和pageNum进行数据采集

'''
@Author: ReichesGeld
@CreateTime : 2021-12-01
@Desc: nmpa新版web端新版请求demo
'''

import requests
import json
import time
if __name__ == '__main__':
    get_data_url = "https://service.*****.com/getListData?sendParam={}"
    send_param_obj = {"itemId":"ff8080817c8312c4017c9bbfc8de0360","isSenior":"N","searchValue":"*","pageNum":5,"pageSize":100,"timestamp":0}
    for i in range(1,10):
        send_param_obj["pageNum"] = i
        resp = requests.get(get_data_url.format(json.dumps(send_param_obj))).json()
        print("page:{}".format(i))
        rows = resp["data"]["list"]
        for row in rows:
            print(row)
        # mongo.insert_many(resp["data"]["resp_data"]["rows"])
        time.sleep(5)

调用流程