个人收藏夹[3]-药监局爬取

#!/usr/bin/env python
#-*- coding:utf-8 -*-
import requests
import json
id_list=[]
detail_all=[]
if __name__=="__main__":
    #准备post方法的url,data,headers参数
    url="http://scxk.nmpa.gov.cn:81/xk/itownet/portalAction.do?method=getXkzsList"
    for page in range(1,6):
        page=str(page)
        data={
            "on": "true",
            "page": page,
            "pageSize": "15",
            "productName": "",
            "conditionType": "1",
            "applyname": "",
            "applysn": "",
        }
        headers={
            "User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36 SLBrowser/7.0.0.1071 SLBChan/30"
        }

        #调用requests模块的post请求并转换为json格式
        response=requests.post(url=url,data=data,headers=headers).json()

        #将response中的"ID"所对应的值赋给列表id_list
        for dic in response['list']:
             id_list.append(dic['ID'])

    post_url='http://scxk.nmpa.gov.cn:81/xk/itownet/portalAction.do?method=getXkzsById'
    #获得企业详细数据
    for id in id_list:
       data={"id":id,}
       detail_message_json=requests.post(data=data,headers=headers,url=post_url).json()
       detail_all.append(detail_message_json)
#持久化存储信息

fp=open("./药监局化妆品公司信息.json","w",encoding="utf-8")
json.dump(obj=detail_all,fp=fp,ensure_ascii=False)
print("OVER!!!")