爬取信用中国

import requests
import json

a = []
def iskong(a):
    if len(str(a)) ==0:
        return ''
    else:
        return str(a)
name = input("请输入爬取的网址:")
url='https://www.creditchina.gov.cn/api/credit_info_search?&templateId=&page=1&pageSize=10'
headers={
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.109 Safari/537.36',
}
data = {
    'keyword':name
}
response=requests.get(url=url,headers=headers,params=data).text
info_list=json.loads(response)


for gongsi in info_list['data']['results']:
    print()

    print("开始爬取-----{}------详情页".format(gongsi['name']))

    base_url='https://www.creditchina.gov.cn/api/credit_info_detail?encryStr='+gongsi['encryStr'].replace('\n','')

    response1 = requests.get(base_url,headers=headers)

    info_list=json.loads(response1.content.decode('utf-8'))
    if info_list:
        print("正在查询详细信息，请稍后----")
        if len(info_list['result']) ==0:
            with open(info_list['entName'] + 'txt', 'a') as fp:
                fp.write("无结果")
        else:
            info_list1=info_list['result']
            print('-----首页信息-----')
            print('公司名称：',iskong(info_list1['entName']))
            print('统一社会信息代码：',iskong(info_list1['creditCode']))
            print('公司地址：',iskong(info_list1['dom']))
            print('查看报告时间：',iskong(info_list['timestatmp']))
            print("正在抓取基本信息------")
            print('----基本信息----')
            print('工商注册号',iskong(info_list1['regno']))
            print('法人代表',iskong(info_list1['legalPerson']))
            print('成立时间',iskong(info_list1['esdate']))
            print('企业类型',iskong(info_list1['enttype']))
            print('登记机关',iskong(info_list1['regorg']))
            a = ('公司名称：'+iskong(info_list1['entName'])+
                 '\n'+'统一社会信息代码：'+iskong(info_list1['creditCode'])
                 +'\n'+'公司地址：'+iskong(info_list1['dom'])+'\n'+
                 '查看报告时间：'+iskong(info_list['timestatmp'])+'\n'
                 +'工商注册号：'+iskong(info_list1['regno'])+'\n'+
                 '法人代表：'+iskong(info_list1['legalPerson'])+'\n'+
                 '成立时间：'+iskong(info_list1['esdate'])+'\n'+
                 '企业类型：'+iskong(info_list1['enttype'])+'\n'+
                 '登记机关：'+iskong(info_list1['regorg']))
            a = a.replace('：',"：\n")
            print(a)
            with open(info_list1['entName']+'txt','w') as fp:
                fp.write(str(a))


    print('开始爬取行政许可文书----')
    print('----行政许可文书--------')
    try:
        info_list1 = info_list['result']
        data = {
            'name' : iskong(info_list1['entName'])
        }
        url = 'https://www.creditchina.gov.cn/api/pub_permissions_name?&page=1&pageSize=10'
        response2 = requests.get(url,params=data,headers=headers)
        info_list = json.loads(response2.content.decode('utf-8'))
        if info_list:
            # print(info_list['result']['results'][0]['xkWsh'])
            if info_list['result']['results']==0:
                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write("无结果")
            else:
                i = info_list['result']['results'][0]

                print("行政许可决定书文号：",iskong(str(i['xkWsh'])))
                print("审核类型：",iskong(i['xkSplb']))
                print("法人代表人姓名：",iskong(i['xkFr']))
                print("内容许可：",iskong(i['xkNr']))
                print("许可有效期：",iskong(i['xkYxq']))
                print("许可决定日期：",iskong(i['xkJdrq']))
                print("许可有效日期：",iskong(i['xkJzq']))
                print("地方编码：",iskong(i['xkDfbm']))
                print("数据更新日期：",iskong(i['xkSjc']))
                b = "行政许可决定书文号："+\
                    '\n'+iskong(str(i['xkWsh']))+\
                    '\n'+"审核类型："+'\n'+\
                    iskong(i['xkSplb'])+'\n'+\
                    "法人代表人姓名："+'\n'+\
                    iskong(i['xkFr'])+\
                    '\n'+"内容许可："+\
                    '\n'+iskong(i['xkNr'])+'\n'+\
                    "许可有效期："+iskong(i['xkYxq'])+\
                    '\n'+"许可决定日期："+iskong(i['xkJdrq'])+\
                    '\n'+"许可有效日期："+iskong(i['xkJzq'])+\
                    '\n'+"地方编码："+iskong(i['xkDfbm'])+ \
                    '\n'+"数据更新日期："+iskong(i['xkSjc'])





                with open(info_list1['entName'] + 'txt', 'a') as fp:
                    fp.write(str(b))
    except:
        pass

    print("正在爬取守信红名单，请稍后-------")

    try:
        url='https://www.creditchina.gov.cn/api/record_param?&creditType=2&dataSource=0&pageNum=1&pageSize=10&encryStr='+gongsi['encryStr'].replace('\n','')
        response = requests.get(url,headers=headers)
        if info_list:
            info_list = json.loads(response.content.decode('utf-8'))
            if len(info_list['result']) == 0:
                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write("无结果")

            else:
                i = info_list['result'][0]
                print("数据类别",iskong(i['数据类别']))
                print("数据来源",iskong(i['数据来源']))
                print("序号",iskong(i['序号']))
                print("纳税人名称",iskong(i["纳税人名称"]))
                print("评价年度",iskong(i["评价年度"]))
                print("最新更新日期",iskong(i["最新更新日期"]))
                print("文件名",iskong(i['文件名']))
                c = "数据类别"+iskong(i['数据类别'])+'\n'+ \
                    "数据来源"+iskong(i['数据来源'])+'\n'+ \
                    "序号"+iskong(i['序号'])+'\n'+ \
                    "纳税人名称"+iskong(i["纳税人名称"])+'\n'+ \
                    "评价年度"+iskong(i["评价年度"])+'\n'+ \
                    "最新更新日期"+iskong(i["最新更新日期"])+'\n'+ \
                    "文件名"+iskong(i['文件名'])

                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write(str(c))

    except:
        pass

    print("正在爬取重点关注名单")
    print("爬取中，请稍后.....")
    try:
        url='https://www.creditchina.gov.cn/api/record_param?creditType=4&dataSource=0&pageNum=1&pageSize=10&encryStr='+gongsi['encryStr'].replace('\n','')
        response = requests.get(url,headers=headers)
        info_list = json.loads(response.content.decode('utf-8'))
        if info_list:
            if len(info_list['result'])==0:
                print("无重点关注情况")
                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write("无重点关注情况")
            else:
                i = info_list['result'][0]
                print('企业名称',iskong(i['企业名称']))
                print('列入决定机关名称',iskong(i['列入决定机关名称']))
                print('列入经营异常名录原因类型名称',iskong(i['列入经营异常名录原因类型名称']))
                print('数据来源',iskong(i['数据来源']))
                print('数据类别',iskong(i['数据类别']))
                print('最新更新日期',iskong(i['最新更新日期']))
                print('法定代表人',iskong(i['法定代表人']))
                print('注册号',iskong(i['注册号']))
                print('设立日期',iskong(i['设立日期']))
                c = '企业名称'+iskong(i['企业名称'])+'\n'+ \
                    '列入决定机关名称'+iskong(i['列入决定机关名称'])+'\n'+ \
                    '列入经营异常名录原因类型名称'+iskong(i['列入经营异常名录原因类型名称'])+'\n'+ \
                    '数据来源'+iskong(i['数据来源'])+'\n'+ \
                    '数据类别'+iskong(i['数据类别'])+'\n'+ \
                    '最新更新日期'+iskong(i['最新更新日期'])+'\n'+ \
                    '法定代表人'+iskong(i['法定代表人'])+'\n'+ \
                    '注册号'+iskong(i['注册号'])+'\n'
                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write(str(c))








                with open(info_list['entName'] + 'txt', 'a') as fp:
                    fp.write(str(c))
    except:
        pass


    print("全部爬取完毕")

非常详细的爬取，同时也不会报错，能够全部爬取到

结果展示：