1.安装python(自行百度)
2.安装依赖
3.创建文件复制以下内容
备注: if province_name==r'甘肃省' : 根据需要判断是否需要读取单独省份数据。
# This is a sample Python script.
# Press ⌃R to execute it or replace it with your code.
# Press Double ⇧ to search everywhere for classes, files, tool windows, actions, and settings.
import requests
from bs4 import BeautifulSoup
import pymysql
import time
class Administrative(object):
def __init__(self):
self.db = pymysql.connect(host="127.0.0.1", port=3306,
database="ceshi",
charset="utf8mb4", user="root",
password="root")
self.main()
self.db.close()
def main(self):
base_url = 'http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2021/'
sql = "insert into area_2021 (area_code,area_name,parent_code,level) values (%s,%s,%s,%s)"
trs = self.get_response(base_url, 'provincetr')
for tr in trs: # 循环每一行
for td in tr: # 循环每个省
province_code = td.a.get('href').replace('.html','')
province_name = td.a.get_text()
if province_name==r'甘肃省' :