python爬取统计数据_python爬取国家统计局2019年行政区划分数据mssql

#!/usr/bin/python#-*- coding: UTF-8 -*-#功能： 获取省市县数据#版本：v1.1

importimportlibimportsysimportpymssql

importlib.reload(sys)importrequestsimportlxml.etree as etreeimportosclasschinese_city():#初始化函数

def __init__(self):

self.trdic={1: ‘//tr[@class="provincetr"]‘,2: ‘//tr[@class="citytr"]‘,3: ‘//tr[@class="countytr"]‘,4: ‘//tr[@class="towntr"]‘,5: ‘//tr[@class="villagetr"]‘}defcrawl_page(self,url):try:

headers={‘user-agent‘:‘Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:71.0) Gecko/20100101 Firefox/71.0‘,‘Accept‘:‘text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8‘}

html= requests.get(url, headers=headers, timeout=1000)

html.encoding= ‘gbk‘

print(str(html.status_code)+url)

text=html.textreturntextexceptrequests.exceptions.RequestExc