这是一个使用selenium库实现的Python脚本，用于自动在企查查网站上搜索和提取企业信息，如地址、法人、注册资本等。脚本需要配合Chrome浏览器的webdriver和chromedriver来运行，并能根据Excel表格中的企业名称进行批量查询。运行前需要手动登录企查查，且由于平台限制，大量查询可能会导致访问被限制。
企查查之seleium自动化操作：该脚本可按照Excel已有企业名称数据在企查查上自动搜索企业地址，法人等信息。
例如：需要查找重庆上市企业信息，已有企业名称，遂编写该脚本实现自动化操作。
代码连接
依赖库
-
selenium 4.2.0
-
xlrd 2.0.1
-
xlutils 2.0.0
-
xlwt 1.3.0
使用说明
-
在 https://chromedriver.chromium.org/home 下载对应版本的chromedriver，并修改qcc.py 16行中server路径为chromedriver路径。
-
按照company.xls的格式输入要查询的企业名称。（可以模糊搜索，但结果取第一个）
-
修改qcc.py 171行
d = web_browser(company_name=0,address=1,credit_code=1,legal_person=1,\ registered_capital=1,status=1,type=1,business_num=1,business_term=1,\ introduction = 0)在初始化实例参数中，对应参数=1表示搜索并记录该数据。
company_name：企业名称
address：地址
credit_code：统一社会信用代码
legal_person：法人
registered_capital：注册资本
status：企业状态
type：企业类型
business_num：工商注册号
business_term：营业期限
introduction：简介
-
run qcc.py
其他
运行之前需要手动扫码登陆企查查。
实际运行下来 55个企业需要7分钟的时间，实际还能更快。
该脚本在同一个IP查询几百次后会被企查查监测并暂停访问，需要重新运行脚本执行剩下未查的企业。
查询更多次后有时会停止访问，这时就需要连个热点了。。。。
from selenium.webdriver.chrome.service import Service
from selenium import webdriver
from selenium.webdriver.common.by import By
import xlwt #excel文件写入
import xlrd #excel文件读取
from xlutils.copy import copy #excel文件复制
import random
from time import sleep
class web_browser(object):
def __init__(self,company_name=0,address=0,credit_code=0,legal_person=0,\
registered_capital=0,status=0,type=0,business_num=0,business_term=0,\
introduction = 0):
option = webdriver.ChromeOptions()
server = Service(executable_path='/Users/livion/Documents/GitHub/Sources/SeleniumForCAICT/chromedriver')
#初始化webbrowser实例
self.driver = webdriver.Chrome(service = server,options=option)
self.company_name,self.address,self.credit_code,self.legal_person,self.registered_capital,self.status,self.type,self.business_num,self.business_term,self.introduction = company_name,address,credit_code,legal_person,registered_capital,status,type,business_num,business_term,introduction
##维护列表：
self.search_xpath = '/html/body/div[1]/div[2]/section[1]/div/div/div/div[1]/div/div/span/button'
self.search_click_button_xpath = '/html/body/div[1]/div[1]/div/div/div/div/div/div/span/button'
self.first_item_in_search_list_xpath = ['/html/body/div/div[2]/div[2]/div[3]/div/div[2]/div/table/tr[1]/td[3]/div/div[2]/span[1]/a',\
'/html/body/div/div[2]/div[2]/div[3]/div/div[2]/div/table/tr[1]/td[3]/div/div[1]/span[1]/a',\
'/html/body/div/div[2]/div[2]/div[4]/div/div[2]/div/table/tr[1]/td[3]/div/div[1]/span[1]/a',\
'/html/body/div/div[2]/div[2]/div[4]/div/div[2]/div/table/tr[1]/td[3]/div/div[2]/span[1]/a']
self.name_xpath = '//*[@id="cominfo"]/div[2]/table/tr[1]/td[4]/div/span[1]'
self.address_xpath = '/html/body/div/div[2]/div[2]/div/div[1]/div[2]/div[2]/div[3]/div[3]/span[2]/div/span[1]/a[1]/span'
self.credit_code_xpath = '/html/body/div/div[2]/div[2]/div/div[1]/div[2]/div[2]/div[3]/div[1]/span[2]/span/div/span[1]'
self.legal_person_xpath = '/html/body/div/div[2]/div[2]/div/div[1]/div[2]/div[2]/div[3]/div[1]/span[1]/span/span/span/a'
self.registered_capital_xpath = '//*[@id="cominfo"]/div[2]/table/tr[3]/td[2]'
self.status_xpath = '//*[@id="cominfo"]/div[2]/table/tr[2]/td[4]'
self.type_xpath = '//*[@id="cominfo"]/div[2]/table/tr[5]/td[2]'
self.business_num_xpath = '//*[@id="cominfo"]/div[2]/table/tr[4]/td[4]/div/span[1]'
self.business_term_xpath = '//*[@id="cominfo"]/div[2]/table/tr[5]/td[4]'
self.introdunction_xpath = '/html/body/div/div[2]/div[2]/div/div[1]/div[2]/div[2]/div[3]/div[4]/span[1]/span/span'
#手动登陆企查查
self.driver.get('https://www.qichacha.com/user_login')
sleep(5)
def search(self,keyword):
#向搜索框注入文字
self.driver.find_element(By.ID,'searchKey').send_keys(keyword)
#单击搜索按钮
srh_btn = self.driver.find_element(By.XPATH,self.search_xpath)
srh_btn.click()
def re_search(self,keyword):
#清除搜索框内容
self.driver.find_element(By.ID,'searchKey').clear()
# 向搜索框注入下一个公司地址
self.driver.find_element(By.ID,'searchKey').send_keys(keyword)
#搜索按钮
srh_btn = self.driver.find_element(By.XPATH,self.search_click_button_xpath)
srh_btn.click()
def get_deeper(self):
j = 0
while True:
try:
inner = self.driver.find_element(By.XPATH,self.first_item_in_search_list_xpath[j]).get_attribute("href")
break
except:
j += 1
if j > len(self.first_item_in_search_list_xpath):
raise Exception('搜索列表第一企业名称的xpath路径未包含在列表中')
continue
self.driver.get(inner)
def fetch_data(self):
return_dic = {}
if self.company_name:
try:
name = self.driver.find_element(By.XPATH,self.name_xpath).text
except:
name ='没有找到企业名称'
return_dic['企业名称'] = name
if self.address:
try:
address = self.driver.find_element(By.XPATH,self.address_xpath).text
except:
address ='没有找到企业地址'
return_dic['企业地址'] = address
if self.credit_code:
try:
credit_code = self.driver.find_element(By.XPATH,self.credit_code_xpath).text
except:
credit_code ='没有找到企业信用代码'
return_dic['信用代码'] = credit_code
if self.legal_person:
try:
legal_person = self.driver.find_element(By.XPATH,self.legal_person_xpath).text
except:
legal_person ='没有找到企业法人'
return_dic['法人'] = legal_person
if self.registered_capital:
try:
registered_capital = self.driver.find_element(By.XPATH,self.registered_capital_xpath).text
except:
registered_capital ='没有找到企业注册资本'
return_dic['注册资本'] = registered_capital
if self.status:
try:
status = self.driver.find_element(By.XPATH,self.status_xpath).text
except:
status ='没有找到企业状态'
return_dic['企业状态'] = status
if self.type:
try:
type = self.driver.find_element(By.XPATH,self.type_xpath).text
except:
type ='没有找到企业类型'
return_dic['企业类型'] = type
if self.business_num:
try:
business_num = self.driver.find_element(By.XPATH,self.business_num_xpath).text
except:
business_num ='没有找到工商注册号'
return_dic['工商注册号'] = business_num
if self.business_term:
try:
business_term = self.driver.find_element(By.XPATH,self.business_term_xpath).text
except:
business_term ='没有找到工商登记期限'
return_dic['工商登记期限'] = business_term
if self.introduction:
try:
introduction = self.driver.find_element(By.XPATH,self.introdunction_xpath).text
except:
introduction ='没有找到企业简介'
return_dic['简介'] = introduction
return return_dic
def read_excel(file_name,sheet_name,row_num = 1,column_num = 0):
'''
读取excel文件中的数据
:param file_name: 文件名
:param sheet_name: sheet名
:para row_num: 起始行数（从0开始）
:param column_num: 起始列数（从0开始）
:return: sheet_copy 复制的表
:return: inc_list 读取的数据(list)
'''
#从excel获取查询单位
worksheet = xlrd.open_workbook(u'%s'%file_name)
sheet1 = worksheet.sheet_by_name('%s'%sheet_name)
rows = sheet1.nrows # 获取行数
inc_list = []
for i in range(row_num,rows) :
data = sheet1.cell_value(i, column_num) # 取第1列数
inc_list.append(data)
print(inc_list)
#写回数据
writesheet1 = copy(worksheet)# 这里复制了一个excel，没有直接写回最初的文件。
sheet_copy = writesheet1.get_sheet(0)
return writesheet1, sheet_copy, inc_list
if __name__ == "__main__":
newsheet,sheet_copy,company_list = read_excel('company.xls','Sheet1')
d = web_browser(company_name=0,address=1,credit_code=1,legal_person=1,\
registered_capital=1,status=1,type=1,business_num=1,business_term=1,\
introduction = 0)
for i in range(0,len(company_list)):
company_txt = company_list[i]
if i==0:
d.search(company_txt)
else:
d.re_search(company_txt)
sleep(random.randint(1,3))
d.get_deeper()
info = d.fetch_data()
if i==0:
k = 0
for key in info:
sheet_copy.write(i,k+1,key)
k += 1
j = 0
for key,value in info.items():
sheet_copy.write(i+1,j+1,info[key])
newsheet.save(u'finished.xls')
j += 1
print(company_txt,info)
newsheet.save(u'finished.xls')
d.driver.quit()
扫一扫
1万+
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
