1、具体代码如下:
import re
import requests
import json
from pyquery import PyQuery
import pymysql
stock_list_url = 'https://hq.gucheng.com/gpdmylb.html'
stock_info_url = 'http://qd.10jqka.com.cn/quote.php?cate=real&type=stock&return=json&callback=showStockData&code='
headers = {
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36'}
def connect():
conn = pymysql.connect(host='localhost',
port=3306,
user='root',
password='',
database='spider',
charset='utf8mb4')
cursor = conn.cursor()
return{
'conn': conn, 'cursor': cursor}
connection = connect()
conn, cursor = connection['conn'], connection['cursor']
sql_insert