互动易数据爬取demo

# -*- coding: utf-8 -*-
import sys
import requests
import random
import json
import jsonpath
import time
from random import randint
reload(sys)
sys.setdefaultencoding('utf-8')
from selenium import webdriver
from lxml import etree



headers = {
    "Accept": "application/json, text/javascript, */*; q=0.01",
    "Accept-Encoding": "gzip, deflate",
    "Accept-Language": "zh-CN,zh;q=0.9",
    "Connection": "keep-alive",
    "Cookie": "ctx=/ircs; route=aa693231308cb485ea2c8ceae74e533b; JSESSIONID=992c806f-57a6-46ec-9987-e9d9df48c88c",
    "Host": "irm.cninfo.com.cn",
    "Referer": "http://irm.cninfo.com.cn/ircs/search?keyword=000001",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4021.2 Safari/537.36"
}


def __request(url):