逆向案例四、进阶，爬取精灵数据咨询前五十页数据

python代码示例: 

import csv
import execjs
import requests
f = open('精灵数据.csv','w',encoding='utf-8',newline='')
csv_writer = csv.DictWriter(f,fieldnames=[
            '标题',
            '发布时间',
            '新闻来源',
            '详情页链接',
            '转自',
            '点击量',
            '新闻作者',
            '发布时间小时',
    
])
csv_writer.writeheader()
data = []
for page in range(1, 51):
    url = 'https://vapi.jinglingshuju.com/Data/getNewsList'
    payload = {
        'page': str(page),
        'num': '20',
    }
    headers = {
        'Accept': 'application/json, text/plain, */*',
        'Accept-Encoding': 'gzip, deflate, br, zstd',
        'Accept-Language': 'zh-CN, zh;q=0.9',
        'Content-Type': 'application/x-www-form-urlencoded',
        'Origin': 'https://www.jinglingshuju.com',
        'Sec-Ch-Ua': '"Not_A_Brand";v="99", "Chromium";v="99", "Google Chrome";v="99"',
        'Sec-Ch-Ua-Mobile': '?0',
        'Sec-Ch-Ua-Platform': '"Windows"',
        'Sec-Fetch-Dest': 'empty',
        'Sec-Fetch-Mode': 'cors',
        'Sec-Fetch-Site': 'same-site',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.0.0 Safari/537.36',
    }
    response = requests.post(url=url, data=payload, headers=headers)
    json_data = response.json()['data']
    data.append(json_data)  #获取所有的密文数据，并存储在data列表中
a = open('练习.js','r',encoding='utf-8').read()
for data in data:
    js = execjs.compile(a)
    mi_wen = js.call('f',data)
    dery_data = js.call('s',mi_wen)
    for i in dery_data['list']:
        dit={
                '标题':i['title'],
                '发布时间':i['news_time'],
                '新闻来源':i['news_source'],
                '详情页链接':i['detail'],
                '转自':i['summary'],
                '点击量':i['hits'],
                '新闻作者':i['news_author'],
                '发布时间小时':i['time_str'],

            }
        print(dit)
        csv_writer.writerow(dit)

js代码示例:

const CryptoJs = require('crypto-js');
function f(data){
    j = "DXZWdxUZ5jgsUFPF";
    z = CryptoJs.enc.Utf8.parse(j)
    data1 = CryptoJs.AES.decrypt(data, z,
        {
            iv: CryptoJs.enc.Utf8.parse(j.substr(0, 16)), mode: CryptoJs.mode.ECB,
            padding: CryptoJs.pad.Pkcs7
                });
            return data1.toString(CryptoJs.enc.Utf8);}

function s(data1){
    return JSON.parse(data1);
}

结果展示：