招标数据--（逆向--）

已于 2023-03-01 18:20:20 修改
阅读量1.4k 收藏 8
点赞数
分类专栏： python爬虫 文章标签： python
于 2023-02-17 16:06:18 首次发布
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/qq_41661056/article/details/129088989
版权 
from lxml import etree
import requests


# 供应商页
def szzfcg() -> dict:
    res = requests.get("https://www.szzfcg.cn/default5.jsp")
    root = etree.HTML(res.text)
    tab = root.xpath("/html/body/table/tr[3]/td/table/tr/td[2]/table[2]/tr/td[2]")
    d = dict()
    for i in tab:
        content = i.xpath("//div/a/text()")
        url = i.xpath("//div/a/@href")
        d = {str(content[i]).replace(" ", ""): str(url[i]) if not str(url[i]).startswith(
            "/") else "https://szzfcg.cn" + str(url[i]) for
             i in range(len(content))}
    return d


# 市本级采购需求公示下载
def purchase() -> list:
    purchase_url = szzfcg().get("市本级采购文件公示")
    res = requests.get(purchase_url)
    root = etree.HTML(res.text.encode('utf-8'))
    url = root.xpath("//*[@id='pageContent']/div/form/div[2]/table//tr//a/@href")
    text = root.xpath("//*[@id='pageContent']/div/form/div[2]/table//tr//a/text()")
    # 下载招标文件
    # https://www.szzfcg.cn/stock/stprFile.do?method=download&id=3214963
    url = ["https://www.szzfcg.cn/stock/stprFile.do" + str(i) for i in url if str(i).startswith("?method")]
    return url


# 市本级采购公告
def procurement(page: int):
    """
    :param page:  市本级采购公告页数
    :return:
    """
    procurement_url = szzfcg().get("市本级采购公告")
    for i in range(1, page + 1):
        procurement_url = procurement_url[:-1] + str(i)
        res = requests.get(procurement_url)
        root = etree.HTML(res.text.encode('utf-8'))
        url = root.xpath("//*[@id='pageContent']/div/form/div[2]/table//tr//a/@href")
        # text = root.xpath("//*[@id='pageContent']/div/form/div[2]/table//tr//a/text()")
        # https://www.szzfcg.cn/portal/documentView.do?method=view&id=
        # /viewer.do?id=1003372206
        url = ["https://www.szzfcg.cn/portal/documentView.do?method=view&id=" + str(i).split("=")[-1] for i in url if
               str(i).startswith("/viewer")]

        # 招标详情页数据
        for i in url:
            details_res = requests.get(i)
            # print(details_res.text)
            details_root = etree.HTML(details_res.text.encode('utf-8'))
            # /html/body/table/tr/td/table[1]/tr/td
            # /html/body/table/tbody/tr/td/table[1]/tbody/tr/td/ol
            # todo  （详情页里面 需要提取出来 预算，联系人，联系方式，开标时间。） 每个页面布局不一样 得写个好点的正则  估计得费点时间
            # h3 = details_root.xpath("//h3")
            # h3_content = details_root.xpath("//h3/text()")
            # print(h3_content)
            # h3_content= [str(i).encode('utf-8') for i in h3_content]
            # print(h3_content)
            fj_url = details_root.xpath("//@href")
            # 找附件链接下载
            for fj in fj_url:
                if "fileDown" in fj:
                    print(fj)
                    try:
                        down_res = requests.get(str(fj))
                        with open(str(fj).split("=")[-1] + ".rar", "wb") as code:
                            code.write(down_res.content)
                    except Exception as e:
                        print(f"{fj},download err:{e}")





# http://zfcg.szggzy.com:8081/zcfg/list.html
# 广东省公共资源交易平台
def bf():
    res = requests.get("https://ygp.gdzwfw.gov.cn/ggzy-portal/mhyy/config/cms/category/440000/11000?siteCode=440000")
    print(res.cookies)


def zfcg():
    
    cookies = {
        '_horizon_uid': '6476aa19-0e7b-46a6-bb77-b3648128981c',
        '_horizon_sid': '525c2334-2363-4eaf-beb4-255e399ff54b',
    }
    # todo X-Dgi-Req-Signature
    headers = {
        'Accept': 'application/json, text/plain, */*',
        'Accept-Language': 'zh-CN,zh;q=0.9',
        'Connection': 'keep-alive',
        'Content-Type': 'application/json',
        'Origin': 'https://ygp.gdzwfw.gov.cn',
        'Referer': 'https://ygp.gdzwfw.gov.cn/ggzy-portal/',
        'Sec-Fetch-Dest': 'empty',
        'Sec-Fetch-Mode': 'cors',
        'Sec-Fetch-Site': 'same-origin',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36',
        'X-Dgi-Req-App': 'ggzy-portal',
        'X-Dgi-Req-Nonce': 'qI8r5Yvf6DWehzgw',
        'X-Dgi-Req-Signature': '398715bd6417164ef22487d1d180478b0aac4616addcec4b3368bfce5f4f603e',
        'X-Dgi-Req-Timestamp': '1676628454620',
        'sec-ch-ua': '".Not/A)Brand";v="99", "Google Chrome";v="103", "Chromium";v="103"',
        'sec-ch-ua-mobile': '?0',
        'sec-ch-ua-platform': '"Windows"',
    }

    json_data = {
        'type': 'trading-type',
        'publishStartTime': '',
        'publishEndTime': '',
        'siteCode': '44',
        'secondType': 'A',
        'projectType': '',
        'thirdType': '',
        'dateType': '',
        'total': 0,
        'pageNo': 1,
        'pageSize': 10,
        'openConvert': False,
    }

    response = requests.post('https://ygp.gdzwfw.gov.cn/ggzy-portal/search/v1/items', cookies=cookies, headers=headers,
                             json=json_data)
    print(response)
    res = response.json().get("data")
    if res:
        for i in res.get("pageData"):
            noticeSecondType = i.get("noticeSecondType")
            projectType = i.get("projectType")
            projectCode = i.get("projectCode")
            siteCode = i.get("siteCode")
            zfcg_details(noticeSecondType, projectType, projectCode, siteCode)


def zfcg_details(tradingType, projectCode, tradingProcess, siteCode):

    cookies = {
        '_horizon_uid': '6476aa19-0e7b-46a6-bb77-b3648128981c',
        '_horizon_sid': '525c2334-2363-4eaf-beb4-255e399ff54b',
    }

    headers = {
        'Accept': 'application/json, text/plain, */*',
        'Accept-Language': 'zh-CN,zh;q=0.9',
        'Connection': 'keep-alive',
        'Referer': 'https://ygp.gdzwfw.gov.cn/ggzy-portal/',
        'Sec-Fetch-Dest': 'empty',
        'Sec-Fetch-Mode': 'cors',
        'Sec-Fetch-Site': 'same-origin',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36',
        'X-Dgi-Req-App': 'ggzy-portal',
        'X-Dgi-Req-Nonce': 'NWoNs5jM4gcgQbwV',
        'X-Dgi-Req-Signature': '9c3c9ae441e4cfd2bbddf1e440f05a19c977bfb4cec9a0f05c457fa07acf422b',
        'X-Dgi-Req-Timestamp': '1676628713925',
        'sec-ch-ua': '".Not/A)Brand";v="99", "Google Chrome";v="103", "Chromium";v="103"',
        'sec-ch-ua-mobile': '?0',
        'sec-ch-ua-platform': '"Windows"',
    }

    params = {
        'tradingType': tradingType,
        'projectCode': projectCode,
        'tradingProcess': tradingProcess,
        'siteCode': siteCode,
    }

    response = requests.get(
        'https://ygp.gdzwfw.gov.cn/ggzy-portal/center/apis/trading-notice/detail',
        params=params,
        cookies=cookies,
        headers=headers,
    )
    print(response)


if __name__ == '__main__':
    # procurement(2)
    # zfcg()
    bf()

广东省公共资源交易平台 逆向 X-Dgi-Req-Signature

在这里插入图片描述

function Dc(e) {
    let t;
    switch (e) {
    case "base":
        t = "/ggzy-portal/base/";
        break;
    case "search":
        t = "/ggzy-portal/search/";
        break;
    case "yhzx":
        t = "/ggzy-yhzx/";
        break;
    case "stat":
        t = "/ggzy-portal/center/apis/stat/";
        break;
    case "mhyy":
        t = "/ggzy-portal/mhyy/config/";
        break;
    default:
        t = "/ggzy-portal/center/apis/";
        break
    }
    const n = WY.create({
        baseURL: t,
        ...bq
    });
    function u(o) {
        si.inc();
        const r = Nr()
          , {params: i, url: s} = o
          # a  时间戳   X-Dgi-Req-Timestamp: 1676884484177
          , a = Date.now()
          # l  随机字符串   X-Dgi-Req-Nonce: "qBbXuOeeHdLZDJVH"
          , l = Aq(16)
          # c是固定的   "k8tUyS$m"
          , c = lr([8, 28, 20, 42, 21, 53, 65, 6])
          , f = {
            [lr([56, 62, 52, 11, 23, 62, 39, 18, 16, 62, 54, 25, 25])]: lr([11, 11, 0, 21, 62, 25, 24, 19, 20, 15, 7]),
            [lr([56, 62, 52, 11, 23, 62, 39, 18, 16, 62, 60, 24, 5, 2, 18])]: l,
            [lr([56, 62, 52, 11, 23, 62, 39, 18, 16, 62, 40, 23, 6, 18, 14, 20, 15, 6, 25])]: a
        };
        if (o.method.toLowerCase() === "get") {
            (i == null ? void 0 : i.siteCode) === void 0 && !s.includes("?siteCode=") && (i ? o.params.siteCode = r.currentSite : o.params = {
                siteCode: r.currentSite
            });
            const d = Ig({
                p: i,
                t: a,
                n: l,
                k: c
            });
            f[[lr([56, 62, 52, 11, 23, 62, 39, 18, 16, 62, 53, 23, 11, 5, 15, 20, 22, 19, 18])]] = d
        } else {
            const d = Ig({
                p: ey.stringify(o.data, {
                    allowDots: !0
                }),
                t: a,
                n: l,
                k: c
            });
            f[[lr([56, 62, 52, 11, 23, 62, 39, 18, 16, 62, 53, 23, 11, 5, 15, 20, 22, 19, 18])]] = d,
            e === "mhyy" && (o.data ? o.data.noSiteCode ? delete o.data.noSiteCode : o.data.siteCode === void 0 && (o.data.siteCode = r.currentSite) : o.data = {
                siteCode: r.currentSite
            })
        }
        return o.headers = {
            ...f,
            ...o.headers
        },
        o
    }
    return n.interceptors.request.use(u, Dq),
    n.interceptors.response.use(wq, xq),
    n
}


ig 代码:
( t: a,n: l,k: c)
function Ig(e={}) {
    const {p: t, t: n, n: u, k: o} = e
      , r = Bq(t);
    return Cq(u + o + decodeURIComponent(r) + n)
}
Bq 代码:
function Bq(e) {
    let t = "";
    return typeof e == "object" ? t = Object.keys(e).map(n=>`${n}=${e[n]}`).sort().join("&") : typeof e == "string" && (t = e.split("&").sort().join("&")),
    t
}
Cq 代码: 参数 B: 随机字符串l+固定字符串c +decodeURIComponent(r) +时间戳 a
function(B, x) {
      return new C.init(x).finalize(B)
      
C.init(x).finalize(B)代码: 参数：B: "Gd8t6HVFaAUfa51zk8tUyS$m1676886449404"     x: undefined

 finalize: function(C) {
                        C && this._append(C);
                        var B = this._doFinalize();
                        return B
                    },
                    
._append(C)代码：

_append: function(C) {
                        typeof C == "string" && (C = m.parse(C)),
                        this._data.concat(C),
                        this._nDataBytes += C.sigBytes
                    },

 _append中的 m.parse(C)代码：核心代码将l+c+a组成的字符串 拆解生成 X-Dgi-Req-Signature--->  init 生成长度10的 words数组  
 
 parse: function(C) {
                        for (var B = C.length, x = [], b = 0; b < B; b++)
                            x[b >>> 2] |= (C.charCodeAt(b) & 255) << 24 - b % 4 * 8;
                        return new f.init(x,B)
                    }   
parse中的 f.init(x,B)代码（加工生成长度10的 words数组 ）：

 init: function(C, B) {
                        C = this.words = C || [],
                        B != o ? this.sigBytes = B : this.sigBytes = C.length * 4
                    },
_append中的concat(C)：

concat: function(C) {
                        var B = this.words
                          , x = C.words
                          , b = this.sigBytes
                          , _ = C.sigBytes;
                        if (this.clamp(),
                        b % 4)
                            for (var D = 0; D < _; D++) {
                                var I = x[D >>> 2] >>> 24 - D % 4 * 8 & 255;
                                B[b + D >>> 2] |= I << 24 - (b + D) % 4 * 8
                            }
                        else
                            for (var O = 0; O < _; O += 4)
                                B[b + O >>> 2] = x[O >>> 2];
                        return this.sigBytes += _,
                        this
                    },







_doFinalize 代码：处理生成的words数组        转为长度为8的数组

 _doFinalize: function() {
                    var h = this._data
                      , p = h.words
                      , m = this._nDataBytes * 8
                      , v = h.sigBytes * 8;
                    return p[v >>> 5] |= 128 << 24 - v % 32,
                    p[(v + 64 >>> 9 << 4) + 14] = u.floor(m / 4294967296),
                    p[(v + 64 >>> 9 << 4) + 15] = m,
                    h.sigBytes = p.length * 4,
                    this._process(),
                    this._hash
                },
 _doFinalize中的process代码:
_process: function(C) {
                        var B, x = this._data, b = x.words, _ = x.sigBytes, D = this.blockSize, I = D * 4, O = _ / I;
                        C ? O = u.ceil(O) : O = u.max((O | 0) - this._minBufferSize, 0);
                        var P = O * D
                          , j = u.min(P * 4, _);
                        if (P) {
                            for (var H = 0; H < P; H += D)
                                this._doProcessBlock(b, H);
                            B = b.splice(0, P),
                            x.sigBytes -= j
                        }
                        return new f.init(B,j)
                    },      
 _doFinalize中的process中的_doProcessBlock代码（）:
  _doProcessBlock: function(h, p) {
                    for (var m = this._hash.words, v = m[0], g = m[1], C = m[2], B = m[3], x = m[4], b = m[5], _ = m[6], D = m[7], I = 0; I < 64; I++) {
                        if (I < 16)
                            f[I] = h[p + I] | 0;
                        else {
                            var O = f[I - 15]
                              , P = (O << 25 | O >>> 7) ^ (O << 14 | O >>> 18) ^ O >>> 3
                              , j = f[I - 2]
                              , H = (j << 15 | j >>> 17) ^ (j << 13 | j >>> 19) ^ j >>> 10;
                            f[I] = P + f[I - 7] + H + f[I - 16]
                        }
                        var Y = x & b ^ ~x & _
                          , L = v & g ^ v & C ^ g & C
                          , M = (v << 30 | v >>> 2) ^ (v << 19 | v >>> 13) ^ (v << 10 | v >>> 22)
                          , U = (x << 26 | x >>> 6) ^ (x << 21 | x >>> 11) ^ (x << 7 | x >>> 25)
                          , R = D + U + Y + c[I] + f[I]
                          , ee = M + L;
                        D = _,
                        _ = b,
                        b = x,
                        x = B + R | 0,
                        B = C,
                        C = g,
                        g = v,
                        v = R + ee | 0
                    }
                    m[0] = m[0] + v | 0,
                    m[1] = m[1] + g | 0,
                    m[2] = m[2] + C | 0,
                    m[3] = m[3] + B | 0,
                    m[4] = m[4] + x | 0,
                    m[5] = m[5] + b | 0,
                    m[6] = m[6] + _ | 0,
                    m[7] = m[7] + D | 0
                },


Aq: 生成 X-Dgi-Req-Nonce的

function Aq(e) {
    return [...Array(e)].map(()=>ky[yq(0, 61)]).join("")
}

生成过程：
在这里插入图片描述

在这里插入图片描述

在这里插入图片描述

在这里插入图片描述

在这里插入图片描述

在这里插入图片描述
代码：



import random
import string
import time

import requests

if __name__ == '__main__':
    import execjs

    # "k8tUyS$m"
    ctx = execjs.compile(
        """
var Br = typeof globalThis < "u" ? globalThis : typeof window < "u" ? window : typeof global < "u" ? global : typeof self < "u" ? self : {};
var xy = {
    exports: {}
};
var rf = {
    exports: {}
}, Pg;
function vq() {
    return Pg || (Pg = 1,
    function(e, t) {
        (function(n, u) {
            e.exports = u()
        }
        )(Br, function() {
            var n = n || function(u, o) {
                var r;
                if (typeof window < "u" && window.crypto && (r = window.crypto),
                typeof self < "u" && self.crypto && (r = self.crypto),
                typeof globalThis < "u" && globalThis.crypto && (r = globalThis.crypto),
                !r && typeof window < "u" && window.msCrypto && (r = window.msCrypto),
                !r && typeof Br < "u" && Br.crypto && (r = Br.crypto),
                !r && typeof Eq == "function")
                    try {
                        r = YC
                    } catch(err) {}
                var i = function() {
                    if (r) {
                        if (typeof r.getRandomValues == "function")
                            try {
                                return r.getRandomValues(new Uint32Array(1))[0]
                            } catch(err) {}
                        if (typeof r.randomBytes == "function")
                            try {
                                return r.randomBytes(4).readInt32LE()
                            } catch(err) {}
                    }
                    throw new Error("Native crypto module could not be used to get secure random number.")
                }
                  , s = Object.create || function() {
                    function C() {}
                    return function(B) {
                        var x;
                        return C.prototype = B,
                        x = new C,
                        C.prototype = null,
                        x
                    }
                }()
                  , a = {}
                  , l = a.lib = {}
                  , c = l.Base = function() {
                    return {
                        extend: function(C) {
                            var B = s(this);
                            return C && B.mixIn(C),
                            (!B.hasOwnProperty("init") || this.init === B.init) && (B.init = function() {
                                B.$super.init.apply(this, arguments)
                            }
                            ),
                            B.init.prototype = B,
                            B.$super = this,
                            B
                        },
                        create: function() {
                            var C = this.extend();
                            return C.init.apply(C, arguments),
                            C
                        },
                        init: function() {},
                        mixIn: function(C) {
                            for (var B in C)
                                C.hasOwnProperty(B) && (this[B] = C[B]);
                            C.hasOwnProperty("toString") && (this.toString = C.toString)
                        },
                        clone: function() {
                            return this.init.prototype.extend(this)
                        }
                    }
                }()
                  , f = l.WordArray = c.extend({
                    init: function(C, B) {
                        C = this.words = C || [],
                        B != o ? this.sigBytes = B : this.sigBytes = C.length * 4
                    },
                    toString: function(C) {
                        return (C || h).stringify(this)
                    },
                    concat: function(C) {
                        var B = this.words
                          , x = C.words
                          , b = this.sigBytes
                          , _ = C.sigBytes;
                        if (this.clamp(),
                        b % 4)
                            for (var D = 0; D < _; D++) {
                                var I = x[D >>> 2] >>> 24 - D % 4 * 8 & 255;
                                B[b + D >>> 2] |= I << 24 - (b + D) % 4 * 8
                            }
                        else
                            for (var O = 0; O < _; O += 4)
                                B[b + O >>> 2] = x[O >>> 2];
                        return this.sigBytes += _,
                        this
                    },
                    clamp: function() {
                        var C = this.words
                          , B = this.sigBytes;
                        C[B >>> 2] &= 4294967295 << 32 - B % 4 * 8,
                        C.length = u.ceil(B / 4)
                    },
                    clone: function() {
                        var C = c.clone.call(this);
                        return C.words = this.words.slice(0),
                        C
                    },
                    random: function(C) {
                        for (var B = [], x = 0; x < C; x += 4)
                            B.push(i());
                        return new f.init(B,C)
                    }
                })
                  , d = a.enc = {}
                  , h = d.Hex = {
                    stringify: function(C) {
                        for (var B = C.words, x = C.sigBytes, b = [], _ = 0; _ < x; _++) {
                            var D = B[_ >>> 2] >>> 24 - _ % 4 * 8 & 255;
                            b.push((D >>> 4).toString(16)),
                            b.push((D & 15).toString(16))
                        }
                        return b.join("")
                    },
                    parse: function(C) {
                        for (var B = C.length, x = [], b = 0; b < B; b += 2)
                            x[b >>> 3] |= parseInt(C.substr(b, 2), 16) << 24 - b % 8 * 4;
                        return new f.init(x,B / 2)
                    }
                }
                  , p = d.Latin1 = {
                    stringify: function(C) {
                        for (var B = C.words, x = C.sigBytes, b = [], _ = 0; _ < x; _++) {
                            var D = B[_ >>> 2] >>> 24 - _ % 4 * 8 & 255;
                            b.push(String.fromCharCode(D))
                        }
                        return b.join("")
                    },
                    parse: function(C) {
                        for (var B = C.length, x = [], b = 0; b < B; b++)
                            x[b >>> 2] |= (C.charCodeAt(b) & 255) << 24 - b % 4 * 8;
                        return new f.init(x,B)
                    }
                }
                  , m = d.Utf8 = {
                    stringify: function(C) {
                        try {
                            return decodeURIComponent(escape(p.stringify(C)))
                        } catch(err) {
                            throw new Error("Malformed UTF-8 data")
                        }
                    },
                    parse: function(C) {
                        return p.parse(unescape(encodeURIComponent(C)))
                    }
                }
                  , v = l.BufferedBlockAlgorithm = c.extend({
                    reset: function() {
                        this._data = new f.init,
                        this._nDataBytes = 0
                    },
                    _append: function(C) {
                        typeof C == "string" && (C = m.parse(C)),
                        this._data.concat(C),
                        this._nDataBytes += C.sigBytes
                    },
                    _process: function(C) {
                        var B, x = this._data, b = x.words, _ = x.sigBytes, D = this.blockSize, I = D * 4, O = _ / I;
                        C ? O = u.ceil(O) : O = u.max((O | 0) - this._minBufferSize, 0);
                        var P = O * D
                          , j = u.min(P * 4, _);
                        if (P) {
                            for (var H = 0; H < P; H += D)
                                this._doProcessBlock(b, H);
                            B = b.splice(0, P),
                            x.sigBytes -= j
                        }
                        return new f.init(B,j)
                    },
                    clone: function() {
                        var C = c.clone.call(this);
                        return C._data = this._data.clone(),
                        C
                    },
                    _minBufferSize: 0
                });
                l.Hasher = v.extend({
                    cfg: c.extend(),
                    init: function(C) {
                        this.cfg = this.cfg.extend(C),
                        this.reset()
                    },
                    reset: function() {
                        v.reset.call(this),
                        this._doReset()
                    },
                    update: function(C) {
                        return this._append(C),
                        this._process(),
                        this
                    },
                    finalize: function(C) {
                        C && this._append(C);
                        var B = this._doFinalize();
                        return B
                    },
                    blockSize: 16,
                    _createHelper: function(C) {
                        return function(B, x) {
                            return new C.init(x).finalize(B)
                        }
                    },
                    _createHmacHelper: function(C) {
                        return function(B, x) {
                            return new g.HMAC.init(C,x).finalize(B)
                        }
                    }
                });
                var g = a.algo = {};
                return a
            }(Math);
            return n
        })
    }(rf)),
    rf.exports
}
// 匿名函数
(function(e, t) {
    (function(n, u) {
        e.exports = u(vq())
    }
    )(Br, function(n) {
        return function(u) {
            var o = n
              , r = o.lib
              , i = r.WordArray
              , s = r.Hasher
              , a = o.algo
              , l = []
              , c = [];
            (function() {
                function h(g) {
                    for (var C = u.sqrt(g), B = 2; B <= C; B++)
                        if (!(g % B))
                            return !1;
                    return !0
                }
                function p(g) {
                    return (g - (g | 0)) * 4294967296 | 0
                }
                for (var m = 2, v = 0; v < 64; )
                    h(m) && (v < 8 && (l[v] = p(u.pow(m, 1 / 2))),
                    c[v] = p(u.pow(m, 1 / 3)),
                    v++),
                    m++
            }
            )();
            var f = []
              , d = a.SHA256 = s.extend({
                _doReset: function() {
                    this._hash = new i.init(l.slice(0))
                },
                _doProcessBlock: function(h, p) {
                    for (var m = this._hash.words, v = m[0], g = m[1], C = m[2], B = m[3], x = m[4], b = m[5], _ = m[6], D = m[7], I = 0; I < 64; I++) {
                        if (I < 16)
                            f[I] = h[p + I] | 0;
                        else {
                            var O = f[I - 15]
                              , P = (O << 25 | O >>> 7) ^ (O << 14 | O >>> 18) ^ O >>> 3
                              , j = f[I - 2]
                              , H = (j << 15 | j >>> 17) ^ (j << 13 | j >>> 19) ^ j >>> 10;
                            f[I] = P + f[I - 7] + H + f[I - 16]
                        }
                        var Y = x & b ^ ~x & _
                          , L = v & g ^ v & C ^ g & C
                          , M = (v << 30 | v >>> 2) ^ (v << 19 | v >>> 13) ^ (v << 10 | v >>> 22)
                          , U = (x << 26 | x >>> 6) ^ (x << 21 | x >>> 11) ^ (x << 7 | x >>> 25)
                          , R = D + U + Y + c[I] + f[I]
                          , ee = M + L;
                        D = _,
                        _ = b,
                        b = x,
                        x = B + R | 0,
                        B = C,
                        C = g,
                        g = v,
                        v = R + ee | 0
                    }
                    m[0] = m[0] + v | 0,
                    m[1] = m[1] + g | 0,
                    m[2] = m[2] + C | 0,
                    m[3] = m[3] + B | 0,
                    m[4] = m[4] + x | 0,
                    m[5] = m[5] + b | 0,
                    m[6] = m[6] + _ | 0,
                    m[7] = m[7] + D | 0
                },
                _doFinalize: function() {
                    var h = this._data
                      , p = h.words
                      , m = this._nDataBytes * 8
                      , v = h.sigBytes * 8;
                    return p[v >>> 5] |= 128 << 24 - v % 32,
                    p[(v + 64 >>> 9 << 4) + 14] = u.floor(m / 4294967296),
                    p[(v + 64 >>> 9 << 4) + 15] = m,
                    h.sigBytes = p.length * 4,
                    this._process(),
                    this._hash
                },
                clone: function() {
                    var h = s.clone.call(this);
                    return h._hash = this._hash.clone(),
                    h
                }
            });
            o.SHA256 = s._createHelper(d),
            o.HmacSHA256 = s._createHmacHelper(d)
        }(Math),
        n.SHA256
    })
}
)(xy);
var Cq = xy.exports;

// var k="k8tUyS$m",n="XgsNo3npVzcW9DOU",p="",t=1676974388321, r = Bq(t);
// const {p: t, t: n, n: u, k: o} = e
//      , r = Bq(t);
//    return Cq(u + o + decodeURIComponent(r) + n)

function Bq(e) {
    let t = "";
    return typeof e == "object" ? t = Object.keys(e).map(n=>`${n}=${e[n]}`).sort().join("&") : typeof e == "string" && (t = e.split("&").sort().join("&")),
    t
}
function Ig(params) {
    // k8tUyS$m
    //var r = Bq(t);
    //var C = Cq(a+c+decodeURIComponent(r)+l)
    var C = Cq(params)
    for (var B = C.words, x = C.sigBytes, b = [], _ = 0; _ < x; _++) {
                var D = B[_ >>> 2] >>> 24 - _ % 4 * 8 & 255;
                b.push((D >>> 4).toString(16)),
                b.push((D & 15).toString(16))
            }
    return b.join("")
}
        """
    )
    def zfcg(key, siteCode, secondType, pageNo, pageSize):
        """
        :param key: 固定的c
        :param siteCode: siteCode 44是广东省 440300是深圳市
        :param secondType: # 工程建设是A 土地矿业是B 国有产权是C
        :param pageNo:
        :param pageSize:
        :return:
        """
        cookies = {
            '_horizon_uid': '6476aa19-0e7b-46a6-bb77-b3648128981c',
            '_horizon_sid': '525c2334-2363-4eaf-beb4-255e399ff54b',
        }
        # todo X-Dgi-Req-Signature
        json_data = {
            'type': 'trading-type',
            'publishStartTime': '',
            'publishEndTime': '',
            'siteCode': siteCode,
            'secondType': secondType,
            'projectType': '',
            'thirdType': '',
            'dateType': '',
            'total': 0,
            #
            'pageNo': int(pageNo),
            'pageSize': int(pageSize),
            'openConvert': False,
        }
        random_s = random.sample(string.ascii_letters + string.digits, 16)
        Nonce = ''.join(random_s)
        Timestamp = str(int(time.time() * 1000))
        # 没请求参数的话 一般不加这个东西 （基本就是请求参数） 这个生成签名需要
        t = "dateType=&openConvert=false&pageNo=%s&pageSize=%s&projectType=&publishEndTime=&publishStartTime=&secondType=%s&siteCode=%s&thirdType=&total=0&type=trading-type" % (
            pageNo, pageSize, secondType, siteCode)
        Signature = ctx.call('Ig', Nonce + key + t + Timestamp)
        print('sign--------------------------------------------->', Signature)

        headers = {
            'Accept': 'application/json, text/plain, */*',
            'Accept-Language': 'zh-CN,zh;q=0.9',
            'Connection': 'keep-alive',
            'Content-Type': 'application/json',
            'Origin': 'https://ygp.gdzwfw.gov.cn',
            'Referer': 'https://ygp.gdzwfw.gov.cn/ggzy-portal/',
            'Sec-Fetch-Dest': 'empty',
            'Sec-Fetch-Mode': 'cors',
            'Sec-Fetch-Site': 'same-origin',
            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36',
            'X-Dgi-Req-App': 'ggzy-portal',
            'X-Dgi-Req-Nonce': Nonce,
            'X-Dgi-Req-Signature': Signature,
            'X-Dgi-Req-Timestamp': Timestamp,
            'sec-ch-ua': '".Not/A)Brand";v="99", "Google Chrome";v="103", "Chromium";v="103"',
            'sec-ch-ua-mobile': '?0',
            'sec-ch-ua-platform': '"Windows"',
        }
        response = requests.post('https://ygp.gdzwfw.gov.cn/ggzy-portal/search/v1/items', cookies=cookies,
                                 headers=headers,
                                 json=json_data)
        print(response.json())
        res = response.json().get("data")
        if res:
            for i in res.get("pageData"):
                noticeSecondType = i.get("noticeSecondType")
                projectType = i.get("projectType")
                projectCode = i.get("projectCode")
                siteCode = i.get("siteCode")
                details(noticeSecondType, projectCode, projectType, siteCode)

    # 详情
    def details(tradingType,projectCode,tradingProcess,siteCode):

        cookies = {
            '_horizon_uid': 'ac35adbe-438b-424e-b85e-b80416fbabe0',
            '_horizon_sid': 'a7a555cb-6c3c-492c-b392-e373598df94a',
        }
        random_s = random.sample(string.ascii_letters + string.digits, 16)
        Nonce = ''.join(random_s)
        Timestamp = str(int(time.time() * 1000))


        params = {
            'tradingType': tradingType,
            'projectCode': projectCode,
            'tradingProcess': tradingProcess,
            'siteCode': siteCode,
        }
        t="projectCode=%s&siteCode=%s&tradingProcess=%s&tradingType=%s" %(projectCode,siteCode,tradingProcess,tradingType)
        Signature = ctx.call('Ig', Nonce + key + t + Timestamp)
        headers = {
            'Accept': 'application/json, text/plain, */*',
            'Accept-Language': 'zh-CN,zh;q=0.9',
            'Connection': 'keep-alive',
            'Referer': 'https://ygp.gdzwfw.gov.cn/',
            'Sec-Fetch-Dest': 'empty',
            'Sec-Fetch-Mode': 'cors',
            'Sec-Fetch-Site': 'same-origin',
            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
            'X-Dgi-Req-App': 'ggzy-portal',
            'X-Dgi-Req-Nonce': Nonce,
            'X-Dgi-Req-Signature': Signature,
            'X-Dgi-Req-Timestamp': Timestamp,
            'sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Google Chrome";v="110"',
            'sec-ch-ua-mobile': '?0',
            'sec-ch-ua-platform': '"macOS"',
        }
        response = requests.get(
            'https://ygp.gdzwfw.gov.cn/ggzy-portal/center/apis/trading-notice/detail',
            params=params,
            cookies=cookies,
            headers=headers,
        )
        print(response.json())

    key = 'k8tUyS$m'
    siteCode = '44'
    secondType = 'A'
    pageNo = '1'
    pageSize = '20'

    zfcg(key=key, siteCode=siteCode, secondType=secondType, pageNo=pageNo, pageSize=pageSize)

    # 工程建设：A01 项目进场 A02 招标公告 A04 开标公告  A05 评标报告 A06 结果公告 A07 资格预审 A08 中标候选人公示 A09 招标异常情况报告 A10 履约信息
    # 土地矿业 ：A01 出让公告 A02 出让结果公示 TY-B-07 挂牌文件
    # 国有产权 ：C01 挂牌披露 C02 交易结果 TY-C-07 产权挂牌/拍卖过程信息 TY-C-11 结果公告
    # details(tradingType='A',projectCode='X440200083200017i172',tradingProcess='A01',siteCode='440200')

结束：

在这里插入图片描述

Asimov__
关注
  • 0
    点赞
  • 踩
  • 8
    收藏
    觉得还不错? 一键收藏
  • 7
    评论
专栏目录
广东省公共资源交易平台逆向分析
01-10
广东省公共资源交易平台逆向分析
js逆向-某市公共资源交易网
逆向新手的博客
07-27 616
话不多说，开始今天的分析。看着都非常的正常，打开元素面板查看每一个链接的URL也很正常丝毫没有看到加密的点在哪里。难不成是恰了一篇水文凑字数？当然不是了，当点击元素面板中的a标签对应的href属性时神奇的事情发生了，。很奇怪，一定是哪里不对劲，多刷新几次试试结果还是一样，那这样爬虫还爬个锤子。但是当点击页面上的标题时，又可以请求到数据。URL和之前有很大的出入，大概率是加密了。既然是加密了，又到了逆向环节。...
Python爬虫逆向——某公开数据网站实例小记(二)
最新发布
记事本
05-14 622
经过分析，headers里的内容有加密参数，则我们开始全文找headers。此网站经过分析，可以看出请求网址和参数均无加密，响应内容无加密。真正可以让我们进行学习的则是headers里两个比较明显的参数，可以看出是可以研究的。X-Dgi-Req-Nonce 和X-Dgi-Req-Signature。，可以看到有17处，由于不确定真正位置，因此，我们将17处依次打了断点。可以看到X-Dgi-Req-Nonce 是由l 生成的。重新请求后，依次查看headers断点，可以看到。可以看到请求后，断点会在。
某交易平台学习笔记
weixin_54254408的博客
02-23 1252
某交易平台的逆向学习笔记
某交易平台相关参数加密
一起学习哈
03-26 805
某交易平台相关加密参数
淘宝最新签名算法分析(1)
godtoy的逆向小屋
10-09 4362
实现 淘宝版本 v9.0.0 原理：通过xposed 去hook 淘宝，介入socket.io, socket.io 服务端转成http即可提供签名服务 INPUT 打包算法 export module TaoBao { export class Sign { /** * 淘宝 9.0.0 * 生成签名参数字符串 *...
某省公共资源交易平台异步SHA256加密
weixin_57644831的博客
09-07 308
某省公共资源交易平台异步SHA256加密逆向
mybatis-plus逆向工程
07-03
mybatis-plus逆向工程
mybatis-plus快速逆向生成代码
03-07
0.解压后查看说明文档。 1.pom.xml中增加对应引入包 2.复制FastAutoGeneratorTest.java到自己的项目中 然后更改引入包路径 3.更改数据库源 4.更改生成代码路径 5.执行main方法
Beta-VAE.zip
08-26
扩散模型通过逐步“扩散”（或“破坏”）数据的原始信息，然后逆向扩散过程来生成新样本，它在生成高分辨率、高质量图像方面有显著优势。 **核心知识点** 1. **变分自编码器 (Variational Autoencoder, VAE)**：...
mybatis-oracle逆向工程工具
09-14
6. **自动代码生成的优势**：通过自动代码生成，开发者可以快速搭建数据访问层，无需手动编写繁琐的 CRUD（Create, Read, Update, Delete）操作，从而更专注于业务逻辑的实现。 7. **使用流程**：首先，下载并安装...
002 springboot整合mybatis-plus
04-10
本文将深入探讨如何将MyBatis-Plus与Spring Boot进行整合，以及利用MyBatis-Plus的逆向生成功能来快速构建数据访问层。 首先，让我们了解Spring Boot与MyBatis-Plus的基本概念。Spring Boot的核心在于其自动配置...
某公共资源交易平台headers逆向
m0_46467017的博客
08-02 1453
这个参数的加密生成，代码继续往下走，发现有一个if-else判断分别打上断点看代码在哪断住，最后成功在else断住，发现还有一个数组混淆，在控制台打开，发现果然是。在调栈时我们会发现，我们在往前跟栈时，到了异步请求时，他的作用域不会变化，并且堆栈箭头不会往下，所以这时我们只能通过代码来判断并下断点分析查看。分析代码可以发现，这里有一长串的数组组成的参数，当其实是一个数组混淆，当我们在控制台打印时，就可以看到他们具体的值。逐步分析会发现，他有SHA256的关键字，并且在这一步后就生成了，我们需要的数组参数。
某网站X-Signature签名破解
cp's blog
11-22 1881
网站签名机制是很常见的技术手段，本文介绍某网站X-Signature签名破解，js还原
gdzwfw某省公共资源交易平台逆向学习
joker_zsl的博客
01-24 1381
hook住之后你就跟着堆栈挨个找吧，我找的是头！此网站采用请求头反爬，难点是请求头中几个参数是如何生成的（别问为什么知道是请求头，一个一个试的。搜索这几个请求头可以发现是找不到的，由此可以判断JS是经过混淆的，或者参数名是在JS运行中生成的。最难的就是如何定位到这几个参数是在JS的哪个位置产生的了，这比较依赖经验，全靠大胆猜测，小心求证。debug的时候你会发现，X-Dgi-Req-Signature确实是这样的。后面的就不用说了，把这个也扣出来。能拿到数据，说明获取到的请求头没毛病。
fse签名X-signature
李玺
09-16 1756
案例内容：fse搜索接口的签名X-signature
【JS 逆向百例】某公共资源交易网，公告 URL 参数逆向分析
K哥爬虫
07-21 2036
网站数据防护方式之 URL 参数加密，逆向破解 ~
(JS逆向)公共交易平台portal-sign参数与返回结果AES加密
MaxShuo的博客
12-08 600
网址：e10adc3949ba59abbe56e057f20f883e 目的数据： 搜索关键词，出现搜索结果 数据返回： 请求的Header头信息中，有个portal-sign参数，每次请求都不一样，返回的结果也是经过加密的： 粗略猜测，好像是MD5加密，稍后验证。 返回加密加过，粗略猜测为AES加密， 稍后验证。 开始分析： 全局搜索portal-sign参数，只得到 一条信息，那就是它了： 点进去可以发现，调用了getSign方法 经过调试发现，传入的...

“相关推荐”对你有帮助么？

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 7
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值