从头学习爬虫（四十一）高阶篇----模拟js生成Hearder中X-Request-token、X-Request-ts

最新推荐文章于 2023-12-20 21:54:33 发布

Decoxy

最新推荐文章于 2023-12-20 21:54:33 发布

阅读量2.3k

点赞数

分类专栏：网络爬虫

本文链接：https://blog.csdn.net/qq_36783371/article/details/83752261

版权

网络爬虫专栏收录该内容

44 篇文章 39 订阅

订阅专栏

本文主要提供中间模拟生成Hearder中X-Request-token、X-Request-ts

前后通过postman模拟代替代码实现

一需求

https://yc.yonyoucloud.com/cpu-fe-tender/dist/inquirydetail/index.html?id=77556&from=nfsn

爬取信息

二分析请求

主要找个这个ajax,分析请求头

cookie 没什么作用主要 X-Request-token、X-Request-ts这两个参数要对应生成。

很明显js渲染混淆出来的。

三实操

1 找到对应js

我们先换浏览器谷歌更方便的

点击触发js

可以看到都在t对象里面 t是由window.oOoOoO(n)；生成的

2 打断点看逻辑

n="id=77556" 点开 window.oOoOoO方法

var jokecode = (function() {
    var OooooOOOOOoo = ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '+', '/']
      , encode = o0o0oooOO
      , handleFormat = {
        'utf-8': toUTF8Binary
    };
    function stringToBinary(str, size, encodeType) {
        var i, len, binary = '';
        for (i = 0,
        len = str.length; i < len; i++) {
            binary = binary + handleFormat[encodeType.toLowerCase()](str.charCodeAt(i))
        }
        return binary
    }
    function toUTF8Binary(unicode) {
        var len, binary = '', star = 0, bitStream = unicode.toString(2), bitLen = bitStream.length, i;
        if (unicode >= 0x000000 && unicode <= 0x00007F) {
            binary = bitStream;
            for (i = 0,
            len = 8; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
        } else if (unicode >= 0x000080 && unicode <= 0x0007FF) {
            binary = bitStream;
            for (i = 0,
            len = 11; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            binary = '110' + binary.substr(0, 5) + '10' + binary.substr(5, 6)
        } else if (unicode >= 0x000800 && unicode <= 0x00FFFF) {
            binary = bitStream;
            for (i = 0,
            len = 16; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            ;binary = '1110' + binary.substr(0, 4) + '10' + binary.substr(4, 6) + '10' + binary.substr(10, 6)
        } else if (unicode >= 0x010000 && unicode <= 0x10FFFF) {
            binary = bitStream;
            for (i = 0,
            len = 21; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            binary = '11110' + binary.substr(0, 3) + '10' + binary.substr(3, 6) + '10' + binary.substr(9, 6) + '10' + binary.substr(15, 6)
        }
        return binary
    }
    function O000o9o00O(binary24, flag) {
        var i, len, result = '', decode;
        if (flag == 1) {
            for (i = 0; i < 4; i++) {
                decode = parseInt(binary24.substr(i * 6, 6), 2);
                result = result + OooooOOOOOoo[decode]
            }
        } else {
            for (i = 0,
            len = Math.floor(flag / 6); i < len + 1; i++) {
                decode = parseInt(binary24.substr(i * 6, 6), 2);
                result = result + OooooOOOOOoo[decode]
            }
            for (i = 0; i < 3 - len; i++) {
                result = result + '='
            }
        }
        return result
    }
    function o0o0oooOO(str) {
        var i, len, rem, mer, result = '', strBinaryAry = [], binary = stringToBinary(str, 8, 'utf-8');
        len = binary.length;
        mer = Math.floor(len / 24);
        rem = len % 24;
        for (i = 0; i < mer; i++) {
            result = result + O000o9o00O(binary.substr(i * 24, 24), 1)
        }
        remCode = binary.substr(len - rem, rem);
        if (rem > 0) {
            for (i = 0; i < 24 - rem; i++) {
                remCode = remCode + 0
            }
            result = result + O000o9o00O(remCode, rem)
        }
        return result
    }
    return encode
}
)();
function OooOoo0(str) {
    var str = str.toString();
    var i = str.length;
    i = i - 1;
    var result = '';
    for (var x = i; x >= 0; x--) {
        result += str.charAt(x)
    }
    return result
}
function Oo0OoO(str) {
    return jokecode(str)
}
function oOoOoO(dataParams) {
    var ts = new Date().getTime();
    var key = OooOoo0(ts + dataParams + 'yuncai');
    var token1 = Oo0OoO(key);
    var token2 = OooOoo0(token1);
    var token3 = Oo0OoO(token2);
    return {
        ts: ts,
        token: token3
    }
}

//时间 id 固定yuncai

var key = OooOoo0(ts + dataParams + 'yuncai');

3 生成token

懒得改造js 还是按老道理本地生成

https://yc.yonyoucloud.com/yuncai/buyoffer/private/getBuyofferById?id=77556

X-Request-token:

eFVETnhRRE01a2pOMFl6TTNrR1o5Y3pOMVVqTjVWbmJqRldh
X-Request-ts:

1541409964637

写一个js key写死

var key = OooOoo0('1541409964637id=77556yuncai');

<script>


window.onload=function oOoOoO() {
    var ts = new Date().getTime();
	//时间 id 固定yuncai
	//1541387454227id=77556yuncai
    //var key = OooOoo0('1541387454227id=77556yuncai');
    //var key = OooOoo0('1541387454227id=77556yuncai');
	//id=77556 1541409964637
	 var key = OooOoo0('1541409964637id=77556yuncai');
	//var key="1541387454227id=77556yuncai";
    var token1 = Oo0OoO(key);
    var token2 = OooOoo0(token1);
    var token3 = Oo0OoO(token2);
	console.log(token3);
    return {
        ts: ts,
        token: token3
    }
}

function OooOoo0(str) {
    var str = str.toString();
    var i = str.length;
    i = i - 1;
    var result = '';
    for (var x = i; x >= 0; x--) {
        result += str.charAt(x)
    }
    return result
}
function Oo0OoO(str) {
    return jokecode(str)
}




var jokecode = (function() {
    var OooooOOOOOoo = ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '+', '/']
      , encode = o0o0oooOO
      , handleFormat = {
        'utf-8': toUTF8Binary
    };
    function stringToBinary(str, size, encodeType) {
        var i, len, binary = '';
        for (i = 0,
        len = str.length; i < len; i++) {
            binary = binary + handleFormat[encodeType.toLowerCase()](str.charCodeAt(i))
        }
        return binary
    }
    function toUTF8Binary(unicode) {
        var len, binary = '', star = 0, bitStream = unicode.toString(2), bitLen = bitStream.length, i;
        if (unicode >= 0x000000 && unicode <= 0x00007F) {
            binary = bitStream;
            for (i = 0,
            len = 8; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
        } else if (unicode >= 0x000080 && unicode <= 0x0007FF) {
            binary = bitStream;
            for (i = 0,
            len = 11; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            binary = '110' + binary.substr(0, 5) + '10' + binary.substr(5, 6)
        } else if (unicode >= 0x000800 && unicode <= 0x00FFFF) {
            binary = bitStream;
            for (i = 0,
            len = 16; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            ;binary = '1110' + binary.substr(0, 4) + '10' + binary.substr(4, 6) + '10' + binary.substr(10, 6)
        } else if (unicode >= 0x010000 && unicode <= 0x10FFFF) {
            binary = bitStream;
            for (i = 0,
            len = 21; i < len - bitLen; i++) {
                binary = 0 + binary;
            }
            binary = '11110' + binary.substr(0, 3) + '10' + binary.substr(3, 6) + '10' + binary.substr(9, 6) + '10' + binary.substr(15, 6)
        }
        return binary
    }
    function O000o9o00O(binary24, flag) {
        var i, len, result = '', decode;
        if (flag == 1) {
            for (i = 0; i < 4; i++) {
                decode = parseInt(binary24.substr(i * 6, 6), 2);
                result = result + OooooOOOOOoo[decode]
            }
        } else {
            for (i = 0,
            len = Math.floor(flag / 6); i < len + 1; i++) {
                decode = parseInt(binary24.substr(i * 6, 6), 2);
                result = result + OooooOOOOOoo[decode]
            }
            for (i = 0; i < 3 - len; i++) {
                result = result + '='
            }
        }
        return result
    }
    function o0o0oooOO(str) {
        var i, len, rem, mer, result = '', strBinaryAry = [], binary = stringToBinary(str, 8, 'utf-8');
        len = binary.length;
        mer = Math.floor(len / 24);
        rem = len % 24;
        for (i = 0; i < mer; i++) {
            result = result + O000o9o00O(binary.substr(i * 24, 24), 1)
        }
        remCode = binary.substr(len - rem, rem);
        if (rem > 0) {
            for (i = 0; i < 24 - rem; i++) {
                remCode = remCode + 0
            }
            result = result + O000o9o00O(remCode, rem)
        }
        return result
    }
    return encode
}
)();
</script>

然后打开html

控制台输出eFVETnhRRE01a2pOMFl6TTNrR1o5Y3pOMVVqTjVWbmJqRldh 与对应token一致

收工

后期如有需要可以像前篇一样改造

Decoxy

关注

0
点赞
踩
3

收藏

觉得还不错? 一键收藏
0
评论
从头学习爬虫（四十一）高阶篇----模拟js生成Hearder中X-Request-token、X-Request-ts

本文主要提供中间模拟生成Hearder中X-Request-token、X-Request-ts前后通过postman模拟代替代码实现一需求https://yc.yonyoucloud.com/cpu-fe-tender/dist/inquirydetail/index.html?id=77556&amp;from=nfsn爬取信息二分析请求主要找个这个ajax...
复制链接

扫一扫