蘑菇街商品详情js破解python爬取数据
python 版本3.7
直达底部是执行的js代码 python 执行js代码 pyexecjs
爬取链接：
点击本次爬取的商品URL.
获得本页面的js
其中需要的参数 ：
data: {“iid”:“1mkn3gi”,“activityId”:"",“fastbuyId”:"",“template”:“1-1-detail_normal-1.0.0”}
mw-appkey: 100028
mw-ttid: NMMain@mgj_pc_1.0
mw-t: 1571308397674
mw-uuid: 0ab7241b-f72b-493d-9c3b-69e1cb495122
mw-h5-os: unknown
mw-sign: e9334462cfa6d1195bfe53d37d619657
callback: mwpCb2
_: 1571308397675
其中 需要破解的参数 是 mw-sign 这个参数
mw-t 参数的获得 ： String(Date.now()) -------js的代码
_ 参数也是 一样 String(Date.now())
mw-uuid 是 documen.cookies 获得的结果 结果见下面
下面 就是mw-sign 参数的破解过程
1.需要 商品的参数 就是商品的ID
https://shop.mogu.com/detail/1mkn3gi?acm=3.ms.1_4_1mkn3gi.15.1343-9… 其中 1mkn3gi 就是商品的ID
2.每个人打开商品链接后 执行 document.cookies
我的浏览器结果 ：
“__mgjuuid=0ab7241b-f72b-493d-9c3b-69e1cb495122; _ga=GA1.2.916123494.1568963138; _mwp_h5_token_enc=53bbe186603d3d7f16a00f2a9d74da91; _mwp_h5_token=339afbc1ea0ab28247ca3c48798216cc_1571210417076; _gid=GA1.2.1949518855.1571307539”
其中 需要注意的 __mgjuuid 和 _mwp_h5_token 这两个值
找到关键词 mw-sign 所在的文件夹 搜索 ，找到对应的地方。
主要的函数 是 z(this.buildQuery(e))
buildQuery(e) 生成一个串 其中 n.push(z(t.getDataString())) 再次调用了一次z 这个函数 可以通过断点 一步一步看生成的值 具体的js解释 自已慢慢查找 其中
n.push(z(t.getDataString())), 第一次调用z函数时 传入的参数是：
{“iid”:“1mjbudy”,“activityId”:"",“fastbuyId”:"",“template”:“1-1-detail_normal-1.0.0”}
z(’{“iid”:“1m8h0fo”,“activityId”:"",“fastbuyId”:"",“template”:“1-1-detail_normal-1.0.0”}’)
其中的iid 是商品ID
e.headers[“mw-sign”] = z(this.buildQuery(e)),
传入的参数是：
ex：z("100028&unknown&1571386366798&NMMain@mgj_pc_1.0&0ab7241b-f72b-493d-9c3b-69e1cb495122&http.detail.api&1&c35830d38126997eed2dab9aa8d93dd5&339afbc1ea0ab28247ca3c48798216cc_1571210417076")
**z("100028&unknown&填入请求的时间&NMMain@mgj_pc_1.0&0ab7241b-f72b-493d-9c3b-69e1cb495122&http.detail.api&1&填入第一次z（）得到的值&这里填入的就是 documen.cookies 获得的_mwp_h5_token 值")**
最后的结果就是 mw-sign的值
ps: 强调一点 _mwp_h5_token 会每天改变 这里只通过cookies直接获取了当天的值 需要破解这个参数 的同学可以按需自己打断点测试
_mwp_h5_token ： n.push(O.instance().mState.getToken()),
请求的curl （每个人的不一样需要修改 谷歌自己network上面copy的curl不能用 抓包工具抓的能用 貌似没带cookies 不能用）：
curl -H 'Host: api.mogu.com' -H 'Cookie: __mgjuuid=0ab7241b-f72b-493d-9c3b-69e1cb495122; _ga=GA1.2.916123494.1568963138; _mwp_h5_token_enc=53bbe186603d3d7f16a00f2a9d74da91; _mwp_h5_token=339afbc1ea0ab28247ca3c48798216cc_1571210417076; _gid=GA1.2.1949518855.1571307539; _gat=1' -H 'sec-fetch-mode: no-cors' -H 'user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.120 Safari/537.36' -H 'accept: */*' -H 'sec-fetch-site: same-site' -H 'referer: https://shop.mogu.com/detail/1m8h0fo?acm=3.ms.1_4_1m8h0fo.15.1343-93747-93771-68998.ghxVgrFeMYKla.sd_117-swt_15-imt_6-c_1_3_443252697_0_0_3-t_ghxVgrFeMYKla-lc_3-fcid_50330-pid_5-pit_1-dit_174-idx_0-dm1_5002&cparam=MTU3MTM4NjM0OF8xMWtfMjI5ZmVhZThkYTExZGQwOWViMGUxOTZmZmNhYWU2NGFfM18wXzQ0MzI1MjY5N180ZjhmXzBfMF8wXzEwMTVfMV8zX2xvYy0w&ptp=31.uTm0Sb.0.0.pmJ6wmLH' -H 'accept-language: zh-CN,zh;q=0.9' --compressed 'https://api.mogu.com/h5/http.detail.api/1/?data=%7B%22iid%22%3A%221m8h0fo%22%2C%22activityId%22%3A%22%22%2C%22fastbuyId%22%3A%22%22%2C%22template%22%3A%221-1-detail_normal-1.0.0%22%7D&mw-appkey=100028&mw-ttid=NMMain%40mgj_pc_1.0&mw-t=1571386366798&mw-uuid=0ab7241b-f72b-493d-9c3b-69e1cb495122&mw-h5-os=unknown&mw-sign=e4ee9c688112ea77ac1394e0e6a323ec&callback=mwpCb2&_=1571386366799'
最后直接上js代码
1
function V(t, e) {
return t(e = {
exports: {}
}, e.exports),
e.exports
}
2
var U = V(function(t) {
var i, n;
i = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/",
n = {
rotl: function(t, e) {
return t << e | t >>> 32 - e
},
rotr: function(t, e) {
return t << 32 - e | t >>> e
},
endian: function(t) {
if (t.constructor == Number)
return 16711935 & n.rotl(t, 8) | 4278255360 & n.rotl(t, 24);
for (var e = 0; e < t.length; e++)
t[e] = n.endian(t[e]);
return t
},
randomBytes: function(t) {
for (var e = []; 0 < t; t--)
e.push(Math.floor(256 * Math.random()));
return e
},
bytesToWords: function(t) {
for (var e = [], n = 0, o = 0; n < t.length; n++,
o += 8)
e[o >>> 5] |= t[n] << 24 - o % 32;
return e
},
wordsToBytes: function(t) {
for (var e = [], n = 0; n < 32 * t.length; n += 8)
e.push(t[n >>> 5] >>> 24 - n % 32 & 255);
return e
},
bytesToHex: function(t) {
for (var e = [], n = 0; n < t.length; n++)
e.push((t[n] >>> 4).toString(16)),
e.push((15 & t[n]).toString(16));
return e.join("")
},
hexToBytes: function(t) {
for (var e = [], n = 0; n < t.length; n += 2)
e.push(parseInt(t.substr(n, 2), 16));
return e
},
bytesToBase64: function(t) {
for (var e = [], n = 0; n < t.length; n += 3)
for (var o = t[n] << 16 | t[n + 1] << 8 | t[n + 2], r = 0; r < 4; r++)
8 * n + 6 * r <= 8 * t.length ? e.push(i.charAt(o >>> 6 * (3 - r) & 63)) : e.push("=");
return e.join("")
},
base64ToBytes: function(t) {
t = t.replace(/[^A-Z0-9+\/]/gi, "");
for (var e = [], n = 0, o = 0; n < t.length; o = ++n % 4)
0 != o && e.push((i.indexOf(t.charAt(n - 1)) & Math.pow(2, -2 * o + 8) - 1) << 2 * o | i.indexOf(t.charAt(n)) >>> 6 - 2 * o);
return e
}
},
t.exports = n
})
, q = {
utf8: {
stringToBytes: function(t) {
return q.bin.stringToBytes(unescape(encodeURIComponent(t)))
},
bytesToString: function(t) {
return decodeURIComponent(escape(q.bin.bytesToString(t)))
}
},
bin: {
stringToBytes: function(t) {
for (var e = [], n = 0; n < t.length; n++)
e.push(255 & t.charCodeAt(n));
return e
},
bytesToString: function(t) {
for (var e = [], n = 0; n < t.length; n++)
e.push(String.fromCharCode(t[n]));
return e.join("")
}
}
}
, J = q
, F = function(t) {
return null != t && (W(t) || "function" == typeof (e = t).readFloatLE && "function" == typeof e.slice && W(e.slice(0, 0)) || !!t._isBuffer);
var e
};
3
var z = V(function(t) {
var v, g, _, w, b;
v = U,
g = J.utf8,
_ = F,
w = J.bin,
(b = function(t, e) {
t.constructor == String ? t = e && "binary" === e.encoding ? w.stringToBytes(t) : g.stringToBytes(t) : _(t) ? t = Array.prototype.slice.call(t, 0) : Array.isArray(t) || (t = t.toString());
for (var n = v.bytesToWords(t), o = 8 * t.length, r = 1732584193, i = -271733879, s = -1732584194, a = 271733878, u = 0; u < n.length; u++)
n[u] = 16711935 & (n[u] << 8 | n[u] >>> 24) | 4278255360 & (n[u] << 24 | n[u] >>> 8);
n[o >>> 5] |= 128 << o % 32,
n[14 + (o + 64 >>> 9 << 4)] = o;
var c = b._ff
, p = b._gg
, l = b._hh
, h = b._ii;
for (u = 0; u < n.length; u += 16) {
var f = r
, d = i
, y = s
, m = a;
i = h(i = h(i = h(i = h(i = l(i = l(i = l(i = l(i = p(i = p(i = p(i = p(i = c(i = c(i = c(i = c(i, s = c(s, a = c(a, r = c(r, i, s, a, n[u + 0], 7, -680876936), i, s, n[u + 1], 12, -389564586), r, i, n[u + 2], 17, 606105819), a, r, n[u + 3], 22, -1044525330), s = c(s, a = c(a, r = c(r, i, s, a, n[u + 4], 7, -176418897), i, s, n[u + 5], 12, 1200080426), r, i, n[u + 6], 17, -1473231341), a, r, n[u + 7], 22, -45705983), s = c(s, a = c(a, r = c(r, i, s, a, n[u + 8], 7, 1770035416), i, s, n[u + 9], 12, -1958414417), r, i, n[u + 10], 17, -42063), a, r, n[u + 11], 22, -1990404162), s = c(s, a = c(a, r = c(r, i, s, a, n[u + 12], 7, 1804603682), i, s, n[u + 13], 12, -40341101), r, i, n[u + 14], 17, -1502002290), a, r, n[u + 15], 22, 1236535329), s = p(s, a = p(a, r = p(r, i, s, a, n[u + 1], 5, -165796510), i, s, n[u + 6], 9, -1069501632), r, i, n[u + 11], 14, 643717713), a, r, n[u + 0], 20, -373897302), s = p(s, a = p(a, r = p(r, i, s, a, n[u + 5], 5, -701558691), i, s, n[u + 10], 9, 38016083), r, i, n[u + 15], 14, -660478335), a, r, n[u + 4], 20, -405537848), s = p(s, a = p(a, r = p(r, i, s, a, n[u + 9], 5, 568446438), i, s, n[u + 14], 9, -1019803690), r, i, n[u + 3], 14, -187363961), a, r, n[u + 8], 20, 1163531501), s = p(s, a = p(a, r = p(r, i, s, a, n[u + 13], 5, -1444681467), i, s, n[u + 2], 9, -51403784), r, i, n[u + 7], 14, 1735328473), a, r, n[u + 12], 20, -1926607734), s = l(s, a = l(a, r = l(r, i, s, a, n[u + 5], 4, -378558), i, s, n[u + 8], 11, -2022574463), r, i, n[u + 11], 16, 1839030562), a, r, n[u + 14], 23, -35309556), s = l(s, a = l(a, r = l(r, i, s, a, n[u + 1], 4, -1530992060), i, s, n[u + 4], 11, 1272893353), r, i, n[u + 7], 16, -155497632), a, r, n[u + 10], 23, -1094730640), s = l(s, a = l(a, r = l(r, i, s, a, n[u + 13], 4, 681279174), i, s, n[u + 0], 11, -358537222), r, i, n[u + 3], 16, -722521979), a, r, n[u + 6], 23, 76029189), s = l(s, a = l(a, r = l(r, i, s, a, n[u + 9], 4, -640364487), i, s, n[u + 12], 11, -421815835), r, i, n[u + 15], 16, 530742520), a, r, n[u + 2], 23, -995338651), s = h(s, a = h(a, r = h(r, i, s, a, n[u + 0], 6, -198630844), i, s, n[u + 7], 10, 1126891415), r, i, n[u + 14], 15, -1416354905), a, r, n[u + 5], 21, -57434055), s = h(s, a = h(a, r = h(r, i, s, a, n[u + 12], 6, 1700485571), i, s, n[u + 3], 10, -1894986606), r, i, n[u + 10], 15, -1051523), a, r, n[u + 1], 21, -2054922799), s = h(s, a = h(a, r = h(r, i, s, a, n[u + 8], 6, 1873313359), i, s, n[u + 15], 10, -30611744), r, i, n[u + 6], 15, -1560198380), a, r, n[u + 13], 21, 1309151649), s = h(s, a = h(a, r = h(r, i, s, a, n[u + 4], 6, -145523070), i, s, n[u + 11], 10, -1120210379), r, i, n[u + 2], 15, 718787259), a, r, n[u + 9], 21, -343485551),
r = r + f >>> 0,
i = i + d >>> 0,
s = s + y >>> 0,
a = a + m >>> 0
}
return v.endian([r, i, s, a])
}
)._ff = function(t, e, n, o, r, i, s) {
var a = t + (e & n | ~e & o) + (r >>> 0) + s;
return (a << i | a >>> 32 - i) + e
}
,
b._gg = function(t, e, n, o, r, i, s) {
var a = t + (e & o | n & ~o) + (r >>> 0) + s;
return (a << i | a >>> 32 - i) + e
}
,
b._hh = function(t, e, n, o, r, i, s) {
var a = t + (e ^ n ^ o) + (r >>> 0) + s;
return (a << i | a >>> 32 - i) + e
}
,
b._ii = function(t, e, n, o, r, i, s) {
var a = t + (n ^ (e | ~o)) + (r >>> 0) + s;
return (a << i | a >>> 32 - i) + e
}
,
b._blocksize = 16,
b._digestsize = 16,
t.exports = function(t, e) {
if (null == t)
throw new Error("Illegal argument " + t);
var n = v.wordsToBytes(b(t, e));
return e && e.asBytes ? n : e && e.asString ? w.bytesToString(n) : v.bytesToHex(n)
}
})
导入上面三个函数后
第一次执行 1m8h0fo 商品ID值
z('{"iid":"1m8h0fo","activityId":"","fastbuyId":"","template":"1-1-detail_normal-1.0.0"}') #这一步会获得一个值
获得 -----“247a9fd72fc0f3a76698351eea42e7ff”
第二次执行
z("100028&unknown&1571386366798&NMMain@mgj_pc_1.0&0ab7241b-f72b-493d-9c3b-69e1cb495122&http.detail.api&1&c35830d38126997eed2dab9aa8d93dd5&339afbc1ea0ab28247ca3c48798216cc_1571210417076")
第二次执行需要更换时间参数 更换第一次执行得到的值 还要更换 最后一个参数 是document.cookies的值
获得-------“e4ee9c688112ea77ac1394e0e6a323ec”#这个就是 mw-sign的值
ps： 具体更换请阅读上面
ex：z("100028&unknown&填入请求的时间&NMMain@mgj_pc_1.0&0ab7241b-f72b-493d-9c3b-69e1cb495122&http.detail.api&1&填入第一次z（）得到的值&这里填入的就是 documen.cookies 获得的_mwp_h5_token 值")
后面关于爬虫部分有需求的可以私信
ps ：转载请注明出处
1241
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
