安装node 插件
cnpm i axios crawler
代码
function decode(str) {
str = unescape(str.replace(/\\u/g, "%u"));
str = str.replace(/&#(x)?(\w+);/g, function($, $1, $2) {
return String.fromCharCode(parseInt($2, $1? 16: 10));
});
return str;
}
var c = new Crawler({
maxConnections: 100,
forceUTF8: true,
callback: function (error, res, done) {
if (error) {
console.log(error);
return
}
let $ = res.$;
let title = $('#title').text()
let content = decode($('#content').html())
let params = {
type: 2,
title,
content,
}
axios.post(url, data).then(res => {
done()
})
}
});
c.queue(['http://www.xxxx.com/xxxx.html']);