使用Node.js爬取驴妈妈网的数据

首先参考这篇博文中的驴妈妈网站的接口

https://blog.csdn.net/zhuming3834/article/details/78215396

附上我的源码

/**
 * Created by Mengyuan.Yu on 2019/2/15.
 */
const request=require("request")
const cheerio=require("cheerio")
const  mysql=require('mysql')
var connection = mysql.createConnection({  //配置参数，然后添加你的数据库里面的表
    host: 'localhost',
    user: 'root',
    password: '',
    database: 'tourism'
})
connection.connect();  //连接

function show(item){
    request('http://s.lvmama.com/ticket/H8P1?keyword='+encodeURI('北京')+'&tabType=ticket#list',function(err,res){
        if(err){
            console.log('请求出错');
        }else{
            var $ = cheerio.load(res.body, {decodeEntities: false});
            $('.product-list  .product-item').each(function(){
                var itemHref = $(this).find('.product-regular .product-picture').attr('href');
                var itemImg = ($(this).find('.product-regular .product-picture img').attr('src')||'0\r0').split('\r')[0];
                var itemTitle = $(this).find('.product-regular .product-section .product-ticket-title a').text();
                var itemCity = $(this).find('.product-regular .product-section .product-ticket-title .city').text();
                var itemProvice = "北京";
                var itemLocal = ($(this).find('.product-regular .product-section .product-details dd').first().text() || '').replace(/[\'\"\\\/\b\f\n\r\t]/g, '');
                var itemPrice = $(this).find('.product-regular .product-info .product-price em').text() + '起';
                var itemCommentLevel = $(this).find('.product-regular .product-info .product-number b').text();
                var addSql = "insert into data_scenic(itemHref,itemImg,itemTitle,itemProvice,itemCity,itemLocal,itemPrice,itemCommentLevel) values (?,?,?,?,?,?,?,?)";
                var addParmas = [ itemHref,itemImg,itemTitle,itemProvice,itemCity,itemLocal,itemPrice,itemCommentLevel];
                connection.query(addSql,addParmas,function(err,data){
                    if(err){
                        console.log("数据库连接错误");
                    }else{
                        item++;
                        show(item)
                    }
                })
            });
        }
    });
}

show(1)

看数据库，爬取成功~~~

还在爬，没有结束