采集淘宝商品列表和商品详情遇到滑块验证码的解决方法(带SKU和商品描述,可高并发),主要是解决了高频情况下的阿里系滑块和必须要N多小号才能解决的反扒问题,以后都可以使用本方法了。
大家都知道,淘宝的反爬虫机制十分严,而很多时候,没办法高效的拿到数据内容响应终端需求,而依赖爬虫就会造成动不动就出现滑块验证,让人很无解,正好,公司有这样的需求,让我负责解决这个问题,刚开始各种尝试,始终没有绕过淘宝的滑块验证码,搞了好几天,都没有进展; 然后各种网上资料查询,最终还是不负努力,找到更好的解决方案,让淘宝不再出现任何滑块验证码,完全解密通过,实现更好的用户体验。下面就说说封装好的接口说明(基于手淘的x-sign实现获得的淘宝天猫商品详情图文介绍和店铺信息API,不会出滑块,和 出现挤爆了等异常):
我已经把该方法封装成接口,只需要把要得到的商品ID,传给我就可以,然后及时的响应你的数据内容需求,可满足多种常见场景操作,可获取淘宝详情、商品原价、促销价、实时销量、库存、视频主图等等…。可以看图片效果。
返回示例:
{
"code": 200,
"msg": "请求成功【success】",
"data": {
"title": "行车记录仪前后双录镜头无线高清夜视汽车载电子狗一体机全景",
"categoryId": "50023120",
"sellCount": "5891",
"reserve_price": "268-458",
"zk_final_price": "188-328",
"video": "https://cloud.video.taobao.com/play/u/2096615956/p/2/e/6/t/1/50176166419.mp4?appKey=38829",
"rate": {
"totalCount": "41378",
"keywords": [
{
"attribute": "620-11",
"word": "质量很好",
"count": "1407",
"type": "1"
},
{
"attribute": "731-11",
"word": "功能正面",
"count": "834",
"type": "1"
},
{
"attribute": "10120-11",
"word": "服务态度好",
"count": "613",
"type": "1"
},
{
"attribute": "520-11",
"word": "便宜",
"count": "587",
"type": "1"
},
{
"attribute": "20520-11",
"word": "性价比高",
"count": "371",
"type": "1"
},
{
"attribute": "20420-13",
"word": "快递服务差",
"count": "392",
"type": "-1"
}
]
},
"seller": {
"shopName": "裕创意旗舰店",
"shopIcon": "//img.alicdn.com/imgextra//fa/4c/TB1rd_aGFXXXXbbXXXXSutbFXXX.jpg",
"taoShopUrl": "//shop.m.taobao.com/shop/shop_index.htm?user_id=2096615956&item_id=562554411711",
"evaluates": [
{
"title": "宝贝描述",
"score": "4.8 ",
"levelText": "4.8 "
},
{
"title": "卖家服务",
"score": "4.7 ",
"levelText": "4.7 "
},
{
"title": "物流服务",
"score": "4.7 ",
"levelText": "4.7 "
}
]
}
}
}
#################下方 info = all 的数据 #################
{
"code":200,
"msg":"请求成功【success】",
"data":{
"api":"wdetail",
"v":"6.0",
"ret":[
"SUCCESS::调用成功"
],
"data":{
"apiStack":[
{
"name":"esi",
"value":"
{
\"feature\":{
\"makeup\":\"false\",
\"isVirtualRechargeItem\":\"false\",
\"isDonateItem\":\"false\",
\"bSeller\":\"true\",
\"useMeiLiHuiPrice\":\"false\",
\"o2O\":\"false\",
\"showCommonBanner\":\"false\",
\"isJuPinTuan\":\"false\",
\"sellCountAntiCreep\":\"true\",
\"nabundleItem\":\"false\",
\"hasSku\":\"true\",
\"bundleItem\":\"false\",
\"wygProtect\":\"true\",
\"hasCartRecommend\":\"false\",
\"hasBrandScene\":\"false\",
\"fmcgRecommend\":\"false\",
\"superActTime\":\"false\",
\"isXinxuan\":\"false\",
\"notUseVip95CardBar\":\"false\",
\"hasApparelIcon\":\"false\",
\"openGradient\":\"true\",
\"isCloudChanger\":\"false\",
\"showshopRecommendItems\":\"true\",
\"overSeaBuy\":\"false\",
\"wygItem\":\"false\",
\"hasIntervalPrice\":\"true\",
\"isDamai\":\"false\",
\"waitForStart\":\"false\",
\"newAddress\":\"true\",
\"hideSMww\":\"false\",
\"renovation\":\"false\",
\"hasAddCartCoudan\":\"false\",
\"showCuntaoTag\":\"false\",
\"recommendReason\":\"false\",
\"switchToOldApp\":\"false\",
\"isNewShareGift\":\"false\",
\"hideShopDsr\":\"false\",
\"pricedCoupon\":\"false\",
\"hasCoupon\":\"false\",
\"buhuo\":\"false\",
\"cainiaoNoramal\":\"true\",
\"showNewPersonBag\":\"false\",
\"showSku\":\"true\",
\"showShopCard\":\"false\",
\"showYaoDai\":\"false\",
\"isXXSale\":\"false\",
\"enableDpbModule\":\"false\",
\"showLiteAppRec\":\"false\",
\"showTmallApp\":\"true\",
\"hasNewCombo\":\"false\",
\"noShareGroup\":\"true\",
\"showInteractionBar\":\"true\",
\"showSkuProRate\":\"false\",
\"hasAddTmallCartCoudan\":\"false\",
\"useVip95CardStyle\":\"false\",
\"multistage\":\"false\",
\"hasQualification\":\"false\",
\"isTspace\":\"false\",
\"series\":\"false\",
\"isTTSale\":\"true\",
\"shareGroup\":\"false\",
\"showSMww\":\"false\",
\"isShopVipMember\":\"false\",
\"includeSkuData\":\"true\"
},
\"trade\":{
\"isWap\":\"false\",
\"buyEnable\":\"true\",
\"useWap\":\"false\",
\"tradeParams\":{
},
\"cartParam\":{
\"areaId\":\"350602\"
},
\"outerCartParam\":{
},
\"cartConfirmEnable\":\"true\",
\"cartEnable\":\"true\",
\"buyParam\":{
\"areaId\":\"350602\"
}
},
\"item\":{
\"title\":\"FANBIYA X8隐形蓝牙耳机无线迷你超小挂耳式运动开车入耳塞微型头戴式可接听电话手机男女通用适用苹果\",
\"sellCount\":\"15115\",
\"vagueSellCount\":\"1.5万+\",
\"skuText\":\"请选择套餐类型/颜色分类\",
\"videos\":[
{
\"url\":\"https://cloud.video.taobao.com/play/u/2289894494/p/2/e/6/t/1/215924721410.mp4?appKey=38829\",
\"type\":\"2\",
\"videoThumbnailURL\":\"https://img.alicdn.com/imgextra/i2/2289894494/O1CN01jMqlwb1j4ISyd3yLz_!!2289894494.jpg\",
\"spatialVideoDimension\":\"3:4\",
\"videoId\":\"215924721410\",
\"anchors\":[
{
\"endTime\":\"52000\",
\"desc\":\"外观\"
}
],
\"interactiveInfo\":{
\"interactiveId\":\"259660176\",
\"userId\":\"2289894494\"
},
\"weexRecommendUrl\":\"https://market.m.taobao.com/apps/market/detailrax/recommend-items.html?spm=a2116h.app.0.0.16d957e9U2bxVj&wh_weex=true&itemId=572096814881\"
}
],
\"itemPoint\":\"7\",
\"infoText\":{
},
\"descType\":\"2\",
\"titleIcon\":\"//gw.alicdn.com/tps/i1/T1AV5DFSRbXXbaUxfe-36-32.png\",
\"videoDetail\":{
\"url\":\"https://cloud.video