通过API接口采集淘宝商品列表和app商品详情遇到滑块验证码的解决方法(带SKU和商品描述,支持高并发),主要是解决了高频情况下的阿里系滑块和必须要N多小号才能解决的反扒问题,以后都可以使用本方法:
大家都知道,淘宝的反爬虫机制十分严,而很多时候,没办法高效的拿到数据内容响应终端需求,而依赖爬虫就会造成动不动就出现滑块验证,让人很无解,正好,公司有这样的需求,让我负责解决这个问题,刚开始各种尝试,始终没有绕过淘宝的滑块验证码,搞了好几天,都没有进展;
然后各种网上资料查询,最终还是不负努力,找到更好的解决方案,让淘宝不再出现任何滑块验证码,完全解密通过,实现更好的用户体验。下面就说说封装好的接口说明(基于手淘的x-sign实现获得的淘宝天猫商品详情图文介绍和店铺信息API,不会出滑块,和出现挤爆了等异常);
我已经把该方法封装成接口,只需要把要得到的商品ID,传给我就可以,然后及时的响应你的数据内容 需求,可满足多种常见场景操作,可获取淘宝详情、商品原价、促销价、实时销量、库存、视频主图等,具体方式如下:
2.请求参数
请求参数:num_iid=520813250866&is_promotion=1
参数说明:num_iid:淘宝商品ID
is_promotion:是否获取取促销价
3.请求示例(CURL、PHP 、PHPsdk 、Java 、C# 、Python…)
{
"item": {
"apiStack": [
{
"name": "esi",
"value": {
"consumerProtection": {
"items": [
{
"title": "付款后48小时内发货"
},
{
"desc": "8天退货,退货邮费买家承担",
"title": "8天退货"
},
{
"desc": "商品在运输途中出现破损的,消费者可向卖家提出补寄申请,可补寄1次,补寄邮费由买家承担",
"title": "1次破损补寄"
},
{
"desc": "购买该商品,每笔成交都会有相应金额捐赠给公益。感谢您的支持,愿公益的快乐伴随您每一天。",
"title": "公益宝贝"
},
{
"title": "集分宝"
},
{
"title": "支付宝支付"
}
],
"passValue": "all"
},
"debug": {
"app": "alidetail",
"host": "taodetail033005068013.center.na610@33.5.68.13"
},
"delivery": {
"addressWeexUrl": "https://market.m.taobao.com/apps/market/detailrax/address-picker.html?spm=a2116h.app.0.0.16d957e9nDYOzv&wh_weex=true",
"areaId": "330102",
"completedTo": "杭州 上城 小营",
"extras": [],
"from": "广东深圳",
"overseaContraBandFlag": "false",
"postage": "快递: 快递包邮",
"to": "杭州上城"
},
"diversion": {
"detailTopSearch": {
"url": "https://s.m.taobao.com/h5entry?g_channelSrp=detail&placeholder=合法刀 随身&showText=合法刀 随身&g_historyOn=true&g_csearchdoor_spm=a2141.13130650&itemId=520813250866&detailShopId=127203758"
},
"productRecommend": {
"preloadUrl": "https://gw.alicdn.com/tfs/TB1PS8nBAPoK1RjSZKbXXX1IXXa-1125-1335.png?getAvatar=avatar",
"request": {
"api": "mtop.relationrecommend.WirelessRecommend.recommend",
"params": {
"appId": "10777",
"from": "dinamicX",
"params": "{\"itemid\":520813250866,\"spm\":\"0.0.0.0.hUro0P\",\"sellerid\":2596264565,\"appId\":\"10777\"}"
},
"version": "2.0"
},
"template": {
"android": "https://ossgw.alicdn.com/rapid-oss-bucket/template_online/tb_shop_recommend/64005743/tb_shop_recommend_android.xml",
"ios": "https://ossgw.alicdn.com/rapid-oss-bucket/template_online/tb_shop_recommend/64005743/tb_shop_recommend_ios.plist",
"name": "tb_shop_recommend",
"version": "37"
}
}
},
"extendedData": [],
"feature": {
"UTABForceNewSku": "true",
"bigImageSkuProp": "true",
"cainiaoNoramal": "true",
"dailyPrice": "true",
"enableDpbModule": "false",
"freshmanRedPacket": "true",
"guessYouLike": "true",
"hasCoupon": "true",
"hasNewCombo": "false",
"hasSku": "true",
"newAddress": "true",
"newIndicator": "true",
"newPrice": "true",
"newTaobaoActivity": "true",
"noShareGroup": "true",
"openAddOnTools": "false",
"openGradient": "true",
"openNewSku": "true",
"promotion2018": "true",
"promotion2019": "true",
"showSku": "true",
"showSkuThumbnail": "true",
"superActTime": "false",
"taobao2018": "true"
},
"gallery": [],
"hybrid": {
"shopRecommendItems": {
"height": "445",
"spm": "",
"url": "https://market.m.taobao.com/apps/market/detailrax/recommend-shop-bigpage.html?spm=a2116h.app.0.0.16d957e9B7oLGw&wh_weex=true&sellerId=2596264565&itemId=520813250866&detail_v=3.1.1&selfRmdFlag=true"
}
},
"item": {
"couponUrl": "//h5.m.taobao.com/present/hongbao.html?sellerId=2596264565",
"picGallaryOverScroll": {
"mainPic": {
"action": [
{
"fields": {
"url": "https://market.m.taobao.com/app/detail-project/pages/pages/banner-recommend?wx_navbar_hidden=true&_wx_statusbar_hidden=true&wh_weex=true&sellerId=2596264565&shopId=127203758&itemId=520813250866&spm=a2141.7631564&detailAlgoParam=&list_param=&abtest=76992_63166&detailUniqueId=02288d69701058eca52532215b7fed17"
},
"type": "open_url"
},
{
"fields": {
"trackName": "Page_Detail_Button-ItemDetailRecommend",
"trackParams": {
"spm": "a2141.7631564"
}
},
"type": "user_track"
}
],
"text": "滑\n动\n查\n看\n更\n多\n宝\n贝"
}
},
"showShopActivitySize": "2",
"skuText": "请选择 颜色分类 ",
"titleIcon": "",
"vagueSellCount": "16"
},
"layout": {
"config": {
"dependActionConfigID": "TB1Llk4UwHqK1RjSZFEhA3GMXXa",
"dependComponentConfigID": "TB1pw4VcQ9E3KVjSZFGhA319XXa",
"dependThemeConfigID": "TB1MfiMsQyWBuNjy0FphA1ssXXa"
},
"detailTemplateData": {
"homePage": [
{
"ID": "navi_bar",
"id": "navi_bar",
"key": "navi_bar",
"ruleId": ""
},
{
"ID": "pic_gallery",
"id": "pic_gallery",
"key": "pic_gallery",
"ruleId": ""
},
{
"ID": "main_layout",
"children": [
{
"key": "uniform_price",
"ruleId": "TB_default"
},
{
"key": "dinamic",
"ruleId": "tb_detail_price_cheapie_shadow"
},
{
"key": "dinamic",
"ruleId": "tb_detail_price_ttsale_shadow"
},
{
"key": "dinamic",
"ruleId": "TB_jhs_main_Belt_shadow"
},
{
"key": "tip",
"ruleId": "TB_presaleTmall2"
},
{
"key": "tip",
"ruleId": "TB_priceTip2"
},
{
"key": "tip",
"ruleId": "TB_pricedCouponTip2"
},
{
"key": "tip",
"ruleId": "TB_shipTime2"
},
{
"key": "dinamic",
"ruleId": "TB_coupon_promotion2019"
},
{
"key": "dinamic",
"ruleId": "TB_detail_black_card_brand_info"
},
{
"key": "dinamic",
"ruleId": "TB_detail_brand_info"
},
{
"key": "dinamic",
"ruleId": "TB_detail_title_normal"
},
{
"key": "dinamic",
"ruleId": "TB_detail_title_tmallMarket"
},
{
"key": "dinamic",
"ruleId": "TB_detail_title_xinxuan"
},
{
"key": "dinamic",
"ruleId": "TB_detail_kernel_params"
},
{
"key": "dinamic",
"ruleId": "TB_detail_small_activity"
},
{
"key": "dinamic",
"ruleId": "TB_detail_subInfo_default"
},
{
"key": "dinamic",
"ruleId": "TB_detail_appointment_store3"
},
{
"key": "dinamic",
"ruleId": "TB_detail_appointment_store"
},
{
"key": "dinamic",
"ruleId": "TB_detail_divider"
},
{
"key": "dinamic",
"ruleId": "TB_detail_entrance_artascope"
},
{
"key": "dinamic",
"ruleId": "TB_detail_divider"
},
{
"key": "dinamic",
"ruleId": "TB_detail_pick"
},
{
"key": "dinamic",
"ruleId": "TB_detail_coupon"
},
{
"key": "dinamic",
"ruleId": "TB_detail_promotion"
},
{
"key": "dinamic",
"ruleId": "TB_detail_price_coupon"
},
{
"key": "dinamic",
"ruleId": "TB_detail_share"
},
{
"key": "dinamic",
"ruleId": "TB_jk_detail_coupon_share"
},
{
"key": "dinamic",
"ruleId": "TB_detail_tmallfeature"
},
{
"key": "dinamic",
"ruleId": "TB_detail_cuntao_pinchegou"
},
{
"key": "dinamic",
"ruleId": "TB_detail_creditbuy"
},
{
"key": "dinamic",
"ruleId"