item_search_shop - 获得店铺的所有商品

item_search_shop - 获得店铺的所有商品

在这里插入图片描述

测试网址:点击注册测试

{
	"items": {
		"keyword": "",
		"shop_type": "C",
		"page": "1",
		"total_results": "476",
		"pagecount": "20",
		"page_size": 24,
		"item": [
			{
				"num_iid": "579813460997",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN011UK7q9WzgFGKQw8_!!478952498.jpg",
				"title": "英伦小皮鞋女复古2020秋冬新款网红毛毛鞋女百搭外穿粗跟中跟单鞋",
				"orginal_price": "398.00",
				"price": "148.00",
				"sales": "35",
				"detail_url": "//item.taobao.com/item.htm?id=579813460997"
			},
			{
				"num_iid": "558807078642",
				"pic_url": "//img.alicdn.com/bao/uploaded/i2/TB13b8Mg50TMKJjSZFNYXG_1FXa_M2.SS2",
				"title": "短靴女粗跟韩版百搭复古春秋冬季真皮磨砂内增高靴子马丁靴英伦风",
				"orginal_price": "298.00",
				"price": "168.00",
				"sales": "3",
				"detail_url": "//item.taobao.com/item.htm?id=558807078642"
			},
			{
				"num_iid": "561329714920",
				"pic_url": "//img.alicdn.com/bao/uploaded/i5/TB1li31bgjN8KJjSZFgYXHjbVXa_M2.SS2",
				"title": "靴子女切尔西短靴粗跟2020新款女鞋秋冬季加绒保暖棉鞋高跟马丁靴",
				"orginal_price": "298.00",
				"price": "158.00",
				"sales": "259",
				"detail_url": "//item.taobao.com/item.htm?id=561329714920"
			},
			{
				"num_iid": "563787228848",
				"pic_url": "//img.alicdn.com/bao/uploaded/i6/TB168bmocjI8KJjSsppYXFbyVXa_M2.SS2",
				"title": "软妹英伦小皮鞋2020春秋季仙女的鞋新款单鞋女韩版百搭中跟乐福鞋",
				"orginal_price": "298.00",
				"price": "118.00",
				"sales": "13",
				"detail_url": "//item.taobao.com/item.htm?id=563787228848"
			},
			{
				"num_iid": "574618567399",
				"pic_url": "//img.alicdn.com/bao/uploaded/i4/478952498/O1CN011UK7oz7sQ6Ptiof_!!478952498.jpg",
				"title": "粗跟单鞋女2020秋季新款软妹小皮鞋仙女百搭韩版一脚蹬中跟乐福鞋",
				"orginal_price": "298.00",
				"price": "118.00",
				"sales": "8",
				"detail_url": "//item.taobao.com/item.htm?id=574618567399"
			},
			{
				"num_iid": "576205129128",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN017eCZkQ1UK7qURTtkF_!!478952498.jpg",
				"title": "2020新款马丁靴女英伦瘦瘦靴韩版百搭春秋冬靴子女内增高磨砂短靴",
				"orginal_price": "298.00",
				"price": "168.00",
				"sales": "5",
				"detail_url": "//item.taobao.com/item.htm?id=576205129128"
			},
			{
				"num_iid": "576987455658",
				"pic_url": "//img.alicdn.com/bao/uploaded/i4/478952498/O1CN011UK7pO8U82hr9Cn_!!478952498.jpg",
				"title": "切尔西短靴女2020秋季新款平底粗跟英伦马丁靴女短筒百搭chic靴子",
				"orginal_price": "398.00",
				"price": "158.00",
				"sales": "104",
				"detail_url": "//item.taobao.com/item.htm?id=576987455658"
			},
			{
				"num_iid": "577372500055",
				"pic_url": "//img.alicdn.com/bao/uploaded/i2/478952498/O1CN011UK7phkRLXNtytT_!!478952498.jpg",
				"title": "ins马丁靴女短筒2020秋冬季新款靴子百搭平底粗跟英伦加绒小短靴",
				"orginal_price": "398.00",
				"price": "168.00",
				"sales": "15",
				"detail_url": "//item.taobao.com/item.htm?id=577372500055"
			},
			{
				"num_iid": "578106593770",
				"pic_url": "//img.alicdn.com/bao/uploaded/i1/478952498/O1CN010KdYms1UK7qvVtbG5_!!478952498.png",
				"title": "切尔西短靴女粗跟2019秋冬新款帅气复古靴子女百搭中跟英伦马丁靴",
				"orginal_price": "398.00",
				"price": "168.00",
				"sales": "7",
				"detail_url": "//item.taobao.com/item.htm?id=578106593770"
			},
			{
				"num_iid": "578219766082",
				"pic_url": "//img.alicdn.com/bao/uploaded/i2/478952498/O1CN011UK7qQvh2us7sUw_!!478952498.jpg",
				"title": "加绒懒人乐福鞋女2020秋冬新款小皮鞋女复古外穿中跟粗跟毛毛单鞋",
				"orginal_price": "298.00",
				"price": "148.00",
				"sales": "536",
				"detail_url": "//item.taobao.com/item.htm?id=578219766082"
			},
			{
				"num_iid": "579083541117",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN011UK7pyqNwcjreIt_!!478952498.jpg",
				"title": "粗跟平底黑色小短靴2020新款百搭切尔西靴春秋复古英伦风马丁靴女",
				"orginal_price": "398.00",
				"price": "168.00",
				"sales": "241",
				"detail_url": "//item.taobao.com/item.htm?id=579083541117"
			},
			{
				"num_iid": "583325030150",
				"pic_url": "//img.alicdn.com/bao/uploaded/i1/478952498/O1CN01nyZhG51UK7rExtEZR_!!478952498.jpg",
				"title": "皮毛一体雪地靴女2020新款秋冬短靴百搭学生加厚保暖棉鞋冬季加绒",
				"orginal_price": "498.00",
				"price": "178.00",
				"sales": "2157",
				"detail_url": "//item.taobao.com/item.htm?id=583325030150"
			},
			{
				"num_iid": "584090410715",
				"pic_url": "//img.alicdn.com/bao/uploaded/i1/478952498/O1CN01NG4ayQ1UK7rVp6STi_!!478952498.jpg",
				"title": "鞋子女秋冬2020新款粗跟深口鞋百搭一脚蹬乐福鞋英伦风高跟单鞋女",
				"orginal_price": "398.00",
				"price": "148.00",
				"sales": "65",
				"detail_url": "//item.taobao.com/item.htm?id=584090410715"
			},
			{
				"num_iid": "585977098518",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN01fmemyT1UK7ruXeXf7_!!478952498.jpg",
				"title": "粗跟单鞋女2020新款秋季方头高跟鞋百搭中跟乐福鞋复古英伦小皮鞋",
				"orginal_price": "298.00",
				"price": "138.00",
				"sales": "11",
				"detail_url": "//item.taobao.com/item.htm?id=585977098518"
			},
			{
				"num_iid": "586106739365",
				"pic_url": "//img.alicdn.com/bao/uploaded/i4/478952498/O1CN01uEzIc61UK7rkzcP9z_!!478952498.jpg",
				"title": "粗跟单鞋女2020秋新款网红高跟鞋方头复古小皮鞋女英伦风百搭鞋子",
				"orginal_price": "298.00",
				"price": "138.00",
				"sales": "11",
				"detail_url": "//item.taobao.com/item.htm?id=586106739365"
			},
			{
				"num_iid": "598396628465",
				"pic_url": "//img.alicdn.com/bao/uploaded/i2/478952498/O1CN01mgXmTm1UK7uxFtigU_!!478952498.jpg",
				"title": "方头高跟鞋2020新款秋季网红粗跟单鞋女英伦风小皮鞋百搭乐福鞋",
				"orginal_price": "228.00",
				"price": "148.00",
				"sales": "41",
				"detail_url": "//item.taobao.com/item.htm?id=598396628465"
			},
			{
				"num_iid": "598710008141",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN010WRWRT1UK7vMkXjZl_!!478952498.jpg",
				"title": "方头单鞋女粗跟2020秋季新款复古中跟英伦风小皮鞋女百搭高跟鞋子",
				"orginal_price": "228.00",
				"price": "138.00",
				"sales": "4",
				"detail_url": "//item.taobao.com/item.htm?id=598710008141"
			},
			{
				"num_iid": "598867511004",
				"pic_url": "//img.alicdn.com/bao/uploaded/i4/478952498/O1CN01gv1c4Z1UK7uuI7jMx_!!478952498.jpg",
				"title": "秋季单鞋女中跟2020新款乐福鞋女春款粗跟一脚蹬百搭英伦风小皮鞋",
				"orginal_price": "228.00",
				"price": "138.00",
				"sales": "4",
				"detail_url": "//item.taobao.com/item.htm?id=598867511004"
			},
			{
				"num_iid": "599703498327",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN01EywUqM1UK7vATQldm_!!478952498.jpg",
				"title": "中跟单鞋女粗跟2020新款高跟鞋女网红百搭秋季鞋子浅口复古奶奶鞋",
				"orginal_price": "228.00",
				"price": "138.00",
				"sales": "1",
				"detail_url": "//item.taobao.com/item.htm?id=599703498327"
			},
			{
				"num_iid": "600995687062",
				"pic_url": "//img.alicdn.com/bao/uploaded/i4/478952498/O1CN01OMQaiN1UK7vPt9VTu_!!478952498.jpg",
				"title": "英伦小皮鞋女2020秋季新款鞋子百搭粗跟单鞋女秋款方头中跟乐福鞋",
				"orginal_price": "228.00",
				"price": "138.00",
				"sales": "8",
				"detail_url": "//item.taobao.com/item.htm?id=600995687062"
			},
			{
				"num_iid": "602072749432",
				"pic_url": "//img.alicdn.com/bao/uploaded/i2/478952498/O1CN0136WB4T1UK7vek3lr9_!!478952498.jpg",
				"title": "老爹鞋女ins潮2020春季新款网红超火学生运动鞋女百搭厚底松糕鞋",
				"orginal_price": "228.00",
				"price": "168.00",
				"sales": "2",
				"detail_url": "//item.taobao.com/item.htm?id=602072749432"
			},
			{
				"num_iid": "602231173085",
				"pic_url": "//img.alicdn.com/bao/uploaded/i1/478952498/O1CN01MLiNbq1UK7vqIqMMw_!!478952498.jpg",
				"title": "高跟短靴女2020秋冬新款粗跟马丁靴女英伦风百搭ins网红瘦瘦靴子",
				"orginal_price": "228.00",
				"price": "168.00",
				"sales": "12",
				"detail_url": "//item.taobao.com/item.htm?id=602231173085"
			},
			{
				"num_iid": "602296612188",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN01es2LDc1UK7vyVivSq_!!478952498.jpg",
				"title": "马丁靴女英伦风2020秋冬季新款中跟靴子百搭方头粗跟短靴女潮ins",
				"orginal_price": "228.00",
				"price": "158.00",
				"sales": "2",
				"detail_url": "//item.taobao.com/item.htm?id=602296612188"
			},
			{
				"num_iid": "602308156925",
				"pic_url": "//img.alicdn.com/bao/uploaded/i3/478952498/O1CN01ETEVSw1UK7vmANHjZ_!!478952498.jpg",
				"title": "粗跟单鞋女2020秋季新款鞋子百搭乐福鞋女复古一脚蹬英伦风小皮鞋",
				"orginal_price": "228.00",
				"price": "148.00",
				"sales": "2",
				"detail_url": "//item.taobao.com/item.htm?id=602308156925"
			}
		],
		"user": {
			"seller_id": "478952498",
			"shop_id": "104789036",
			"shop_url": "https://mxjycnx.taobao.com",
			"shop_tel": "",
			"shop_mobile": "",
			"shop_company": "yes"
		},
		"data_from": "pc"
	},
	"secache": "b571db7ab2dc90c71332210ce53f2a0d",
	"secache_time": 1608385655,
	"secache_date": "2020-12-19 21:47:35",
	"translate_status": "",
	"translate_time": 0,
	"language": {
		"default_lang": "cn",
		"current_lang": "cn"
	},
	"error": "",
	"reason": "",
	"error_code": "0000",
	"cache": 1,
	"api_info": "today:1 max:10000",
	"execution_time": 0.135,
	"server_time": "Beijing/2020-12-24 09:13:20",
	"client_ip": "115.151.185.211",
	"call_args": {
		"seller_nick": "https://mxjycnx.taobao.com",
		"page": "1",
		"shop_url": "https://mxjycnx.taobao.com"
	},
	"api_type": "taobao",
	"translate_language": "zh-CN",
	"translate_engine": "google_cn",
	"server_memory": "6.85MB",
	"request_id": "gw-2.5fe3eb309c1a4"
}
帮我把启用GPU加速和核心反检测配置,加到下面代码里from DrissionPage import ChromiumPage import time from datetime import datetime import pymysql # -------------------- 数据库配置 -------------------- DB_CONFIG = { 'host': 'localhost', 'user': 'root', 'password': '201515abc', 'database': 'jd', 'port': 3306, 'charset': 'utf8mb4' } # -------------------- 初始化浏览器 -------------------- page = ChromiumPage() # 检测验证码函数 def check_captcha(): # 这里假设验证码页面会有特定的元素,如“快速验证”按钮 captcha_element = page.ele('text=快速验证', timeout=1) if captcha_element: print("检测到验证码,请手动完成验证后按回车键继续...") input() # -------------------- 用户输入与页面加载 -------------------- keyword = input("请输入商品名称:") base_url = f'https://search.jd.com/Search?keyword={keyword}&stock=1&click=0' page.get(base_url) time.sleep(1) check_captcha() # -------------------- 获取总页数 -------------------- click_count = 1 # 默认1页 try: total_pages_element = page.ele('xpath=//*[@id="J_topPage"]/span/i') click_count = int(total_pages_element.text) except Exception as e: print(f"获取总页数失败,使用默认值: {e}") # -------------------- 数据爬取 -------------------- all_item_data = [] for _ in range(click_count): # 滚动页面确保元素加载 page.scroll.to_bottom() time.sleep(3) # 固定等待时间 # 提取商品数据 for div in page.eles('.:gl-item'): item_data = { 'SKU': div.attr('data-sku') or '未获取', '店铺名': div.ele('css:.curr-shop').text if div.ele('css:.curr-shop', timeout=0.1) else '无店铺', '类目ID': div.ele('css:.p-img div[data-catid]').attr('data-catid') if div.ele( 'css:.p-img div[data-catid]', timeout=0.1) else '未获取' } all_item_data.append(item_data) # 点击下一页 if _ < click_count - 1: try: next_btn = page.ele('xpath=//a[@class="pn-next"]', timeout=5) next_btn.click() time.sleep(3) check_captcha() # 点击下一页后添加验证码检测 except Exception as e: print(f"翻页失败: {e}") break # --------
最新发布
03-23
<think>好的,我现在需要帮助用户修改DrissionPage的ChromiumPage的初始化配置,以启用GPU加速和规避内核检测。首先,我得了解DrissionPage的基本用法,它可能类似于Selenium,通过启动浏览器实例并设置选项来控制浏览器的行为。用户提到两个需求:启用GPU加速和核心反检测,也就是防止被网站识别出自动化工具。 首先,启用GPU加速通常涉及到浏览器的启动参数。在Chromium或Chrome浏览器中,可以通过命令行参数来控制硬件加速的启用或禁用。例如,默认情况下,如果检测到足够的硬件支持,浏览器会自动启用GPU加速,但有时候可能需要手动强制启用,尤其是在自动化测试中可能因为某些配置导致加速被禁用。常用的参数包括`--enable-gpu-rasterization`、`--ignore-gpu-blocklist`和`--enable-zero-copy`。此外,可能需要禁用一些沙箱功能,比如`--no-sandbox`,但需要注意安全风险。不过,用户的需求是启用,所以可能不需要这个参数,但有时候在自动化环境中可能需要添加。 接下来是规避内核检测。常见的反检测方法包括修改navigator.webdriver属性,禁用自动化扩展如`--disable-blink-features=AutomationControlled`,以及禁用用户代理中的Headless模式特征。此外,用户代理字符串可能需要被覆盖,以防止被识别为自动化浏览器。另外,像`enable-automation`和`use-magic`这样的开关也需要禁用。 现在,我需要将这些参数整合到DrissionPage的ChromiumPage初始化中。根据DrissionPage的文档,初始化时可以传递配置选项,比如通过`ChromiumOptions`来设置启动参数。例如,可能需要使用`options.add_argument()`方法来添加各个命令行参数。 然后,关于反检测的JavaScript执行。可能需要通过执行脚本来修改浏览器环境变量,比如将`navigator.webdriver`设置为undefined或者false。在初始化浏览器后,可以通过`page.run_js()`或者类似的方法来执行这些脚本。 同时,用户提到的引用中有关于GPU加速的配置,比如引用[4]中的TensorFlow设置内存增长,但这里可能需要的是直接通过浏览器参数启用GPU加速。引用[3]提到的GPU命令执行上下文可能和底层驱动有关,但用户的问题更偏向应用层配置。 现在,综合这些信息,我需要构造一个示例代码,展示如何在初始化ChromiumPage时添加这些参数和配置。可能需要设置多个启动参数,如`--enable-gpu-rasterization`,`--ignore-gpu-blocklist`,`--disable-blink-features=AutomationControlled`,`--disable-web-security`等。同时,在页面加载后执行JavaScript来修改webdriver属性。 需要注意的是,某些参数可能会影响浏览器的安全性或功能,比如禁用同源策略,因此用户需要了解潜在的风险。另外,不同版本的Chromium可能对这些参数的支持有所不同,可能需要根据实际情况调整。 最后,验证这些配置是否有效。例如,检查浏览器是否启用了GPU加速可以通过访问chrome://gpu页面查看状态。反检测可以通过访问检测网站或检查navigator.webdriver的值是否被正确修改。 总结步骤: 1. 创建ChromiumOptions对象,添加启用GPU的参数。 2. 添加反检测相关的参数,如禁用自动化特征。 3. 初始化ChromiumPage时传入这些选项。 4. 执行JavaScript代码修改webdriver属性。 5. 可能的其他设置,如设置用户代理。 现在,将这些步骤转化为具体的代码示例,并确保符合DrissionPage的API用法。</think>在DrissionPage中启用GPU加速和规避内核检测主要通过浏览器启动参数和JavaScript环境修改实现。以下为具体配置方法: ### 一、GPU加速配置 通过添加Chromium启动参数启用硬件加速: ```python from DrissionPage import ChromiumPage, ChromiumOptions # 创建浏览器配置对象 co = ChromiumOptions() # GPU加速核心参数 co.arguments.extend([ '--enable-gpu-rasterization', # 强制启用GPU光栅化 '--ignore-gpu-blocklist', # 忽略GPU黑名单 '--enable-zero-copy', # 启用零拷贝缓冲区 '--disable-software-rasterizer', # 禁用软件光栅化 '--use-angle=gl' # 指定图形后端 ]) # 显存优化参数(可选) co.arguments.extend([ '--disable-dev-shm-usage', # 解决共享内存限制 '--gpu-memory-buffer-fraction=0.8' # 显存分配比例 ]) ``` ### 二、反检测配置 #### 1. 启动参数设置 ```python # 规避自动化检测参数 co.arguments.extend([ '--disable-blink-features=AutomationControlled', # 禁用自动化控制特征 '--disable-infobars', # 隐藏自动化提示栏 '--disable-web-security', # 关闭同源策略(需评估风险) '--disable-popup-blocking', # 禁用弹窗拦截 '--no-first-run', # 跳过首次运行向导 '--no-default-browser-check' # 禁用默认浏览器检查 ]) ``` #### 2. 环境变量修改 初始化后执行JavaScript修改浏览器指纹: ```python page = ChromiumPage(addr_driver_opts=co) # 修改WebDriver标识 page.run_js(''' Object.defineProperty(navigator, 'webdriver', { get: () => undefined, configurable: true }); ''') # 修改用户代理 new_ua = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36' page.set.user_agent(new_ua) ``` ### 三、完整配置示例 ```python from DrissionPage import ChromiumPage, ChromiumOptions def init_stealth_browser(): co = ChromiumOptions() # GPU加速配置 co.arguments.extend([ '--enable-gpu-rasterization', '--ignore-gpu-blocklist', '--enable-zero-copy', '--disable-software-rasterizer', '--use-angle=gl' ]) # 反检测配置 co.arguments.extend([ '--disable-blink-features=AutomationControlled', '--disable-infobars', '--disable-web-security', '--no-first-run' ]) # 初始化浏览器 page = ChromiumPage(addr_driver_opts=co, timeout=30) # JavaScript环境修改 page.run_js(''' Object.defineProperties(navigator, { webdriver: { get: () => false }, plugins: { get: () => [1, 2, 3] }, platform: { get: () => 'Win32' } }); ''') return page # 使用示例 browser = init_stealth_browser() browser.get('https://example.com') ``` ### 四、验证方法 1. **GPU加速验证**:访问`chrome://gpu`查看"Graphics Feature Status"是否显示`Hardware accelerated` 2. **反检测验证**:访问`https://bot.sannysoft.com`查看自动化特征检测结果 ### 注意事项 1. 部分参数如`--disable-web-security`会降低安全性,生产环境慎用 2. 不同Chromium版本可能需要调整参数组合,建议使用v89+版本 3. 定期更新浏览器指纹修改逻辑以应对检测算法升级[^3]
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值