selenium淘宝阿里妈妈分析

Posted 2022-11-28 xxzblog

selenium启动参数配置

List<String> list = new ArrayList<>();
// 无界面浏览器
// list.add("--headless");
list.add("--disable-gpu");
list.add("--no-sandbox");
list.add("--disable-dev-shm-usage");
list.add("--disable-cache");
// 禁止window.navigator.webdriver检测
list.add("--disable-blink-features");
list.add("--disable-blink-features=AutomationControlled");
options.addArguments(list.toArray(new String[0]));

// 开启代理
Proxy proxy = new Proxy();
proxy.setProxyAutoconfigUrl("http://127.0.0.1:" + System.getProperty("httpServer.port") + "/pac");
options.setProxy(proxy);

options.setExperimentalOption("excludeSwitches", Arrays.asList("enable-automation"));
options.setExperimentalOption("useAutomationExtension", false);
options.setCapability("acceptSslCerts", true);
options.setCapability("takesScreenshot", true);
options.setCapability("cssSelectorsEnabled", true);
options.setCapability(CapabilityType.UNEXPECTED_ALERT_BEHAVIOUR, UnexpectedAlertBehaviour.IGNORE);

执行javascript

JavascriptExecutor jse = (JavascriptExecutor) driver;
jse.executeScript(js);

淘宝H5发请求核心代码

window.lib.mtop.H5Request(
AntiCreep: true, /* 防爬 */
AntiFlood: true, /* 防ddos */
api: 'mtop.alimama.moon.provider.edetail.iteminfo.get',
data: url: 'https://detail.taobao.com/item.htm?id=' + itemId, extendParam:'',
ecode: '0',
timeout: 20000,
type: 'GET',
v: '1.0'
, function (data) , function (error) 
);