From a9b3ea942bee82b66cb7f02547024d48a2c7b66c Mon Sep 17 00:00:00 2001 From: wangchunxiang <526328077@qq.com> Date: Tue, 14 Oct 2025 15:06:21 +0800 Subject: [PATCH] =?UTF-8?q?feat(FtbCrawlNetDy):=20=E8=B0=83=E6=95=B4?= =?UTF-8?q?=E6=8A=96=E9=9F=B3=E7=88=AC=E8=99=AB=E6=B5=8F=E8=A7=88=E5=99=A8?= =?UTF-8?q?=E7=AA=97=E5=8F=A3=E5=A4=A7=E5=B0=8F=E5=B9=B6=E4=BC=98=E5=8C=96?= =?UTF-8?q?=E7=AD=89=E5=BE=85=E9=80=BB=E8=BE=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 设置浏览器窗口大小为1600x900,并将等待时间从1秒增加到5秒,同时直接设置dyCookie为true以避免不必要的循环等待。 feat(FtbCrawlNetMt): 设置美团爬虫浏览器窗口大小 统一设置浏览器窗口大小为1600x900,提升页面加载与交互的一致性。 --- src/main/java/com/fantaibao/service/FtbCrawlNetDy.java | 10 +++++++--- src/main/java/com/fantaibao/service/FtbCrawlNetMt.java | 5 ++++- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java b/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java index 374d5e6..dd12872 100644 --- a/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java +++ b/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java @@ -27,7 +27,10 @@ public class FtbCrawlNetDy extends AbstractFtbCrawlNetBase implements FtbCrawlNe public void executeCookieIntercept() { // 启动可见浏览器 try (Browser browser = playwright.chromium().launch(new BrowserType.LaunchOptions().setHeadless(false))) { - BrowserContext context = browser.newContext(); + // 设置浏览器窗口大小为1920x1080 + Browser.NewContextOptions contextOptions = new Browser.NewContextOptions() + .setViewportSize(1600, 900); + BrowserContext context = browser.newContext(contextOptions); Page page = context.newPage(); AtomicBoolean dyCookie = new AtomicBoolean(false); // 监听网络请求 @@ -43,7 +46,8 @@ public class FtbCrawlNetDy extends AbstractFtbCrawlNetBase implements FtbCrawlNe new Page.NavigateOptions().setTimeout(6000000)); while (!dyCookie.get()) { try { - Thread.sleep(1000); + Thread.sleep(5000); + dyCookie.set(true); } catch (InterruptedException e) { log.warn("等待过程中被中断", e); Thread.currentThread().interrupt(); @@ -58,4 +62,4 @@ public class FtbCrawlNetDy extends AbstractFtbCrawlNetBase implements FtbCrawlNe -} +} \ No newline at end of file diff --git a/src/main/java/com/fantaibao/service/FtbCrawlNetMt.java b/src/main/java/com/fantaibao/service/FtbCrawlNetMt.java index d439a21..c0f79e8 100644 --- a/src/main/java/com/fantaibao/service/FtbCrawlNetMt.java +++ b/src/main/java/com/fantaibao/service/FtbCrawlNetMt.java @@ -29,7 +29,10 @@ public class FtbCrawlNetMt extends AbstractFtbCrawlNetBase implements FtbCrawlNe public void executeCookieIntercept() { // 启动可见浏览器 try (Browser browser = playwright.chromium().launch(new BrowserType.LaunchOptions().setHeadless(false))) { - BrowserContext context = browser.newContext(); + // 设置浏览器窗口大小为1920x1080 + Browser.NewContextOptions contextOptions = new Browser.NewContextOptions() + .setViewportSize(1600, 900); + BrowserContext context = browser.newContext(contextOptions); // 美团cookie AtomicBoolean mtCookie = new AtomicBoolean(false); // 大众点评cookie