From 7831cba3cf16fde4f416e62ad15411675031eb7b Mon Sep 17 00:00:00 2001 From: wangchunxiang <526328077@qq.com> Date: Mon, 13 Oct 2025 17:27:19 +0800 Subject: [PATCH] =?UTF-8?q?feat(service):=20=E9=87=8D=E5=91=BD=E5=90=8D?= =?UTF-8?q?=E5=B9=B6=E9=87=8D=E6=9E=84=E6=8A=96=E9=9F=B3=E7=88=AC=E8=99=AB?= =?UTF-8?q?=E6=9C=8D=E5=8A=A1=E7=B1=BB?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 将原来的 Test.java 重命名为 FtbCrawlNetDy.java，并将其重构为 Spring 组件。 实现了 FtbCrawlNetBase 接口，用于拦截抖音登录后的 Cookie。 移除了 main 方法和 Scanner 手动登录逻辑，改为通过 PlatformSelectionView 触发执行。更新了页面导航地址为抖音登录页，并保留浏览器上下文监听 Cookie 请求的功能。 删除了原有的 PlaywrightInterceptCookieExample 示例类，相关功能已整合进新结构。 --- .../PlaywrightInterceptCookieExample.java | 68 ------------------- src/main/java/com/fantaibao/Test.java | 55 --------------- .../fantaibao/page/PlatformSelectionView.java | 6 ++ .../com/fantaibao/service/FtbCrawlNetDy.java | 52 ++++++++++++++ 4 files changed, 58 insertions(+), 123 deletions(-) delete mode 100644 src/main/java/com/fantaibao/PlaywrightInterceptCookieExample.java delete mode 100644 src/main/java/com/fantaibao/Test.java create mode 100644 src/main/java/com/fantaibao/service/FtbCrawlNetDy.java diff --git a/src/main/java/com/fantaibao/PlaywrightInterceptCookieExample.java b/src/main/java/com/fantaibao/PlaywrightInterceptCookieExample.java deleted file mode 100644 index 324d9a8..0000000 --- a/src/main/java/com/fantaibao/PlaywrightInterceptCookieExample.java +++ /dev/null @@ -1,68 +0,0 @@ -package com.fantaibao; - -import com.microsoft.playwright.*; -import com.microsoft.playwright.options.Cookie; - -import java.util.List; -import java.util.Scanner; -import java.util.concurrent.ConcurrentHashMap; -import java.util.concurrent.ConcurrentMap; - -public class PlaywrightInterceptCookieExample { - public static void main(String[] args) { - try (Playwright playwright = Playwright.create()) { - // 启动可见浏览器 - Browser browser = playwright.chromium().launch( - new BrowserType.LaunchOptions().setHeadless(false) - ); - - // 创建浏览器上下文 - BrowserContext context = browser.newContext(); - - // 用于存储拦截到的Cookie - ConcurrentMap interceptedCookies = new ConcurrentHashMap<>(); - - // 监听网络请求 - context.onRequest(request -> { - // 打印请求URL - System.out.println("请求URL: " + request.url()); - - // 获取请求头中的Cookie - String cookieHeader = request.headerValue("cookie"); - if (cookieHeader != null && !cookieHeader.isEmpty()) { - System.out.println("请求中的Cookie: " + cookieHeader); - interceptedCookies.put(request.url(), cookieHeader); - } - }); - - Page page = context.newPage(); - - // 导航到示例页面（这里使用百度作为示例） - page.navigate("https://www.baidu.com"); - - System.out.println("页面加载完成，请执行点击操作..."); - System.out.println("点击按钮后按回车键继续获取Cookie..."); - - // 等待用户执行点击操作 - Scanner scanner = new Scanner(System.in); - scanner.nextLine(); - - // 获取当前页面的所有Cookie - List cookies = context.cookies(); - System.out.println("\n当前页面的Cookie:"); - for (Cookie cookie : cookies) { - System.out.println(cookie.name + "=" + cookie.value + - " (域名: " + cookie.domain + ", 路径: " + cookie.path + ")"); - } - - // 显示拦截到的请求Cookie - System.out.println("\n拦截到的请求Cookie:"); - interceptedCookies.forEach((url, cookie) -> - System.out.println("URL: " + url + "\nCookie: " + cookie + "\n")); - - // 保持浏览器打开一段时间以便查看 - System.out.println("浏览器将在10秒后关闭..."); - page.waitForTimeout(10000); - } - } -} \ No newline at end of file diff --git a/src/main/java/com/fantaibao/Test.java b/src/main/java/com/fantaibao/Test.java deleted file mode 100644 index 16f304f..0000000 --- a/src/main/java/com/fantaibao/Test.java +++ /dev/null @@ -1,55 +0,0 @@ -package com.fantaibao; - -import com.microsoft.playwright.*; -import com.microsoft.playwright.options.Cookie; -import com.microsoft.playwright.options.WaitForSelectorState; - -import java.util.List; -import java.util.Scanner; - -public class Test { - public static void main(String[] args) { - // 启动可见浏览器 - try (Playwright playwright = Playwright.create(); - Browser browser = playwright.chromium().launch(new BrowserType.LaunchOptions().setHeadless(false))) { - - BrowserContext context = browser.newContext(); - // 监听网络请求 - context.onRequest(request -> { - // 打印请求URL - System.out.println("请求URL: " + request.url()); - // 获取请求头中的Cookie - String cookieHeader = request.headerValue("cookie"); - if (cookieHeader != null && !cookieHeader.isEmpty()) { - System.out.println("请求中的Cookie: " + cookieHeader); - } - }); - - Page page = context.newPage(); - - // 导航到登录页面 - page.navigate("https://ecom.meituan.com/bizaccount/login.html?loginByPhoneNumber=true&isProduction=true&epassportParams=%3Fbg_source%3D1%26service%3Dcom.sankuai.meishi.fe.ecom%26part_type%3D0%26feconfig%3Dbssoify%26biz_line%3D1%26continue%3Dhttps%253A%252F%252Fecom.meituan.com%252Fbizaccount%252Fbiz-choice.html%253Fredirect_uri%253Dhttps%25253A%25252F%25252Fecom.meituan.com%25252Fmeishi%25252F%2526_t%253D1759399140148%2526target%253Dhttps%25253A%25252F%25252Fecom.meituan.com%25252Fmeishi%25252F%26leftBottomLink%3D%26signUpTarget%3Dself"); - // page.navigate("https://playwright.dev", new Page.NavigateOptions().setTimeout(6000000)); - - // 等待用户手动登录 - System.out.println("请在浏览器中手动登录..."); - System.out.println("登录完成后按回车键继续..."); - Scanner scanner = new Scanner(System.in); - scanner.nextLine(); - - // 等待元素可见并启用后再点击 - page.locator(".getStarted_Sjon").waitFor(new Locator.WaitForOptions().setState(WaitForSelectorState.VISIBLE)); - page.locator(".getStarted_Sjon").click(); - - - // 获取登录后的Cookie - List cookies = context.cookies(); - for (Cookie cookie : cookies) { - System.out.println(cookie.name + "=" + cookie.value); - } - // 保持浏览器打开一段时间以便查看 - System.out.println("浏览器将在10秒后关闭..."); - page.waitForTimeout(10000); - } - } -} diff --git a/src/main/java/com/fantaibao/page/PlatformSelectionView.java b/src/main/java/com/fantaibao/page/PlatformSelectionView.java index e95b7af..2b9a10e 100644 --- a/src/main/java/com/fantaibao/page/PlatformSelectionView.java +++ b/src/main/java/com/fantaibao/page/PlatformSelectionView.java @@ -118,6 +118,12 @@ public class PlatformSelectionView { connectButton.setCursor(javafx.scene.Cursor.HAND); connectButton.setStyle("-fx-background-color: " + buttonColor + "; -fx-text-fill: white; -fx-padding: 10px 20px; -fx-border-radius: 4px;"); + connectButton.setOnAction(event -> { + FtbCrawlNetBase ftbCrawlNetMt = SpringContext.getBean("ftbCrawlNetDy"); + ftbCrawlNetMt.executeCookieIntercept(); + + }); + option.getChildren().addAll(imageView, titleLabel, connectButton); return option; diff --git a/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java b/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java new file mode 100644 index 0000000..203d536 --- /dev/null +++ b/src/main/java/com/fantaibao/service/FtbCrawlNetDy.java @@ -0,0 +1,52 @@ +package com.fantaibao.service; + +import com.fantaibao.base.FtbCrawlNetBase; +import com.microsoft.playwright.*; +import com.microsoft.playwright.options.Cookie; +import jakarta.annotation.Resource; +import org.springframework.stereotype.Component; + +import java.util.List; + + +@Component(value = "ftbCrawlNetDy") +public class FtbCrawlNetDy implements FtbCrawlNetBase { + + @Resource + private Playwright playwright; + + @Override + public void executeCookieIntercept() { + // 启动可见浏览器 + try (Browser browser = playwright.chromium().launch(new BrowserType.LaunchOptions().setHeadless(false))) { + + BrowserContext context = browser.newContext(); + // 监听网络请求 + context.onRequest(request -> { + // 打印请求URL + System.out.println("请求URL: " + request.url()); + // 获取请求头中的Cookie + String cookieHeader = request.headerValue("cookie"); + if (cookieHeader != null && !cookieHeader.isEmpty()) { + System.out.println("请求中的Cookie: " + cookieHeader); + } + }); + Page page = context.newPage(); + + // 导航到登录页面 + page.navigate("https://life.douyin.com/p/login?channel_id=baidupc&key_word=842434586104&bd_vid=10266644552663920872", + new Page.NavigateOptions().setTimeout(6000000)); + + // 获取登录后的Cookie + List cookies = context.cookies(); + for (Cookie cookie : cookies) { + System.out.println(cookie.name + "=" + cookie.value); + } + // 保持浏览器打开一段时间以便查看 + System.out.println("浏览器将在10秒后关闭..."); + page.waitForTimeout(10000); + } + + } + +}