From c00d25f692fa2320ae5c276bc9c1beed18e27a83 Mon Sep 17 00:00:00 2001 From: wangchunxiang Date: Tue, 30 Dec 2025 10:47:18 +0800 Subject: [PATCH] =?UTF-8?q?feat(crawler):=20=E6=B7=BB=E5=8A=A0=E6=8A=93?= =?UTF-8?q?=E5=8F=96=E5=9C=B0=E5=9D=80=E5=90=8D=E9=85=8D=E7=BD=AE=E5=8A=9F?= =?UTF-8?q?=E8=83=BD=20-=20=E5=9C=A8CrawlerConfigAppraisalDTO=E4=B8=AD?= =?UTF-8?q?=E6=96=B0=E5=A2=9EurlName=E5=AD=97=E6=AE=B5=20-=20=E5=9C=A8Data?= =?UTF-8?q?CrawlView=E4=B8=AD=E7=94=9F=E6=88=90=E5=8C=85=E5=90=AB=E7=A7=9F?= =?UTF-8?q?=E6=88=B7=E5=90=8D=E5=92=8C=E5=B9=B3=E5=8F=B0=E7=9A=84urlName?= =?UTF-8?q?=20-=20=E5=B0=86urlName=E8=AE=BE=E7=BD=AE=E5=88=B0configDTO?= =?UTF-8?q?=E4=B8=AD=E4=BC=A0=E9=80=92=E7=BB=99=E7=88=AC=E8=99=AB=E6=9C=8D?= =?UTF-8?q?=E5=8A=A1=20-=20=E4=BF=AE=E5=A4=8D=E5=A4=A7=E4=BC=97=E7=82=B9?= =?UTF-8?q?=E8=AF=84=E5=B9=B3=E5=8F=B0=E7=9A=84urlName=E6=8B=BC=E5=86=99?= =?UTF-8?q?=E9=94=99=E8=AF=AF?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../java/com/fantaibao/model/CrawlerConfigAppraisalDTO.java | 4 ++++ src/main/java/com/fantaibao/page/DataCrawlView.java | 2 ++ src/main/java/com/fantaibao/service/FtbCrawlNetFirstMt.java | 2 +- 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/src/main/java/com/fantaibao/model/CrawlerConfigAppraisalDTO.java b/src/main/java/com/fantaibao/model/CrawlerConfigAppraisalDTO.java index f8bde71..80a8ba4 100644 --- a/src/main/java/com/fantaibao/model/CrawlerConfigAppraisalDTO.java +++ b/src/main/java/com/fantaibao/model/CrawlerConfigAppraisalDTO.java @@ -27,4 +27,8 @@ public class CrawlerConfigAppraisalDTO { * 平台0美团,1抖音,2饿了么商家端3美团外卖商家版4京东5大众点评 */ private Integer platform; + /** + * 抓取地址名 + */ + private String urlName; } diff --git a/src/main/java/com/fantaibao/page/DataCrawlView.java b/src/main/java/com/fantaibao/page/DataCrawlView.java index aba2d91..6107e9a 100644 --- a/src/main/java/com/fantaibao/page/DataCrawlView.java +++ b/src/main/java/com/fantaibao/page/DataCrawlView.java @@ -158,6 +158,7 @@ public class DataCrawlView { private void handleCrawlAction() { // 获取选择的平台值 String selectedPlatform = platformComboBox.getValue(); + String urlName = GlobalConfig.tenantName+selectedPlatform+"评价"; int platformValue; // 默认美团 if ("大众点评".equals(selectedPlatform)) { platformValue = 5; @@ -196,6 +197,7 @@ public class DataCrawlView { configDTO.setTenantId(GlobalConfig.tenantId); configDTO.setTopic("ftb-crawler-mt-evaluate-"+GlobalConfig.tenantId); configDTO.setPlatform(platformValue); + configDTO.setUrlName(urlName); System.out.println(JSON.toJSONString(configDTO)); // 发送网络请求 diff --git a/src/main/java/com/fantaibao/service/FtbCrawlNetFirstMt.java b/src/main/java/com/fantaibao/service/FtbCrawlNetFirstMt.java index 093c3ea..09e6331 100644 --- a/src/main/java/com/fantaibao/service/FtbCrawlNetFirstMt.java +++ b/src/main/java/com/fantaibao/service/FtbCrawlNetFirstMt.java @@ -115,7 +115,7 @@ public class FtbCrawlNetFirstMt extends AbstractFtbCrawlNetBase implements FtbCr userCookieDTO.setPlatform(5); userCookieDTO.setMethod(1); userCookieDTO.setMessageTopic("ftb-crawler-mt-evaluate-"+GlobalConfig.tenantId); - userCookieDTO.setUrlName(GlobalConfig.tenantName+"美团评价"); + userCookieDTO.setUrlName(GlobalConfig.tenantName+"大众点评评价"); userCookieDTO.setUrl("https://ecom.meituan.com/emis/gw/TDPFeedbackServiceV2/queryFeedbackPCV2?_tm=1752304359951&yodaReady=h5&csecplatform=4&csecversion=3.2.1"); Map param = new HashMap<>(); param.put("requestBody","{\"platform\":1,\"queryPara\":{\"platform\":1,\"referTag\":0,\"startTime\":1752076800000,\"endTime\":1752163199999,\"starTag\":-1,\"businessTag\":\"-1\",\"poiIdLong\":\"853401195\",\"poiIdStr\":\"853401195\"},\"pageInfo\":{\"offset\":0,\"limit\":10,\"total\":0}}");