From 7b87dd818654c87c216e375ccea242a7c734828a Mon Sep 17 00:00:00 2001 From: Achilles Date: Fri, 2 Feb 2024 14:46:14 +0800 Subject: [PATCH 1/4] =?UTF-8?q?=E6=96=B0=E8=82=A1=E4=BF=AE=E6=94=B9?= =?UTF-8?q?=E7=9A=84=E6=97=B6=E9=97=B4=E8=8E=B7=E5=8F=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../cn/stock/market/infrastructure/job/Scraper.java | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index ac1f84b..0c3fbe9 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -9,6 +9,7 @@ import cn.stock.market.dto.StockIpoDTO; import cn.stock.market.infrastructure.db.po.QStockIpoPO; import cn.stock.market.infrastructure.db.po.StockIpoPO; import cn.stock.market.infrastructure.db.repo.BtodayStockRepo; +import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import com.google.common.collect.Lists; @@ -102,9 +103,10 @@ public class Scraper { - @Scheduled(cron = "0 0 5 * * ?") + @Scheduled(cron = "0 0 15 * * ?") @RequestMapping("/testScraperGetMoneyControllerNewIPO") - public void schedule2() { + public void getMoneyControllerNewIPOSchedule() { + log.info("定时任务执行获取新股ipo的方法开始执行"); // 目标 URL String url = "https://www.moneycontrol.com/ipo/open-upcoming-ipos"; // 创建 HttpClient 实例 @@ -197,12 +199,15 @@ public class Scraper { .collect(Collectors.toList()); listStockIpoList = listStockIpoList.stream() - .filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode())).filter(stockIpo -> StringUtils.isNotBlank(stockIpo.getStockName())) + .filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode()))/*.filter(stockIpo -> StringUtils.isNotBlank(stockIpo.getStockName()))*/ .collect(Collectors.toList()); //保存全部的新股 if(CollectionUtil.isNotEmpty(listStockIpoList)){ stockIpoRepository.saveAll(listStockIpoList); + log.info("定时任务执行获取新股ipo的方法开始结束,保存了数据:{}", JSON.toJSONString(listStockIpoList)); + }else { + log.info("定时任务执行获取新股ipo的方法开始结束,没有数据"); } } @@ -217,6 +222,7 @@ public class Scraper { } catch (IOException e) { log.error("获取新股接口发生异常",e); } + } From bbcbdcc856bffe18f07ee0a113f11be392a4ea23 Mon Sep 17 00:00:00 2001 From: Achilles Date: Fri, 2 Feb 2024 14:50:04 +0800 Subject: [PATCH 2/4] =?UTF-8?q?=E6=96=B0=E8=82=A1=E4=BF=AE=E6=94=B9?= =?UTF-8?q?=E7=9A=84=E6=97=B6=E9=97=B4=E8=8E=B7=E5=8F=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/main/java/cn/stock/market/infrastructure/job/Scraper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index 0c3fbe9..0d25e77 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -103,7 +103,7 @@ public class Scraper { - @Scheduled(cron = "0 0 15 * * ?") + @Scheduled(cron = "0 0 16 * * ?") @RequestMapping("/testScraperGetMoneyControllerNewIPO") public void getMoneyControllerNewIPOSchedule() { log.info("定时任务执行获取新股ipo的方法开始执行"); From 529aa76cb3715cb99aa85e178ef046e27c3b22ac Mon Sep 17 00:00:00 2001 From: Achilles Date: Fri, 2 Feb 2024 14:54:02 +0800 Subject: [PATCH 3/4] =?UTF-8?q?=E6=96=B0=E8=82=A1=E4=BF=AE=E6=94=B9?= =?UTF-8?q?=E7=9A=84=E6=97=B6=E9=97=B4=E8=8E=B7=E5=8F=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/main/java/cn/stock/market/infrastructure/job/Scraper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index 0d25e77..5afcf9e 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -134,7 +134,7 @@ public class Scraper { // 将 JSON 字符串解析为 Java JSONObject JSONObject jsonObject = JSONObject.parseObject(jsonDataStr); - log.info(jsonObject.toJSONString()); + log.info("获取到新股的json信息:"+jsonObject.toJSONString()); JSONObject pageProps = jsonObject.getJSONObject("props").getJSONObject("pageProps"); JSONObject ipoTableData = pageProps.getJSONObject("ipoTableData"); From 5fa22c841095c3e4382fbbeb59579516bfa0a69f Mon Sep 17 00:00:00 2001 From: Achilles Date: Fri, 2 Feb 2024 15:06:00 +0800 Subject: [PATCH 4/4] =?UTF-8?q?=E6=96=B0=E8=82=A1=E4=BF=AE=E6=94=B9?= =?UTF-8?q?=E7=9A=84=E6=97=B6=E9=97=B4=E8=8E=B7=E5=8F=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/main/java/cn/stock/market/infrastructure/job/Scraper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index 5afcf9e..0349c69 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -103,7 +103,7 @@ public class Scraper { - @Scheduled(cron = "0 0 16 * * ?") + @Scheduled(cron = "0 0 18 * * ?") @RequestMapping("/testScraperGetMoneyControllerNewIPO") public void getMoneyControllerNewIPOSchedule() { log.info("定时任务执行获取新股ipo的方法开始执行");