From 87c1504421c31e41a7927760fb9968f6940ebcf5 Mon Sep 17 00:00:00 2001 From: Achilles Date: Thu, 11 Jan 2024 09:38:42 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E4=BB=A3=E7=A0=81?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../market/infrastructure/job/Scraper.java | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index fa3e607..1c53c70 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -1,5 +1,6 @@ package cn.stock.market.infrastructure.job; +import cn.hutool.core.collection.CollectionUtil; import cn.stock.market.domain.basic.entity.BtodayStock; import cn.stock.market.domain.basic.entity.StockIpo; import cn.stock.market.domain.basic.repository.BtodayStockRepository; @@ -151,7 +152,7 @@ public class Scraper { stockIpo.setApply(entry.getString("total_subs")); stockIpo.setCreateDate(new Date()); stockIpo.setUpdateDate(new Date()); - stockIpo.setSourceType("2"); + stockIpo.setSourceType("3"); listStockIpoList.add(stockIpo); } @@ -173,17 +174,20 @@ public class Scraper { // stockIpoRepository.saveAll(listStockIpoList); - List nameList = Lists.transform(listStockIpoList, StockIpo::getStockName); - List existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockName.in(nameList)); - List existingStockNames = existStockIpoList.stream() - .map(StockIpo::getStockName) + List scIdList = Lists.transform(listStockIpoList, StockIpo::getStockCode); + List existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockCode.in(scIdList)); + List existingStockScIds = existStockIpoList.stream() + .map(StockIpo::getStockCode) .collect(Collectors.toList()); listStockIpoList = listStockIpoList.stream() - .filter(stockIpos -> !existingStockNames.contains(stockIpos.getStockName())) + .filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode())) .collect(Collectors.toList()); + //保存全部的新股 - stockIpoRepository.saveAll(listStockIpoList); + if(CollectionUtil.isNotEmpty(listStockIpoList)){ + stockIpoRepository.saveAll(listStockIpoList); + } // 输出整个 JSON 数据 } else {