优化代码
This commit is contained in:
@@ -175,20 +175,23 @@ public class Scraper {
|
|||||||
// stockIpoRepository.saveAll(listStockIpoList);
|
// stockIpoRepository.saveAll(listStockIpoList);
|
||||||
|
|
||||||
List<String> scIdList = Lists.transform(listStockIpoList, StockIpo::getStockCode);
|
List<String> scIdList = Lists.transform(listStockIpoList, StockIpo::getStockCode);
|
||||||
List<StockIpo> existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockCode.in(scIdList));
|
if(CollectionUtil.isNotEmpty(scIdList)){
|
||||||
List<String> existingStockScIds = existStockIpoList.stream()
|
List<StockIpo> existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockCode.in(scIdList));
|
||||||
.map(StockIpo::getStockCode)
|
List<String> existingStockScIds = existStockIpoList.stream()
|
||||||
.collect(Collectors.toList());
|
.map(StockIpo::getStockCode)
|
||||||
|
.collect(Collectors.toList());
|
||||||
|
|
||||||
listStockIpoList = listStockIpoList.stream()
|
listStockIpoList = listStockIpoList.stream()
|
||||||
.filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode()))
|
.filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode()))
|
||||||
.collect(Collectors.toList());
|
.collect(Collectors.toList());
|
||||||
|
|
||||||
//保存全部的新股
|
//保存全部的新股
|
||||||
if(CollectionUtil.isNotEmpty(listStockIpoList)){
|
if(CollectionUtil.isNotEmpty(listStockIpoList)){
|
||||||
stockIpoRepository.saveAll(listStockIpoList);
|
stockIpoRepository.saveAll(listStockIpoList);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// 输出整个 JSON 数据
|
// 输出整个 JSON 数据
|
||||||
} else {
|
} else {
|
||||||
log.info("未找到包含 JSON 数据的 <script> 标签");
|
log.info("未找到包含 JSON 数据的 <script> 标签");
|
||||||
|
|||||||
Reference in New Issue
Block a user