diff --git a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java index 261befe..a174531 100644 --- a/src/main/java/cn/stock/market/infrastructure/job/Scraper.java +++ b/src/main/java/cn/stock/market/infrastructure/job/Scraper.java @@ -116,182 +116,188 @@ public class Scraper { public void getMoneyControllerNewIPOSchedule() { log.info("定时任务执行获取新股ipo的方法开始执行"); // 目标 URL - String url = "https://www.moneycontrol.com/ipo/upcoming-ipos/"; + List urls = Arrays.asList("https://www.moneycontrol.com/ipo/upcoming-ipos/", "https://www.moneycontrol.com/ipo/open-ipos/"); // 创建 HttpClient 实例 HttpClient client = HttpClients.createDefault(); // 创建 HttpGet 请求 - HttpGet request = new HttpGet(url); - try { - // 执行请求 - HttpResponse response = client.execute(request); + for (String url : urls) { + HttpGet request = new HttpGet(url); + try { + // 执行请求 + HttpResponse response = client.execute(request); - // 检查请求是否成功 - if (response.getStatusLine().getStatusCode() == 200) { - // 获取响应体 - String responseBody = EntityUtils.toString(response.getEntity()); + // 检查请求是否成功 + if (response.getStatusLine().getStatusCode() == 200) { + // 获取响应体 + String responseBody = EntityUtils.toString(response.getEntity()); - // 使用 Jsoup 解析 HTML - Document doc = Jsoup.parse(responseBody); + // 使用 Jsoup 解析 HTML + Document doc = Jsoup.parse(responseBody); - // 找到包含 JSON 数据的