nhanvubk/ger-market-java
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

爬取新闻数据测试

Browse Source
This commit is contained in:
dengli
2023-12-19 20:00:26 +08:00
parent 585f097e34
commit 0986fc4986
1 changed files with 21 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
src/main/java/cn/stock/market/web/StockApiController.java
View File

@@ -153,28 +153,28 @@ public class StockApiController {
@ResponseBody @ResponseBody
public ServerResponse getINDNews() { public ServerResponse getINDNews() {
String news = stockService.getNews(); String news = stockService.getNews();
List<String> newsList = Arrays.asList(news.split("<a href="));
newsList = newsList.subList(1, newsList.size());
newsList.forEach( n -> {
String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2);
String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_"));
String imgUrl = n.substring(n.indexOf("img src=") + 9, n.indexOf("?"));
String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
String title = n.substring(n.indexOf("html\">") + 6, n.indexOf("<div class=\"short-video-img\">") - 47);
return ServerResponse.createBySuccessMsg(news); SiteNews siteNews = new SiteNews();
//List<String> newsList = Arrays.asList(news.split("<a href=")); siteNews.setAddTime(new Date());
//newsList.forEach( n -> { siteNews.setSourceId(id);
// String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2); siteNews.setTitle(title);
// String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_")); siteNews.setDescription(time);
// String imgUrl = n.substring(n.indexOf("img src=") + 9, n.indexOf("?")); siteNews.setImgurl(imgUrl);
// String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9); siteNews.setContent(stockService.getNewsInfo(contentUrl));
// String title = n.substring(n.indexOf("html\">") + 6, n.indexOf("<div class=\"short-video-img\">") - 47); List<SiteNews> list = newsRepository.findAll(QSiteNewsPO.siteNewsPO.sourceId.eq(id));
// if (list.size() == 0) {
// SiteNews siteNews = new SiteNews(); newsRepository.save(siteNews);
// siteNews.setAddTime(new Date()); }
// siteNews.setSourceId(id); });
// siteNews.setTitle(title); return null;
// siteNews.setDescription(time);
// siteNews.setImgurl(imgUrl);
// siteNews.setContent(stockService.getNewsInfo(contentUrl));
// List<SiteNews> list = newsRepository.findAll(QSiteNewsPO.siteNewsPO.sourceId.eq(id));
// if (list.size() == 0) {
// newsRepository.save(siteNews);
// }
//});
} }
@RequestMapping({"getINDNewsInfo.do"}) @RequestMapping({"getINDNewsInfo.do"})