update get ger stock

stock top list

See merge request germany/ger-market-java!4

.gitlab-ci.yml

@@ -15,6 +15,7 @@ build:
   only:
     - main
     - develop
+    - develop_red
   before_script:
     - echo '<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
                     xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
@@ -52,6 +53,7 @@ dockerize:
   only:
     - main
     - develop
+    - develop_red
   script:
     - echo ">>>>>>Start Building Docker Image<<<<<<"
     - pwd
@@ -72,17 +74,15 @@ dockerize:
 deploy-dev:
   stage: deploy
   only:
-    - develop
+    - develop_red
   script:
     - echo "Deploying application..."
     - ls
     - apk update
     - apk add curl
+    - apk add curl openssh sshpass
     - |
-      curl -X POST \
-           -H "Content-Type: application/json" \
-           -d '{"namespace":"dgdev", "deployment_name":"germany-stock-market"}' \
-           https://updater-dgdev.moneytj.com/restart-deployment
+      sshpass -p "$SSH_PASS" ssh -o StrictHostKeyChecking=no ubuntu@"$SSH_HOST" "./deploy_service.sh market $CI_PIPELINE_ID"
     - echo "Application successfully deployed."
 
 

src/main/java/cn/stock/market/StockMarketLaunch.java

@@ -20,6 +20,12 @@ import cn.stock.market.domain.basic.entity.SiteSetting;
 import cn.stock.market.domain.basic.repository.SiteSettingRepository;
 import lombok.extern.slf4j.Slf4j;
 
+import java.time.Instant;
+import java.time.ZoneId;
+import java.time.ZonedDateTime;
+import java.util.Date;
+import java.util.TimeZone;
+
 @SpringBootApplication(exclude = { 
 		MongoAutoConfiguration.class, MongoDataAutoConfiguration.class,
 		RedisAutoConfiguration.class,
@@ -31,6 +37,11 @@ public class StockMarketLaunch implements CommandLineRunner {
 
 	public static void main(String[] args) {
 		HttpGlobalConfig.setTimeout(45000);
+		TimeZone.setDefault(TimeZone.getTimeZone("Europe/Madrid"));
+		log.info("JVM ZoneId: {}", ZoneId.systemDefault());
+		log.info("Sample: now={}, madrid={}",
+				new Date(),
+				ZonedDateTime.now(ZoneId.of("Europe/Madrid")));
 		SpringApplication.run(StockMarketLaunch.class, args);
 	}
 	

src/main/java/cn/stock/market/domain/basic/service/StockService.java

@@ -1063,10 +1063,25 @@ public class StockService {
 			market.setRate(String.valueOf(stockIndex.getPercentChange()));
 			vo1.setIndexVo(market);
 
-			List<ChartCandle> kLines = HomeApiIndex.fetchChartData(stockIndex.getId(), 419);
-//			List kline = HomeApiIndex.convertToJsonList(kLines);
+			// 只获取最近交易日的K线数据，智能跳过周末，优化性能和网络传输
+			List<ChartCandle> kLines = HomeApiIndex.fetchTodayAndYesterdayChartData(stockIndex.getId());
 			vo1.setKLine(kLines);
 			indexVoList.add(vo1);
+			List<String> order = Arrays.asList(
+					"IBEX 35 Index",
+					"DAX Index",
+					"Dow Jones Industrial Average",
+					"S&P 500 Index"
+
+			);
+
+
+			Map<String, Integer> orderMap = new HashMap<>();
+			for (int i = 0; i < order.size(); i++) {
+				orderMap.put(order.get(i), i);
+			}
+
+			indexVoList.sort(Comparator.comparingInt(o -> orderMap.getOrDefault(o.getIndexVo().getName(), Integer.MAX_VALUE)));
 		}
 
 		return ServerResponse.createBySuccess(indexVoList);

src/main/java/cn/stock/market/dto/TradingViewData.java

@@ -0,0 +1,13 @@
+package cn.stock.market.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class TradingViewData {
+    private String s; // symbol
+    private List<Object> d; // data array
+} 

src/main/java/cn/stock/market/dto/TradingViewResponse.java

@@ -0,0 +1,13 @@
+package cn.stock.market.dto;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class TradingViewResponse {
+    private int totalCount;
+    private List<TradingViewData> data;
+} 

src/main/java/cn/stock/market/infrastructure/api/HomeApiIndex.java

@@ -1,23 +1,30 @@
 package cn.stock.market.infrastructure.api;
+import cn.qutaojing.common.utils.SpringUtils;
 import cn.stock.market.dto.model.ChartCandle;
 import cn.stock.market.dto.model.StockIndex;
+import cn.stock.market.web.config.Config;
 import okhttp3.OkHttpClient;
 import okhttp3.Request;
 import okhttp3.Response;
 import org.json.JSONArray;
 import org.json.JSONObject;
 
+import java.time.DayOfWeek;
 import java.time.Instant;
+import java.time.LocalDate;
 import java.time.ZoneId;
 import java.time.ZonedDateTime;
 import java.time.format.DateTimeFormatter;
 import java.util.ArrayList;
+import java.util.HashSet;
 import java.util.List;
+import java.util.Set;
 
 public class HomeApiIndex {
     private static final OkHttpClient client = new OkHttpClient();
-    private static final String API_URL = "https://apinode-dgdev.moneytj.com/api/ger-market/stocks/query-list?symbols=XETR:DAX,XETR:MDAX,XETR:SDXP,XETR:HDAX";
-    private static final String BASE_URL = "https://apinode-dgdev.moneytj.com/api/ger-market/chart";
+    static Config config = SpringUtils.getBean(Config.class);
+    private static final String API_URL = config.getStockUrlPrefix() +  "/api/ger-market/stocks/query-list?symbols=IBC:BME,DAX,^DJI:NASDAQ,^SPX:NASDAQ";
+    private static final String BASE_URL = config.getStockUrlPrefix() + "/api/ger-market/chart";
 
     public static List<StockIndex> fetchStockIndices() throws Exception {
         List<StockIndex> result = new ArrayList<>();
@@ -44,7 +51,17 @@ public class HomeApiIndex {
 
             index.setId(obj.optString("id"));
             index.setSymbol(obj.optString("symbol"));
-            index.setName(obj.optString("name"));
+            if (index.getSymbol().equals("DAX")) {
+                index.setName("DAX Index");
+            }else if (index.getSymbol().equals("MDAX")) {
+                index.setName("MDAX Index");
+            }else if (index.getSymbol().equals("IBC:BME")) {
+                index.setName("IBEX 35 Index");
+            } else if (index.getSymbol().equals("SDXP")) {
+                index.setName("SDAX Index");
+            }else {
+                index.setName(obj.optString("name"));
+            }
             index.setExchange(obj.optString("exchange"));
             index.setMicCode(obj.optString("mic_code"));
             index.setDatetime(obj.optString("datetime"));
@@ -69,10 +86,32 @@ public class HomeApiIndex {
         return result;
     }
 
+    /**
+     * 获取图表数据（原方法，保持向后兼容）
+     */
     public static List<ChartCandle> fetchChartData(String symbol, int amount) throws Exception {
+        return fetchChartDataWithDateFilter(symbol, amount, false);
+    }
+
+    /**
+     * 获取最近的交易日K线数据（支持跨周末）
+     * @param symbol 股票代码
+     * @return 最近交易日的K线数据
+     */
+    public static List<ChartCandle> fetchTodayAndYesterdayChartData(String symbol) throws Exception {
+        return fetchChartDataWithDateFilter(symbol, 168, true); // 获取7天数据，确保包含交易日
+    }
+
+    /**
+     * 获取图表数据，支持日期过滤
+     * @param symbol 股票代码
+     * @param amount 数据量
+     * @param filterRecentDays 是否只返回最近交易日的数据
+     */
+    private static List<ChartCandle> fetchChartDataWithDateFilter(String symbol, int amount, boolean filterRecentDays) throws Exception {
         List<ChartCandle> result = new ArrayList<>();
 
-        String url = BASE_URL + "?symbol=" + symbol + "&interval=D&amount=" + amount;
+        String url = BASE_URL + "?symbol=" + symbol + "&interval=H&amount=" + amount;
 
         Request request = new Request.Builder()
                 .url(url)
@@ -90,22 +129,72 @@ public class HomeApiIndex {
         JSONObject json = new JSONObject(body);
         JSONArray data = json.getJSONArray("data");
 
-        for (int i = 0; i < data.length(); i++) {
-            JSONObject obj = data.getJSONObject(i);
-            ChartCandle candle = new ChartCandle();
-
-            long ts = obj.optLong("time");
-            String formattedTime = convertToGermanTime(ts);
-
-            candle.setUpd_date(formattedTime);
-            candle.setPrice(getDoubleOrNull(obj, "close"));
-
-            result.add(candle);
+        if (filterRecentDays) {
+            // 获取最近的交易日期
+            Set<LocalDate> recentTradingDays = getRecentTradingDays();
+            
+            for (int i = 0; i < data.length(); i++) {
+                JSONObject obj = data.getJSONObject(i);
+                
+                long ts = obj.optLong("time");
+                ZonedDateTime zonedDateTime = Instant.ofEpochSecond(ts).atZone(ZoneId.of("Europe/Berlin"));
+                LocalDate dataDate = zonedDateTime.toLocalDate();
+                
+                // 只保留最近交易日的数据
+                if (recentTradingDays.contains(dataDate)) {
+                    ChartCandle candle = new ChartCandle();
+                    String formattedTime = convertToGermanTime(ts);
+                    candle.setUpd_date(formattedTime);
+                    candle.setPrice(getDoubleOrNull(obj, "close"));
+                    result.add(candle);
+                }
+            }
+        } else {
+            // 不过滤，返回所有数据
+            for (int i = 0; i < data.length(); i++) {
+                JSONObject obj = data.getJSONObject(i);
+                
+                long ts = obj.optLong("time");
+                String formattedTime = convertToGermanTime(ts);
+                
+                ChartCandle candle = new ChartCandle();
+                candle.setUpd_date(formattedTime);
+                candle.setPrice(getDoubleOrNull(obj, "close"));
+                result.add(candle);
+            }
         }
 
         return result;
     }
 
+    /**
+     * 获取最近的交易日期（排除周末）
+     * @return 最近两个交易日的日期集合
+     */
+    public static Set<LocalDate> getRecentTradingDays() {
+        Set<LocalDate> tradingDays = new HashSet<>();
+        ZoneId germanyZone = ZoneId.of("Europe/Berlin");
+        LocalDate current = LocalDate.now(germanyZone);
+        
+        int foundDays = 0;
+        int daysBack = 0;
+        
+        // 向前查找最近的两个交易日
+        while (foundDays < 2 && daysBack < 10) { // 最多向前查找10天
+            LocalDate checkDate = current.minusDays(daysBack);
+            
+            // 排除周末（周六=6, 周日=7）
+            if (checkDate.getDayOfWeek() != DayOfWeek.SATURDAY && 
+                checkDate.getDayOfWeek() != DayOfWeek.SUNDAY) {
+                tradingDays.add(checkDate);
+                foundDays++;
+            }
+            daysBack++;
+        }
+        
+        return tradingDays;
+    }
+
 //    public static List<JSONObject> convertToJsonList(List<ChartCandle> candles) {
 //        List<JSONObject> result = new ArrayList<>();
 //

src/main/java/cn/stock/market/infrastructure/db/po/SiteNewsPO.java

@@ -8,6 +8,7 @@ import javax.persistence.GenerationType;
 import javax.persistence.Id;
 import javax.persistence.Table;
 
+import com.fasterxml.jackson.annotation.JsonFormat;
 import io.swagger.annotations.ApiModelProperty;
 import org.hibernate.annotations.DynamicInsert;
 import org.hibernate.annotations.DynamicUpdate;
@@ -75,6 +76,7 @@ public class SiteNewsPO {
   /**
    * 显示时间 */
   @ApiModelProperty("显示时间")
+  @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss", timezone = "Europe/Madrid")
   Date showTime;
 
   /**

src/main/java/cn/stock/market/infrastructure/job/InvestingTask.java

@@ -16,27 +16,45 @@ import com.alibaba.fastjson.JSONObject;
 import com.google.common.base.Stopwatch;
 import com.google.common.collect.Lists;
 import lombok.extern.slf4j.Slf4j;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
 import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.HttpMethod;
+import org.springframework.http.ResponseEntity;
 import org.springframework.scheduling.annotation.Scheduled;
 import org.springframework.stereotype.Component;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+import org.springframework.web.client.RestTemplate;
 
+import javax.annotation.PostConstruct;
 import java.io.IOException;
-import java.util.Arrays;
-import java.util.Date;
-import java.util.List;
-import java.util.Map;
+import java.time.LocalDateTime;
+import java.time.ZoneId;
+import java.time.ZonedDateTime;
+import java.time.format.DateTimeFormatter;
+import java.util.*;
 import java.util.concurrent.TimeUnit;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
 
 @Slf4j
 @Component
+@RestController
+@RequestMapping("/api/market/investing")
 public class InvestingTask {
 
     @Autowired
     StockService stockService;
     @Autowired
     SiteNewsRepository newsRepository;
+    @Autowired
+    RestTemplate restTemplate;
 
 //    @Scheduled(cron = "0 0 6 * * ?")
     public void syncIndiaData(){
@@ -169,4 +187,314 @@ public class InvestingTask {
 
         return null;
     }
+
+    /*德国新闻接口*/
+//    @Scheduled(cron = "0 0 0/3 * * ?")
+    public void saveGerNews() {
+        log.info("德国股票新闻数据同步开始");
+        int savedCount = 0;
+        int totalCount = 0;
+        try {
+            // API URL for getting news list
+            String newsListUrl = "https://api.boerse-frankfurt.de/v1/data/category_news?newsType=ALL&lang=de&offset=0&limit=50";
+            
+            // Headers for the API request
+            HttpHeaders headers = new HttpHeaders();
+            headers.add("accept", "application/json, text/plain, */*");
+            headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8,ug;q=0.7,fr;q=0.6");
+            headers.add("origin", "https://www.boerse-frankfurt.de");
+            headers.add("priority", "u=1, i");
+            headers.add("referer", "https://www.boerse-frankfurt.de/");
+            headers.add("user-agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36");
+
+            HttpEntity<String> entity = new HttpEntity<>(headers);
+            
+            // Get news list
+            ResponseEntity<String> response = restTemplate.exchange(
+                newsListUrl, 
+                HttpMethod.GET, 
+                entity, 
+                String.class
+            );
+
+            if (response.getStatusCode().value() == 200 && response.getBody() != null) {
+                JSONObject newsListResponse = JSON.parseObject(response.getBody());
+                JSONArray newsData = newsListResponse.getJSONArray("data");
+                
+                if (newsData != null && newsData.size() > 0) {
+                    totalCount = newsData.size();
+                    log.info("Found {} German news items to process", totalCount);
+                    
+                    for (int i = 0; i < newsData.size(); i++) {
+                        try {
+                            JSONObject newsItem = newsData.getJSONObject(i);
+                            String newsId = newsItem.getString("id");
+                            String headline = newsItem.getString("headline");
+                            String time = newsItem.getString("time");
+                            String source = newsItem.getString("source");
+                            String teaserText = newsItem.getString("teaserText");
+                            String teaserImageUrl = newsItem.getString("teaserImageUrl");
+                            
+                            // Check if news already exists
+                            List<SiteNews> existingNews = newsRepository.findAll(QSiteNewsPO.siteNewsPO.sourceId.eq(newsId));
+                            if (existingNews.size() == 0) {
+                                // Get news detail
+                                String newsDetailUrl = "https://api.boerse-frankfurt.de/v1/data/news?id=" + newsId + "&lang=de";
+                                HttpEntity<String> detailEntity = new HttpEntity<>(headers);
+                                
+                                ResponseEntity<String> detailResponse = restTemplate.exchange(
+                                    newsDetailUrl, 
+                                    HttpMethod.GET, 
+                                    detailEntity, 
+                                    String.class
+                                );
+                                
+                                if (detailResponse.getStatusCode().value() == 200 && detailResponse.getBody() != null) {
+                                    JSONObject newsDetail = JSON.parseObject(detailResponse.getBody());
+                                    String body = newsDetail.getString("body");
+                                    
+                                    // Create SiteNews entity
+                                    SiteNews siteNews = new SiteNews();
+                                    siteNews.setAddTime(new Date());
+                                    siteNews.setSourceId(newsId);
+                                    siteNews.setTitle(headline);
+                                    siteNews.setSourceName(source);
+                                    siteNews.setDescription(teaserText != null ? teaserText : "");
+                                    siteNews.setImgurl(teaserImageUrl);
+                                    siteNews.setContent(body != null ? body : "");
+                                    siteNews.setStatus(1);
+                                    siteNews.setType(1); // Set as financial news type
+                                    siteNews.setViews(0);
+                                    
+                                    // Parse and set show time
+                                    if (time != null && !time.isEmpty()) {
+                                        try {
+                                            // Parse ISO 8601 format: "2025-06-19T08:37:58+02:00"
+                                            // Remove timezone offset and convert to standard format
+                                            String timeStr = time.replace("+02:00", "").replace("T", " ");
+                                            siteNews.setShowTime(DateTimeUtil.strToDate(timeStr, "yyyy-MM-dd HH:mm:ss"));
+                                        } catch (Exception e) {
+                                            log.warn("Failed to parse time for news {}: {}", newsId, time);
+                                            siteNews.setShowTime(new Date());
+                                        }
+                                    } else {
+                                        siteNews.setShowTime(new Date());
+                                    }
+                                    
+                                    try {
+                                        newsRepository.save(siteNews);
+                                        savedCount++;
+                                        log.info("Saved German news [{}/{}]: {}", savedCount, totalCount, headline);
+                                    } catch (Exception e) {
+                                        log.warn("Failed to save German news {}: {}", newsId, e.getMessage());
+                                    }
+                                } else {
+                                    log.warn("Failed to get news detail for {}: HTTP {}", newsId, detailResponse.getStatusCode());
+                                }
+                            } else {
+                                log.debug("News {} already exists, skipping", newsId);
+                            }
+                        } catch (Exception e) {
+                            log.warn("Error processing news item {}: {}", i, e.getMessage());
+                        }
+                    }
+                } else {
+                    log.warn("No news data found in API response");
+                }
+            } else {
+                log.error("Failed to get news list: HTTP {}", response.getStatusCode());
+            }
+            log.info("德国股票新闻数据同步完成，处理了 {} 条新闻，保存了 {} 条新闻", totalCount, savedCount);
+        } catch (Exception e) {
+            log.error("德国新闻数据同步异常，异常信息: {}", e.getMessage(), e);
+        }
+    }
+
+//    @Scheduled(cron = "0 0 0/3 * * ?")
+    public void getCincoDiasNews() {
+        String baseUrl = "https://cincodias.elpais.com";
+
+        try {
+            List<SiteNews> results = new ArrayList<>();
+            String listUrl = baseUrl + "/ultimas-noticias/";
+            Document doc = Jsoup.connect(listUrl)
+                    .userAgent("Mozilla/5.0")
+                    .get();
+
+            Elements articles = doc.select("article.c");
+
+            for (Element article : articles) {
+                // Title and Link
+                Element aTag = article.selectFirst("h2.c_t a");
+                String title = aTag != null ? aTag.text().trim() : null;
+                String link = aTag != null ? aTag.absUrl("href") : null;
+
+                // Author
+                Element authorTag = article.selectFirst("a.c_a_a");
+                String author = authorTag != null ? authorTag.text().trim() : null;
+
+                Element figure = article.selectFirst("figure.c_m a img");
+
+                String imageUrl = null;
+                if (figure != null) {
+                    imageUrl = figure.attr("src");
+                }
+                // Date
+                Date publishedDate = null;
+                try {
+                    Element timeTag = article.selectFirst("time");
+                    if (timeTag != null) {
+                        String datetimeAttr = timeTag.attr("datetime");
+                        DateTimeFormatter formatter = DateTimeFormatter.ISO_OFFSET_DATE_TIME;
+                        ZonedDateTime zonedDateTime = ZonedDateTime.parse(datetimeAttr, formatter);
+                        publishedDate = Date.from(zonedDateTime.toInstant());
+                    }
+                } catch (Exception e) {
+                    log.warn("Failed to parse published date for article: {}", link);
+                }
+
+                // Summary
+                String summary = article.selectFirst("p.c_d") != null ? article.selectFirst("p.c_d").text() : null;
+
+                // Optional: Get full content from article detail page
+                String htmlContent = "";
+                if (link != null) {
+                    try {
+                        Document detailDoc = Jsoup.connect(link)
+                                .userAgent("Mozilla/5.0")
+                                .get();
+
+                        // ✅ Extract article main content
+                        Element body = detailDoc.selectFirst("div.a_c.clearfix[data-dtm-region=articulo_cuerpo]");
+                        if (body != null) {
+                            htmlContent = body.html();
+                        }
+
+                    } catch (Exception e) {
+                        log.warn("Error fetching detail page: {}", link);
+                        e.printStackTrace();
+                    }
+                }
+
+                // Build SiteNews object
+                SiteNews siteNews = new SiteNews();
+                siteNews.setAddTime(new Date());
+                siteNews.setSourceId(link);
+                siteNews.setTitle(title);
+                siteNews.setSourceName("CINCO_DIAS");
+                siteNews.setDescription(summary != null ? summary : title);
+                siteNews.setImgurl(imageUrl);
+                siteNews.setContent(htmlContent);
+                siteNews.setStatus(1);
+                siteNews.setType(1);
+                siteNews.setViews(0);
+                siteNews.setShowTime(publishedDate);
+
+                try {
+                    newsRepository.save(siteNews);
+                    log.info("Saved Spanish news: {}", title);
+                } catch (Exception e) {
+                    log.warn("Failed to save Spanish news {}: {}", link, e.getMessage());
+                }
+            }
+
+        } catch (Exception e) {
+            log.error("Error fetching Spanish news: {}", e.getMessage());
+            e.printStackTrace();
+        }
+    }
+
+    @Scheduled(cron = "0 0 0/3 * * ?")
+//    @PostConstruct
+    public void getBoerseNews(){
+        String url_request = "https://www.boerse-online.de";
+        try {
+            List<SiteNews> results = new ArrayList<>();
+
+            String listUrl = url_request + "/nachrichten/1";
+            Document doc = Jsoup.connect(listUrl)
+                    .userAgent("Mozilla/5.0")
+                    .get();
+
+            Elements articles = doc.select("article.article-list-item");
+
+            for (Element article : articles) {
+                Element aTag = article.selectFirst("h2 a");
+                String title = aTag != null ? aTag.text().trim() : null;
+                String link = aTag != null ? url_request + aTag.attr("href") : null;
+
+                Element imgTag = article.selectFirst("figure img");
+                String image = imgTag != null ? imgTag.attr("data-src") : null;
+
+                Element timeTag = article.selectFirst("small.article-info time");
+                Date publishedDate = null;
+
+                if (timeTag != null) {
+                    String datetimeAttr = timeTag.attr("datetime");
+                    DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm");
+                    LocalDateTime dateTime = LocalDateTime.parse(datetimeAttr, formatter);
+                    ZoneId berlinZone = ZoneId.of("Europe/Berlin");
+                    publishedDate = Date.from(dateTime.atZone(berlinZone).toInstant());
+                }
+
+                Element authorTag = article.selectFirst("small.article-info strong");
+                String author = authorTag != null ? authorTag.text().trim() : null;
+
+                // Fetch article detail page
+                String htmlContent = "";
+                if (link != null) {
+                    try {
+                        Document detailPage = Jsoup.connect(link)
+                                .userAgent("Mozilla/5.0")
+                                .get();
+
+                        Element body = detailPage.selectFirst("div.article-body");
+                        if (body != null) {
+                            htmlContent = body.html(); // ✅ inner HTML only
+                        }
+
+                    } catch (Exception e) {
+                        System.err.println("Error fetching article detail: " + link);
+                        e.printStackTrace();
+                    }
+                }
+                SiteNews siteNews = new SiteNews();
+                siteNews.setAddTime(new Date());
+                siteNews.setSourceId(link);
+                siteNews.setTitle(title);
+                siteNews.setSourceName("BOERSE");
+                siteNews.setDescription(title);
+                siteNews.setImgurl(image);
+                siteNews.setContent(htmlContent);
+                siteNews.setStatus(1);
+                siteNews.setType(1); // Set as financial news type
+                siteNews.setViews(0);
+                siteNews.setShowTime(publishedDate);
+                try {
+                    newsRepository.save(siteNews);
+                    log.info("Saved German news : {}", title);
+                } catch (Exception e) {
+                    log.warn("Failed to save German news {}: {}", link, e.getMessage());
+                }
+            }
+        }catch (Exception e){
+            log.error("Error fetching article detail: {}", e.getMessage());
+            e.printStackTrace();
+        }
+
+
+    }
+
+
+    /**
+     * Test method to manually trigger German news sync
+     * This can be called via REST API or scheduled task
+     */
+    @GetMapping("/test-ger-news")
+    public String testSaveGerNews() {
+        log.info("Testing German news sync...");
+        saveGerNews();
+        log.info("German news sync test completed");
+        return "German news sync test completed. Check logs for details.";
+    }
 }

src/main/java/cn/stock/market/infrastructure/job/StockNewTask.java

@@ -31,82 +31,156 @@ public class StockNewTask {
 	private static final String BASE_URL = "https://symbol-search.tradingview.com/symbol_search/v3/";
 	private static final String PARAMS  = "?start={start}&hl=1&country=DE&lang=en&search_type=stocks&domain=production&sort_by_country=US&promo=true&exchange={exchange}";
 
+	private static final String US_URL =
+			"https://financialmodelingprep.com/api/v3/stock-screener";
+	private static final String US_API_KEY = "57ZI1xeAsqHY7ag0FBuMkwQzt6TQ60dG";
 	@Autowired
 	StockRepository stockRepository;
 
 
 //    @PostConstruct
-	@Scheduled(cron = "0 01 22 * * ?")
+//	@Scheduled(cron = "0 01 22 * * ?")
 	public void syncStock() throws Exception {
-
-		int limit = 20000;
-		List<String> exchanges = Arrays.asList("BER", "DUS", "HAM", "HAN", "MUN", "SWB", "FWB", "XETR");
-		Map<String, Stock> stockGidMap = stockRepository.cacheGidMap();
-		for (String exchange : exchanges) {
-			List<Stock> newStocks = new ArrayList<>();
-			int start = 0;
-			int symbolsRemaining;
-			do {
-				int finalStart = start;
-				if(start > 0){
-					finalStart = start + 1;
-				}
-				String url = BASE_URL + PARAMS.replace("{start}", String.valueOf(finalStart)).replace("{exchange}", exchange);
-				Request request = new Request.Builder()
-						.url(url)
-						.addHeader("Origin", "https://www.tradingview.com")
-						.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64)")
-						.addHeader("Accept", "application/json, text/plain, */*")
-						.addHeader("Referer", "https://www.tradingview.com/")
-						.build();
-
-				Response response = client.newCall(request).execute();
-
-				if (!response.isSuccessful()) {
-					throw new RuntimeException("Unexpected response code: " + response.code());
-				}
-
-				String responseBody = response.body().string();
-				JSONObject json = new JSONObject(responseBody);
-				JSONArray symbols = json.getJSONArray("symbols");
-				symbolsRemaining = json.getInt("symbols_remaining");
-
-				for (int i = 0; i < symbols.length(); i++) {
-					JSONObject s = symbols.getJSONObject(i);
-					if (s.optString("type").equals("stock") && !stockGidMap.containsKey(s.optString("exchange") + ":" + s.getString("symbol"))) {
-						Stock stock = new Stock();
-						stock.setStockGid(s.optString("exchange") + ":" +s.getString("symbol"));
-						stock.setStockCode(stock.getStockGid());
-						stock.setStockSpell(s.optString("symbol"));
-						stock.setStockName(s.optString("description"));
-						stock.setStockSymbol(s.optString("symbol"));
-						stock.setStockType(s.optString("exchange"));
-						stock.setIsLock(0);
-						stock.setIsShow(0);
-						stock.setAddTime(new Date());
-						stock.setStockState(0);
-						stock.setStockPlate("https://s3-symbol-logo.tradingview.com/" + s.optString("source_logoid") + "--big.svg");
-						newStocks.add(stock);
-						stockGidMap.put(s.optString("exchange") + ":" + s.getString("symbol"), stock);
+		try {
+			int limit = 20000;
+			List<String> exchanges = Arrays.asList("BER", "DUS", "HAM", "HAN", "MUN", "SWB", "FWB", "XETR");
+			Map<String, Stock> stockGidMap = stockRepository.cacheGidMap();
+			for (String exchange : exchanges) {
+				List<Stock> newStocks = new ArrayList<>();
+				int start = 0;
+				int symbolsRemaining;
+				do {
+					int finalStart = start;
+					if (start > 0) {
+						finalStart = start + 1;
 					}
-				}
-				Thread.sleep(500);
+					String url = BASE_URL + PARAMS.replace("{start}", String.valueOf(finalStart)).replace("{exchange}", exchange);
+					Request request = new Request.Builder()
+							.url(url)
+							.addHeader("Origin", "https://www.tradingview.com")
+							.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64)")
+							.addHeader("Accept", "application/json, text/plain, */*")
+							.addHeader("Referer", "https://www.tradingview.com/")
+							.build();
 
-				start += symbols.length();
-				System.out.println("Fetched: " + symbols.length() + ", Remaining: " + symbolsRemaining);
-				try {
-					if (!newStocks.isEmpty()) {
-						stockRepository.saveAll(newStocks);
+					Response response = client.newCall(request).execute();
+
+					if (!response.isSuccessful()) {
+						throw new RuntimeException("Unexpected response code: " + response.code());
 					}
-				}catch (Exception e) {
-					log.error("Insert stock failed: {}", e.getMessage());
-				}
 
-				if (start >= limit) {
-					break;
-				}
+					String responseBody = response.body().string();
+					JSONObject json = new JSONObject(responseBody);
+					JSONArray symbols = json.getJSONArray("symbols");
+					symbolsRemaining = json.getInt("symbols_remaining");
 
-			} while (symbolsRemaining > 0);
+					for (int i = 0; i < symbols.length(); i++) {
+						JSONObject s = symbols.getJSONObject(i);
+						if (s.optString("type").equals("stock") && !stockGidMap.containsKey(s.optString("exchange") + ":" + s.getString("symbol"))) {
+							Stock stock = new Stock();
+							stock.setStockGid(s.optString("exchange") + ":" + s.getString("symbol"));
+							stock.setStockCode(stock.getStockGid());
+							stock.setStockSpell(s.optString("symbol"));
+							stock.setStockName(s.optString("description"));
+							stock.setStockSymbol(s.optString("symbol"));
+							stock.setStockType(s.optString("exchange"));
+							stock.setIsLock(0);
+							stock.setIsShow(0);
+							stock.setAddTime(new Date());
+							stock.setStockState(0);
+							stock.setStockPlate("https://s3-symbol-logo.tradingview.com/" + s.optString("source_logoid") + "--big.svg");
+							newStocks.add(stock);
+							stockGidMap.put(s.optString("exchange") + ":" + s.getString("symbol"), stock);
+						}
+					}
+					Thread.sleep(500);
+
+					start += symbols.length();
+					System.out.println("Fetched: " + symbols.length() + ", Remaining: " + symbolsRemaining);
+					try {
+						if (!newStocks.isEmpty()) {
+							stockRepository.saveAll(newStocks);
+						}
+					} catch (Exception e) {
+						log.error("Insert stock failed: {}", e.getMessage());
+					}
+
+					if (start >= limit) {
+						break;
+					}
+
+				} while (symbolsRemaining > 0);
+			}
+		}catch (Exception e) {
+			log.error("Insert stock failed: {}", e.getMessage());
+			e.printStackTrace();
 		}
 	}
+
+	@Scheduled(cron = "0 0 8 * * *")
+//    @PostConstruct
+	public void fetchListStock() {
+		try {
+			List<Stock> nasdaqStocks = fetchStocksByExchange("NASDAQ");
+			List<Stock> nyseStocks = fetchStocksByExchange("NYSE");
+
+			List<Stock> allActiveStocks = new ArrayList<>();
+			allActiveStocks.addAll(nasdaqStocks);
+			allActiveStocks.addAll(nyseStocks);
+
+			try {
+				if (!allActiveStocks.isEmpty()) {
+					stockRepository.saveAll(allActiveStocks);
+				}
+			} catch (Exception e) {
+				log.error("Insert stock failed: {}", e.getMessage());
+			}
+		} catch (Exception e) {
+			log.error("Error fetchListStock every day: {}", e.getMessage());
+		}
+	}
+
+	private static List<Stock> fetchStocksByExchange(String exchange) throws Exception {
+		List<Stock> result = new ArrayList<>();
+
+		String url = US_URL + "?exchange=" + exchange + "&apikey=" + US_API_KEY;
+
+		Request request = new Request.Builder()
+				.url(url)
+				.addHeader("accept", "application/json")
+				.addHeader("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64)")
+				.build();
+
+		Response response = client.newCall(request).execute();
+
+		if (!response.isSuccessful()) {
+			throw new RuntimeException("HTTP error code: " + response.code());
+		}
+
+		String body = response.body().string();
+		JSONArray array = new JSONArray(body);
+
+		for (int i = 0; i < array.length(); i++) {
+			JSONObject obj = array.getJSONObject(i);
+			if (!obj.optBoolean("isActivelyTrading", false) && obj.optBoolean("isEtf", false)) {
+				continue;
+			}
+
+			Stock stock = new Stock();
+
+			String stockCodeNew = obj.getString("symbol") + ":" + obj.getString("exchangeShortName");
+
+			stock.setStockName(obj.getString("companyName"));
+			stock.setStockCode(stockCodeNew);
+			stock.setStockSpell(obj.getString("symbol"));
+			stock.setStockType(obj.getString("exchangeShortName"));
+			stock.setStockGid(stockCodeNew);
+			stock.setStockSymbol(obj.getString("symbol"));
+
+			result.add(stock);
+		}
+
+		System.out.println("Fetched " + result.size() + " stocks for exchange: " + exchange);
+		return result;
+	}
 }

src/main/java/cn/stock/market/web/MoneyApiController.java

@@ -1,6 +1,7 @@
 package cn.stock.market.web;
 
 import cn.hutool.core.date.DateUtil;
+import cn.qutaojing.common.jpa.ConditionBuilder;
 import cn.stock.market.MoneyStockSuggestDTO;
 import cn.stock.market.domain.basic.entity.MoneyStock;
 import cn.stock.market.domain.basic.entity.OptionalStock;
@@ -12,6 +13,7 @@ import cn.stock.market.domain.basic.service.StockService;
 import cn.stock.market.dto.*;
 import cn.stock.market.dto.query.StockChartDto;
 import cn.stock.market.infrastructure.db.po.QMoneyStockPO;
+import cn.stock.market.infrastructure.db.po.QStockPO;
 import cn.stock.market.utils.HttpRequest;
 import cn.stock.market.utils.NseIndiaRequest;
 import cn.stock.market.utils.ServerResponse;
@@ -212,6 +214,7 @@ public class MoneyApiController {
             return ServerResponse.createByErrorMsg("Stock is not exist!");
         }
         StockQuoteData data = moneyApiService.getSingleStockQuote(symbol);
+        data.setName(stock.getStockName());
         return ServerResponse.createBySuccess(data);
     }
 
@@ -537,7 +540,7 @@ public class MoneyApiController {
 
     @ApiOperation(value = "股票推荐TopGainer", httpMethod = "GET")
     @ApiImplicitParams({
-            @ApiImplicitParam(name = "stockType", value = "BSE或者NSE"),
+            @ApiImplicitParam(name = "stockType", value = "BSE或者NSE或者germany"),
     })
     @ApiResponses(value = {
             @ApiResponse(code = 200, message = "" +
@@ -547,42 +550,41 @@ public class MoneyApiController {
     @ResponseBody
     @EncryptFilter(decryptRequest = false)
 
-    public List<MoneyStockSuggestDTO> getTopGainer(@RequestParam String stockType) {
+    public List<MoneyStockSuggestDTO> getTopGainer(@RequestParam(required = false, defaultValue = "germany") String stockType) {
         List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
         // 尝试从缓存中获取结果
-        moneyStockSuggestDTOS = gainerStockSuggestCache.getIfPresent(stockType);
+        // Use TradingView API for German stocks
+        List<StockQuoteData> stockQuoteDataList = moneyApiService.getTopGainersFromTradingView();
+        moneyStockSuggestDTOS = convertStockQuoteDataToMoneyStockSuggestDTO(stockQuoteDataList);
+
 
-        if (moneyStockSuggestDTOS == null) {
-            // 缓存未命中，执行业务查询
-            if (StringUtils.equals(stockType, "nse")) {
-                moneyStockSuggestDTOS = nseGainer();
-            } else if (StringUtils.equals(stockType, "bse")) {
-                moneyStockSuggestDTOS = bseGainer();
-            }
-            Map<Object, Boolean> map = new HashMap<>();
-            moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
-                    .filter(f -> StringUtils.isNotBlank(f.getStockName()))
-                    .filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
-            if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
-                List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
-                if (CollectionUtils.isNotEmpty(selfUlrList)) {
-                    List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.in(selfUlrList));
-                    if (CollectionUtils.isNotEmpty(all)) {
-                        moneyStockSuggestDTOS.stream().filter(f -> all.stream().anyMatch(s -> s.getStockName().equals(f.getStockName())))
-                                .forEach(f -> f.setScId(all.stream().filter(s -> s.getStockName().equals(f.getStockName())).findFirst().orElse(null).getMoneyScId()));
-                    }
-                }
-                gainerStockSuggestCache.put(stockType, moneyStockSuggestDTOS);
-            }
-            // 将结果放入缓存
-        }
         return moneyStockSuggestDTOS;
     }
 
+    private List<MoneyStockSuggestDTO> convertStockQuoteDataToMoneyStockSuggestDTO(List<StockQuoteData> stockQuoteDataList) {
+        List<MoneyStockSuggestDTO> result = new ArrayList<>();
+        if (CollectionUtils.isNotEmpty(stockQuoteDataList)) {
+            for (StockQuoteData stockQuoteData : stockQuoteDataList) {
+                MoneyStockSuggestDTO dto = new MoneyStockSuggestDTO();
+                dto.setStockName(stockQuoteData.getName());
+                dto.setStockType("XETRA");
+                dto.setLastPrice(String.valueOf(stockQuoteData.getClose()));
+                dto.setChange(String.valueOf(stockQuoteData.getChange()));
+                dto.setChangePercent(String.valueOf(stockQuoteData.getPercent_change()));
+                dto.setHighPrice(String.valueOf(stockQuoteData.getHigh()));
+                dto.setLowPrice(String.valueOf(stockQuoteData.getLow()));
+                dto.setPrevClosePrice(String.valueOf(stockQuoteData.getPrevious_close()));
+                dto.setScId(String.valueOf(stockQuoteData.getSymbol()));
+                dto.setDispId(String.valueOf(stockQuoteData.getSymbol()));
+                result.add(dto);
+            }
+        }
+        return result;
+    }
 
     @ApiOperation(value = "股票推荐TopLoser", httpMethod = "GET")
     @ApiImplicitParams({
-            @ApiImplicitParam(name = "stockType", value = "BSE或者NSE"),
+            @ApiImplicitParam(name = "stockType", value = "BSE或者NSE或者germany"),
     })
     @ApiResponses(value = {
             @ApiResponse(code = 200, message = "" +
@@ -592,41 +594,11 @@ public class MoneyApiController {
     @ResponseBody
     @EncryptFilter(decryptRequest = false)
 
-    public List<MoneyStockSuggestDTO> getTopLoser(@RequestParam String stockType) {
+    public List<MoneyStockSuggestDTO> getTopLoser(@RequestParam(required = false) String stockType) {
         List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
-        moneyStockSuggestDTOS = loserStockSuggestCache.getIfPresent(stockType);
-        if (null == moneyStockSuggestDTOS) {
-            if (StringUtils.equals(stockType, "nse")) {
-                moneyStockSuggestDTOS = nseTopLoser();
-            } else if (StringUtils.equals(stockType, "bse")) {
-                moneyStockSuggestDTOS = bseTopLoser();
-            }
-            Map<Object, Boolean> map = new HashMap<>();
-            moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
-                    .filter(f -> StringUtils.isNotBlank(f.getStockName()))
-                    .filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
-            if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
-                moneyStockSuggestDTOS.stream().forEach(f -> f.setDispId(extractLastSegment(f.getStockUrl())));
-                List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
-                if (CollectionUtils.isNotEmpty(selfUlrList)) {
-                    List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.in(selfUlrList));
-                    if (CollectionUtils.isNotEmpty(all)) {
-                        moneyStockSuggestDTOS.stream().filter(f -> all.stream().anyMatch(s -> s.getStockName().equals(f.getStockName())))
-                                .forEach(f -> f.setScId(all.stream().filter(s -> s.getStockName().equals(f.getStockName())).findFirst().orElse(null).getMoneyScId()));
-                    }
-                    List<MoneyStockSuggestDTO> noScIdList = moneyStockSuggestDTOS.stream().filter(f -> StringUtils.isBlank(f.getScId())).collect(Collectors.toList());
-                    if (CollectionUtils.isNotEmpty(noScIdList)) {
-                        List<String> dispIdList = noScIdList.stream().map(MoneyStockSuggestDTO::getDispId).collect(Collectors.toList());
-                        List<MoneyStock> all1 = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.selfDispId.in(dispIdList));
-                        if (CollectionUtils.isNotEmpty(all1)) {
-                            moneyStockSuggestDTOS.stream().filter(f -> all1.stream().anyMatch(s -> s.getSelfDispId().equals(f.getDispId())))
-                                    .forEach(f -> f.setScId(all.stream().filter(s -> s.getSelfDispId().equals(f.getDispId())).findFirst().orElse(null).getMoneyScId()));
-                        }
-                    }
-                }
-                loserStockSuggestCache.put(stockType, moneyStockSuggestDTOS);
-            }
-        }
+        List<StockQuoteData> stockQuoteDataList = moneyApiService.getTopLosersFromTradingView();
+        moneyStockSuggestDTOS = convertStockQuoteDataToMoneyStockSuggestDTO(stockQuoteDataList);
+
         return moneyStockSuggestDTOS;
     }
 
@@ -643,43 +615,35 @@ public class MoneyApiController {
     @ResponseBody
     @EncryptFilter(decryptRequest = false)
 
-    public List<MoneyStockSuggestDTO> getTopActive(@RequestParam String stockType) {
-        List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
-        moneyStockSuggestDTOS = activesStockSuggestCache.getIfPresent(stockType);
-        if (moneyStockSuggestDTOS == null) {
-            if (StringUtils.equals(stockType, "nse")) {
-                moneyStockSuggestDTOS = nseActives();
-            } else if (StringUtils.equals(stockType, "bse")) {
-                moneyStockSuggestDTOS = bseActives();
-            }
-            Map<Object, Boolean> map = new HashMap<>();
-            moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
-                    .filter(f -> StringUtils.isNotBlank(f.getStockName()))
-                    .filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
-            if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
-                moneyStockSuggestDTOS.stream().forEach(f -> f.setDispId(extractLastSegment(f.getStockUrl())));
-                List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
-                if (CollectionUtils.isNotEmpty(selfUlrList)) {
-                    List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.in(selfUlrList));
-                    if (CollectionUtils.isNotEmpty(all)) {
-                        moneyStockSuggestDTOS.stream().filter(f -> all.stream().anyMatch(s -> s.getStockName().equals(f.getStockName())))
-                                .forEach(f -> f.setScId(all.stream().filter(s -> s.getStockName().equals(f.getStockName())).findFirst().orElse(null).getMoneyScId()));
-                    }
-                    List<MoneyStockSuggestDTO> noScIdList = moneyStockSuggestDTOS.stream().filter(f -> StringUtils.isBlank(f.getScId())).collect(Collectors.toList());
-                    if (CollectionUtils.isNotEmpty(noScIdList)) {
-                        List<String> dispIdList = noScIdList.stream().map(MoneyStockSuggestDTO::getDispId).collect(Collectors.toList());
-                        List<MoneyStock> all1 = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.selfDispId.in(dispIdList));
-                        if (CollectionUtils.isNotEmpty(all1)) {
-                            moneyStockSuggestDTOS.stream().filter(f -> all1.stream().anyMatch(s -> s.getSelfDispId().equals(f.getDispId())))
-                                    .forEach(f -> f.setScId(all.stream().filter(s -> s.getSelfDispId().equals(f.getDispId())).findFirst().orElse(null).getMoneyScId()));
-                        }
-                    }
-                }
-                activesStockSuggestCache.put(stockType, moneyStockSuggestDTOS);
+    public List<StockQuoteData> getTopActive(@RequestParam(value = "stockType", required = false) String stockType, @RequestParam(value = "type", required = false) String type) {
+        List<String> topActiveCode = Arrays.asList("AAPL:NASDAQ","MSFT:NASDAQ","GOOGL:NASDAQ","AMZN:NASDAQ","META:NASDAQ","TSLA:NASDAQ","NVDA:NASDAQ","BRK.B:NYSE","JPM:NYSE",
+                                                    "UNH:NYSE", "V:NYSE", "MA:NYSE","JNJ:NYSE","XOM:NYSE","PG:NYSE","HD:NYSE","LLY:NYSE","KO:NYSE", "PEP:NASDAQ", "NFLX:NASDAQ",
+                "SAP:XETR", "SIE:XETR", "DTE:XETR", "ALV:XETR", "BAS:XETR", "BMW:XETR", "VOW3:XETR", "ADS:XETR", "BAYN:XETR", "RWE:XETR",
+                "DBK:XETR", "MUV2:XETR", "FME:XETR", "FRE:XETR", "HEI:XETR", "HEN3:XETR", "LIN:XETR", "IFX:XETR", "CON:XETR", "ZAL:XETR",
+                "ITX:BME", "AIR:BME", "SAN:BME", "IBE:BME", "BBVA:BME", "XPBR:BME", "XPBRA:BME", "CABK:BME", "XAMXB:BME", "CCEP:BME",
+                "XVALO:BME", "AENA:BME", "FER:BME", "AMS:BME", "ELE:BME", "TEF:BME", "NTGY:BME", "XBBDC:BME", "CLNX:BME", "XNOR:BME"
+        );
+        QStockPO q = QStockPO.stockPO;
+        ConditionBuilder builder = ConditionBuilder.builder();
+        builder.and(q.stockCode.in(topActiveCode));
+        if(type != null && !type.trim().isEmpty()) {
+            if (type.equals("us")) {
+                builder.and(q.stockType.in("NASDAQ", "NYSE"));
+            } else if (type.equals("dg")) {
+                builder.and(q.stockType.in("XETR"));
+            } else if (type.equals("es")) {
+                builder.and(q.stockType.in("BME"));
             }
         }
-
-        return moneyStockSuggestDTOS;
+        List<Stock> stocks = stockRepository.findAll(builder.build());
+        List<StockQuoteData> stockQuoteDatas = moneyApiService.getStocksQuote(stocks);
+        for (StockQuoteData stockQuoteData : stockQuoteDatas) {
+            Stock name = stocks.stream().filter(e->e.getStockCode().equals(stockQuoteData.getSymbol())).findFirst().orElse(null);
+            if (name != null) {
+                stockQuoteData.setName(name.getStockName());
+            }
+        }
+        return stockQuoteDatas;
     }
 
     private static void addToListDouble(List<Double> list, String value) {

src/main/java/cn/stock/market/web/StockApiController.java

@@ -167,7 +167,7 @@ public class StockApiController {
 	@ApiOperation(value = "印度新闻列表", httpMethod = "GET")
 	@ResponseBody
 	public ServerResponse getINDNews(@RequestParam("pageSize") Integer pageSize, @RequestParam("pageNum") Integer pageNum) {
-		return ServerResponse.createBySuccess(newsRepository.findAll(ConditionBuilder.builder().build(), PageParam.of(pageNum, pageSize), QSiteNewsPO.siteNewsPO.id.desc()));
+		return ServerResponse.createBySuccess(newsRepository.findAll(ConditionBuilder.builder().build(), PageParam.of(pageNum, pageSize), QSiteNewsPO.siteNewsPO.showTime.desc()));
 	}
 
 	@RequestMapping({"test.do"})
@@ -244,15 +244,18 @@ public class StockApiController {
 	}
 
 	@RequestMapping({"getIndiaIndexByToday.do"})
-	@ApiOperation(value = "印度--获取指定指数信息", httpMethod = "GET")
+	@ApiOperation(value = "德国--获取指定指数信息（最近交易日K线）", httpMethod = "GET")
 	@ResponseBody
 	public ServerResponse getIndiaIndexByToday() {
 		String INDEX_CODE = "TODAY_INDEX";
-		return RequestCacheUtils.cache("getIndiaIndexByToday.do", INDEX_CODE,6000, (string) -> {
+		// 优化缓存时间为15秒，平衡数据实时性和系统性能
+		// 由于只返回最近交易日数据，可以适当延长缓存时间
+		return RequestCacheUtils.cache("getIndiaIndexByToday.do", INDEX_CODE, 15000, (string) -> {
             try {
                 return this.stockService.getIndexByBtoday();
             } catch (Exception e) {
-                throw new RuntimeException(e);
+                log.error("获取德国指数数据失败: {}", e.getMessage(), e);
+                throw new RuntimeException("获取指数数据失败: " + e.getMessage(), e);
             }
         });
 	}

src/main/java/cn/stock/market/web/service/MoneyApiService.java

@@ -4,6 +4,7 @@ import cn.qutaojing.common.utils.SpringUtils;
 import cn.stock.market.domain.basic.entity.Stock;
 import cn.stock.market.domain.basic.repository.StockRepository;
 import cn.stock.market.dto.*;
+import cn.stock.market.infrastructure.db.po.QStockPO;
 import cn.stock.market.web.config.Config;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -15,6 +16,8 @@ import org.springframework.stereotype.Service;
 import org.springframework.web.client.RestTemplate;
 
 import java.util.ArrayList;
+import java.util.List;
+import java.util.stream.Collectors;
 
 @Service
 public class MoneyApiService {
@@ -96,6 +99,39 @@ public class MoneyApiService {
         return null;
     }
 
+    public List<StockQuoteData> getStocksQuote(List<Stock> stocks) {
+        Config config = SpringUtils.getBean(Config.class);
+        String codes = stocks.stream().map(e->e.getStockCode()).collect(Collectors.joining(","));
+
+        String url = config.getStockUrlPrefix() + "/api/ger-market/stocks/query-list?symbols=" + codes;
+
+        HttpHeaders headers = new HttpHeaders();
+        headers.add("accept", "application/json, text/plain, */*");
+        headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8");
+        headers.add("origin", "https://moneytj.com");
+        headers.add("referer", "https://moneytj.com/");
+        headers.add("sec-ch-ua", "\"Google Chrome\";v=\"131\", \"Chromium\";v=\"131\", \"Not_A Brand\";v=\"24\"");
+        headers.add("sec-ch-ua-mobile", "?0");
+        headers.add("sec-ch-ua-platform", "\"Windows\"");
+        headers.add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36");
+
+        HttpEntity<String> entity = new HttpEntity<>(headers);
+        RestTemplate restTemplate = new RestTemplate();
+
+        try {
+            ResponseEntity<String> response = restTemplate.exchange(url, HttpMethod.GET, entity, String.class);
+            ObjectMapper mapper = new ObjectMapper();
+            StockQuoteResponse quoteResponse = mapper.readValue(response.getBody(), StockQuoteResponse.class);
+            if (quoteResponse != null && quoteResponse.getData() != null && !quoteResponse.getData().isEmpty()) {
+                return quoteResponse.getData();
+            }
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+
+        return null;
+    }
+
     private StockHistoryResponse convertToHistoryResponse(RawStockApiResponse apiResponse) {
         StockHistoryResponse response = new StockHistoryResponse();
         response.setS("ok");
@@ -106,7 +142,9 @@ public class MoneyApiService {
         response.setC(new ArrayList<>());
         response.setV(new ArrayList<>());
 
-        for (StockDataDto item : apiResponse.getData()) {
+        List<StockDataDto> data = apiResponse.getData();
+        for (int i = data.size() - 1; i >= 0; i--) {
+            StockDataDto item = data.get(i);
             response.getT().add(item.getTime());
             response.getO().add(item.getOpen());
             response.getH().add(item.getMax());
@@ -117,4 +155,110 @@ public class MoneyApiService {
 
         return response;
     }
+
+    public List<StockQuoteData> getTopGainersFromTradingView() {
+        List<StockQuoteData> result = getTopStocksFromTradingView("desc");
+        // Sort by percent_change in descending order for gainers
+        return result.stream()
+                .sorted((a, b) -> Double.compare(b.getPercent_change(), a.getPercent_change()))
+                .collect(Collectors.toList());
+    }
+
+    public List<StockQuoteData> getTopLosersFromTradingView() {
+        List<StockQuoteData> result = getTopStocksFromTradingView("asc");
+        // Sort by percent_change in ascending order for losers
+        return result.stream()
+                .sorted((a, b) -> Double.compare(a.getPercent_change(), b.getPercent_change()))
+                .collect(Collectors.toList());
+    }
+
+    public List<StockQuoteData> getTopStocksFromTradingView(String sortOrder) {
+        String url = "https://scanner.tradingview.com/germany/scan";
+        
+        // Determine preset based on sort order
+        String preset = "desc".equals(sortOrder) ? "gainers" : "losers";
+        
+        // Prepare request body
+        String requestBody = "{\n" +
+                "    \"columns\": [\n" +
+                "        \"name\",\n" +
+                "        \"description\",\n" +
+                "        \"logoid\",\n" +
+                "        \"update_mode\",\n" +
+                "        \"type\",\n" +
+                "        \"currency\",\n" +
+                "        \"change\",\n" +
+                "        \"volume\",\n" +
+                "        \"exchange\"\n" +
+                "    ],\n" +
+                "    \"filter\": [\n" +
+                "        {\n" +
+                "            \"left\": \"is_primary\",\n" +
+                "            \"operation\": \"equal\",\n" +
+                "            \"right\": true\n" +
+                "        }\n" +
+                "    ],\n" +
+                "    \"options\": {\n" +
+                "        \"lang\": \"en\"\n" +
+                "    },\n" +
+                "    \"preset\": \"" + preset + "\",\n" +
+                "    \"range\": [\n" +
+                "        0,\n" +
+                "        30\n" +
+                "    ],\n" +
+                "    \"sort\": {\n" +
+                "        \"sortBy\": \"change\",\n" +
+                "        \"sortOrder\": \"" + sortOrder + "\"\n" +
+                "    },\n" +
+                "    \"markets\": [\n" +
+                "        \"germany\"\n" +
+                "    ]\n" +
+                "}";
+
+        HttpHeaders headers = new HttpHeaders();
+        headers.add("accept", "application/json");
+        headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8,ug;q=0.7,fr;q=0.6");
+        headers.add("origin", "https://www.tradingview.com");
+        headers.add("referer", "https://www.tradingview.com/");
+        headers.add("user-agent", "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36");
+        headers.add("Content-Type", "application/json");
+
+        HttpEntity<String> entity = new HttpEntity<>(requestBody, headers);
+        RestTemplate restTemplate = new RestTemplate();
+
+        try {
+            ResponseEntity<String> response = restTemplate.exchange(url, HttpMethod.POST, entity, String.class);
+            ObjectMapper mapper = new ObjectMapper();
+            TradingViewResponse tradingViewResponse = mapper.readValue(response.getBody(), TradingViewResponse.class);
+            
+            if (tradingViewResponse != null && tradingViewResponse.getData() != null) {
+                // Extract symbols from TradingView response
+                List<String> symbols = tradingViewResponse.getData().stream()
+                    .filter(item -> item.getS() != null && item.getS().startsWith("XETR:"))
+                    .map(item -> item.getS().substring(5)) // Remove "XETR:" prefix
+                    .limit(30)
+                    .collect(Collectors.toList());
+                
+                if (!symbols.isEmpty()) {
+                    // Find stocks in database
+                    List<Stock> stocks = stockRepository.findAll(QStockPO.stockPO.stockCode.in(symbols));
+                    
+                    if (!stocks.isEmpty()) {
+                        List<StockQuoteData> stockQuoteDatas = getStocksQuote(stocks);
+                        for (StockQuoteData stockQuoteData : stockQuoteDatas) {
+                            Stock name = stocks.stream().filter(e->e.getStockCode().equals(stockQuoteData.getSymbol())).findFirst().orElse(null);
+                            if (name != null) {
+                                stockQuoteData.setName(name.getStockName());
+                            }
+                        }
+                        return stockQuoteDatas;
+                    }
+                }
+            }
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+
+        return new ArrayList<>();
+    }
 }

src/main/resources/application-base-alpha.yml

@@ -1,11 +1,12 @@
 spring:
   jpa:
     show-sql: true
+
   # Redis配置
   redis:
-    host: 43.153.142.41
+    host: 167.235.39.59
     password: a5v8b86P4mVzFlUqJV
-    port: 30041
+    port: 47379
     database: 1
     lettuce:
       pool:
@@ -17,9 +18,9 @@ spring:
   datasource:
     stock-market:
       driver-class-name: com.mysql.cj.jdbc.Driver
-      url: jdbc:mysql://43.153.142.41:30040/germany_stock?useUnicode=true&characterEncoding=utf-8
+      url: jdbc:mysql://de-cdb-pj5o5m8b.sql.tencentcdb.com:24110/stock-api?useUnicode=true&characterEncoding=utf-8
       username: root
-      password: uNejHIFQGJOUtYTmE
+      password: 6QJXv8dA76klnqsWh6f
       maxActive: 500
       testWhileIdle: true
       validationQuery: SELECT 1