update crawl img news

更新新闻时间格式为24小时制

.gitlab-ci.yml

@@ -2,7 +2,7 @@ stages:
   # 构建
   - build
   - dockerize
-  - webhook
+  - deploy
 
 build:
   image: maven:3.6.3-openjdk-8
@@ -60,16 +60,20 @@ dockerize:
     - docker push juyoutech/india_stock_market:latest
     - docker push juyoutech/india_stock_market:$CI_PIPELINE_ID
     - docker push juyoutech/india_stock_market:$CI_COMMIT_BRANCH
-webhook:
+deploy-dev:
-  stage: webhook
+  stage: deploy
   only:
     - develop
   script:
-    - echo ">>>>>>Start Deploy<<<<<<"
+    - echo "Deploying application..."
     - ls
     - apt-get update
     - apt-get install -y curl
-    - curl --max-time 30 http://149.88.86.7:11113/api/webhook/justpull?project=india_market_java\&setenv_file=alpha.sh\&publish_env=alpha\&shell=deploy-test.sh
+    - |
-    - echo ">>>>>>Start Deploy Finish<<<<<<"
+      curl -X POST \
+           -H "Content-Type: application/json" \
+           -d '{"namespace":"yddev", "deployment_name":"india-stock-market"}' \
+           https://updater-yddev.moneytj.com/restart-deployment
+    - echo "Application successfully deployed."
 
 

src/main/generated/cn/stock/market/infrastructure/db/po/QTwelveStockPO.java

@@ -1,49 +0,0 @@
-package cn.stock.market.infrastructure.db.po;
-
-import static com.querydsl.core.types.PathMetadataFactory.*;
-
-import com.querydsl.core.types.dsl.*;
-
-import com.querydsl.core.types.PathMetadata;
-import javax.annotation.Generated;
-import com.querydsl.core.types.Path;
-
-
-/**
- * QTwelveStockPO is a Querydsl query type for TwelveStockPO
- */
-@Generated("com.querydsl.codegen.EntitySerializer")
-public class QTwelveStockPO extends EntityPathBase<TwelveStockPO> {
-
-    private static final long serialVersionUID = -100071895L;
-
-    public static final QTwelveStockPO twelveStockPO = new QTwelveStockPO("twelveStockPO");
-
-    public final NumberPath<Integer> id = createNumber("id", Integer.class);
-
-    public final NumberPath<Integer> isLock = createNumber("isLock", Integer.class);
-
-    public final NumberPath<Integer> isShow = createNumber("isShow", Integer.class);
-
-    public final DateTimePath<java.util.Date> saveTime = createDateTime("saveTime", java.util.Date.class);
-
-    public final StringPath stockCode = createString("stockCode");
-
-    public final StringPath stockName = createString("stockName");
-
-    public final StringPath stockType = createString("stockType");
-
-    public QTwelveStockPO(String variable) {
-        super(TwelveStockPO.class, forVariable(variable));
-    }
-
-    public QTwelveStockPO(Path<? extends TwelveStockPO> path) {
-        super(path.getType(), path.getMetadata());
-    }
-
-    public QTwelveStockPO(PathMetadata metadata) {
-        super(TwelveStockPO.class, metadata);
-    }
-
-}
-

src/main/java/cn/stock/market/application/assembler/TwelveStockAssembler.java

@@ -1,35 +0,0 @@
-package cn.stock.market.application.assembler;
-
-import cn.qutaojing.common.utils.Beans;
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.entity.TwelveStock;
-import cn.stock.market.dto.TwelveStockDTO;
-import org.springframework.context.annotation.Lazy;
-import org.springframework.stereotype.Component;
-
-/**
- * TwelveStockAssembler 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Component
-@Lazy
-public class TwelveStockAssembler {
-  public TwelveStockDTO toDTO(TwelveStock e) {
-    TwelveStockDTO dto = Beans.mapper(e, TwelveStockDTO.class);
-    if(dto == null) return dto;
-    fill(e, dto);
-    return  dto;
-  }
-
-  protected void fill(TwelveStock e, TwelveStockDTO dto) {
-    if(dto == null) return;
-    return;
-  }
-
-  public static TwelveStockAssembler of() {
-    return SpringUtils.getBean(TwelveStockAssembler.class);
-  }
-}

src/main/java/cn/stock/market/domain/basic/convert/TwelveStockConvert.java

@@ -1,23 +0,0 @@
-package cn.stock.market.domain.basic.convert;
-
-import cn.qutaojing.common.domain.convert.SimpleEntityPOConvert;
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.entity.TwelveStock;
-import cn.stock.market.infrastructure.db.po.TwelveStockPO;
-import org.springframework.context.annotation.Lazy;
-import org.springframework.stereotype.Component;
-
-/**
- * TwelveStockConvert 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Component
-@Lazy
-public class TwelveStockConvert extends SimpleEntityPOConvert<TwelveStock, TwelveStockPO> {
-  public static TwelveStockConvert of() {
-    return SpringUtils.getBean(TwelveStockConvert.class);
-  }
-}

src/main/java/cn/stock/market/domain/basic/entity/TwelveStock.java

@@ -1,28 +0,0 @@
-package cn.stock.market.domain.basic.entity;
-
-import cn.qutaojing.common.utils.Beans;
-import cn.stock.market.dto.command.TwelveStockCreateCommand;
-import cn.stock.market.infrastructure.db.po.TwelveStockPO;
-import lombok.Data;
-import lombok.EqualsAndHashCode;
-import lombok.NoArgsConstructor;
-import lombok.experimental.SuperBuilder;
-
-/**
- * TwelveStock 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Data
-@NoArgsConstructor
-@SuperBuilder
-@EqualsAndHashCode(
-    callSuper = false
-)
-public class TwelveStock extends TwelveStockPO {
-  public void update(TwelveStockCreateCommand cmd) {
-    Beans.copyProperties(cmd, this);
-  }
-}

src/main/java/cn/stock/market/domain/basic/factory/TwelveStockFactory.java

@@ -1,28 +0,0 @@
-package cn.stock.market.domain.basic.factory;
-
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.entity.TwelveStock;
-import cn.stock.market.dto.command.TwelveStockCreateCommand;
-import org.springframework.context.annotation.Lazy;
-import org.springframework.stereotype.Component;
-
-/**
- * TwelveStockFactory 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Component
-@Lazy
-public class TwelveStockFactory {
-  public static TwelveStockFactory of() {
-    return SpringUtils.getBean(TwelveStockFactory.class);
-  }
-
-  public TwelveStock from(TwelveStockCreateCommand cmd) {
-    TwelveStock e = TwelveStock.builder().build();
-    e.update(cmd);
-    return e;
-  }
-}

src/main/java/cn/stock/market/domain/basic/repository/TwelveStockRepository.java

@@ -1,46 +0,0 @@
-package cn.stock.market.domain.basic.repository;
-
-import cn.qutaojing.common.domain.convert.IEntityPOConvert;
-import cn.qutaojing.common.domain.respostory.SimplePoConvertEntityRepository;
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.convert.TwelveStockConvert;
-import cn.stock.market.domain.basic.entity.TwelveStock;
-import cn.stock.market.infrastructure.db.po.TwelveStockPO;
-import cn.stock.market.infrastructure.db.repo.TwelveStockRepo;
-import com.rp.spring.jpa.GenericJpaRepository;
-import java.lang.Integer;
-import java.lang.Override;
-import lombok.RequiredArgsConstructor;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Repository;
-
-/**
- * TwelveStockRepository 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Repository
-@RequiredArgsConstructor(
-    onConstructor = @__(@Autowired)
-)
-public class TwelveStockRepository extends SimplePoConvertEntityRepository<TwelveStock, TwelveStockPO, Integer> {
-  final TwelveStockRepo repo;
-
-  final TwelveStockConvert convert;
-
-  @Override
-  public GenericJpaRepository<TwelveStockPO, Integer> repo() {
-    return repo;
-  }
-
-  @Override
-  public IEntityPOConvert<TwelveStock, TwelveStockPO> convert() {
-    return convert;
-  }
-
-  public static TwelveStockRepository of() {
-    return SpringUtils.getBean(TwelveStockRepository.class);
-  }
-}

src/main/java/cn/stock/market/domain/basic/service/StockService.java

@@ -30,6 +30,8 @@ import org.apache.commons.lang3.StringUtils;
 import cn.stock.market.infrastructure.db.po.QStockPO;
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.data.domain.Page;
 import org.springframework.http.HttpEntity;
@@ -252,7 +254,13 @@ public class StockService {
 					.header("Referer", "https://www.business-standard.com/")
 					.header("Accept-Language", "en-US,en;q=0.9")
 					.get();
-			result = doc.html().substring(doc.html().indexOf("<div class=\"shortvideoimg\" style=\"position:relative\">"),doc.html().lastIndexOf("<div class=\"shortvideoimg\" style=\"position:relative\">")+1200);
+		//	result = doc.html().substring(doc.html().indexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">"),doc.html().lastIndexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">")+500);
+			Elements divElements = doc.select("div.listingstyle_cardlistlist__dfq57");
+			StringBuilder sb = new StringBuilder();
+			for (Element divElement : divElements) {
+				sb.append(divElement.outerHtml()).append("\n");
+			}
+			result = sb.toString();
 		} catch (Exception e) {
 			return e.toString();
 		}
@@ -974,7 +982,7 @@ public class StockService {
 			String exchange = "bse";
 			IndiaIndexVo vo1 = new IndiaIndexVo();
 			String coCode = "20558";
-			JSONObject object = TodayApis.getStockDetail(exchange, coCode);
+			JSONObject object = TodayApis.getStockDetail("in%3BSEN", coCode);
 			IndiaStockVO market = objToVo(object);
 			market.setName("BSESENSEX指数");
 			vo1.setIndexVo(market);
@@ -1004,7 +1012,7 @@ public class StockService {
 			String exchange = "nse";
 			IndiaIndexVo vo1 = new IndiaIndexVo();
 			String coCode = "20559";
-			JSONObject object = TodayApis.getStockDetail(exchange, coCode);
+			JSONObject object = TodayApis.getStockDetail("in%3BNSX", coCode);
 			IndiaStockVO market = objToVo(object);
 			market.setName("NIFTY50指数");
 			vo1.setIndexVo(market);
@@ -1034,23 +1042,23 @@ public class StockService {
 	}
 	private IndiaStockVO objToVo(JSONObject object){
 		IndiaStockVO market = new IndiaStockVO();
-		if(object.containsKey("prev_close")){
+		if(object.containsKey("priceprevclose")){
-			market.setClose(object.getString("prev_close"));
+			market.setClose(object.getString("priceprevclose"));
 		}
-		if(object.containsKey("price")){
+		if(object.containsKey("pricecurrent")){
-			market.setNowPrice(object.getString("price"));
+			market.setNowPrice(object.getString("pricecurrent"));
 		}
-		if(object.containsKey("perchg")){
+		if(object.containsKey("pricepercentchange")){
-			market.setRate(object.getString("perchg"));
+			market.setRate(object.getString("pricepercentchange"));
 		}
-		if(object.containsKey("high_price")){
+		if(object.containsKey("HIGH")){
-			market.setHigh(object.getString("high_price"));
+			market.setHigh(object.getString("HIGH"));
 		}
-		if(object.containsKey("low_price")){
+		if(object.containsKey("LOW")){
-			market.setLow(object.getString("low_price"));
+			market.setLow(object.getString("LOW"));
 		}
-		if(object.containsKey("open_price")){
+		if(object.containsKey("OPEN")){
-			market.setOpen(object.getString("open_price"));
+			market.setOpen(object.getString("OPEN"));
 		}
 		return market;
 //		stockListVO.setName(jsonObject.getString("companyname"));

src/main/java/cn/stock/market/domain/basic/service/TwelveStockService.java

@@ -1,33 +0,0 @@
-package cn.stock.market.domain.basic.service;
-
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.factory.TwelveStockFactory;
-import cn.stock.market.domain.basic.repository.TwelveStockRepository;
-import lombok.RequiredArgsConstructor;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Service;
-
-/**
- * TwelveStockService 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Service
-@RequiredArgsConstructor(
-    onConstructor = @__(@Autowired)
-)
-public class TwelveStockService {
-  final TwelveStockRepository repository;
-
-  final TwelveStockFactory factory;
-
-  public TwelveStockRepository repository() {
-    return repository;
-  }
-
-  public static TwelveStockService of() {
-    return SpringUtils.getBean(TwelveStockService.class);
-  }
-}

src/main/java/cn/stock/market/dto/TwelveStockDTO.java

@@ -1,23 +0,0 @@
-package cn.stock.market.dto;
-
-import cn.stock.market.infrastructure.db.po.TwelveStockPO;
-import lombok.Data;
-import lombok.EqualsAndHashCode;
-import lombok.NoArgsConstructor;
-import lombok.experimental.SuperBuilder;
-
-/**
- * TwelveStockDTO 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Data
-@NoArgsConstructor
-@SuperBuilder
-@EqualsAndHashCode(
-    callSuper = false
-)
-public class TwelveStockDTO extends TwelveStockPO {
-}

src/main/java/cn/stock/market/dto/TwelveStockData.java

@@ -1,22 +0,0 @@
-package cn.stock.market.dto;
-
-import lombok.Data;
-
-@Data
-public class TwelveStockData {
-	
-    private String symbol;
-    
-    private String name;
-    
-    private String currency;
-    
-    private String exchange;
-    
-    private String mic_code;
-    
-    private String country;
-    
-    private String type;
-}
-

src/main/java/cn/stock/market/dto/TwelveStockInfo.java

@@ -1,61 +0,0 @@
-package cn.stock.market.dto;
-
-import io.swagger.annotations.ApiModel;
-import io.swagger.annotations.ApiModelProperty;
-import lombok.Data;
-
-@Data
-/**
- * TwelveStockInfo类用于存储股票信息。
- * 该类包含了股票的基本信息和交易数据。
- */
-@ApiModel("TwelveStockInfo")
-public class TwelveStockInfo {
-    @ApiModelProperty("股票代码")
-    private String stockCode;
-
-    @ApiModelProperty("交易代码")
-    private String symbol;
-
-    @ApiModelProperty("股票名称")
-    private String stockName;
-
-    @ApiModelProperty("股票类型")
-    private String stockType;
-
-    @ApiModelProperty("当前价格")
-    private String lastPrice;
-
-    @ApiModelProperty("变动百分比")
-    private String perchg;
-    @ApiModelProperty("变动值")
-    private String change;
-
-    @ApiModelProperty("开盘价格")
-    private String openPrice;
-
-    @ApiModelProperty("昨日收盘价格")
-    private String previousPrice;
-
-    @ApiModelProperty("成交量")
-    private String volume;
-
-    @ApiModelProperty("最高价格")
-    private String highPrice;
-
-    @ApiModelProperty("最低价格")
-    private String lowPrice;
-
-    @ApiModelProperty("52周最高价格")
-    private String week52HighPrice;
-
-    @ApiModelProperty("52周最低价格")
-    private String week52LowPrice;
-
-    @ApiModelProperty("股票当前的交易状态: 1-表示退市Closed, 2-Opening Auction, 3-Continuous Trading, 15-Intra-day Close (scheduled)")
-    private String status;
-
-    @ApiModelProperty("股票id")
-    private Integer id;
-}
-

src/main/java/cn/stock/market/dto/command/TwelveStockCreateCommand.java

@@ -1,48 +0,0 @@
-package cn.stock.market.dto.command;
-
-import java.lang.Integer;
-import java.lang.String;
-import java.util.Date;
-import lombok.Data;
-import lombok.NoArgsConstructor;
-import lombok.experimental.SuperBuilder;
-
-/**
- * TwelveStockCreateCommand 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Data
-@SuperBuilder
-@NoArgsConstructor
-public class TwelveStockCreateCommand {
-  /**
-   * 主键 */
-  Integer id;
-
-  /**
-   * 股票code */
-  String stockCode;
-
-  /**
-   * 股票名称 */
-  String stockName;
-
-  /**
-   * BSE or NSE */
-  String stockType;
-
-  /**
-   * 保存时间 */
-  Date saveTime;
-
-  /**
-   * 是否锁定 0否  1是 */
-  Integer isLock;
-
-  /**
-   * 是否展示  0是  1否 */
-  Integer isShow;
-}

src/main/java/cn/stock/market/dto/command/TwelveStockModifyCommand.java

@@ -1,24 +0,0 @@
-package cn.stock.market.dto.command;
-
-import java.lang.Integer;
-import lombok.Data;
-import lombok.EqualsAndHashCode;
-import lombok.NoArgsConstructor;
-import lombok.experimental.SuperBuilder;
-
-/**
- * TwelveStockModifyCommand 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@Data
-@SuperBuilder
-@NoArgsConstructor
-@EqualsAndHashCode(
-    callSuper = false
-)
-public class TwelveStockModifyCommand extends TwelveStockCreateCommand {
-  Integer id;
-}

src/main/java/cn/stock/market/infrastructure/api/TodayApis.java

@@ -187,18 +187,17 @@ public class TodayApis {
 
     //获取详情
     public static JSONObject getStockDetail(String exchange,String coCode){
-        String url = String.format("https://marketapi.intoday.in/widget/stockdetail/pullview?co_code=%s&exchange=%s",coCode,exchange);
+        String url = String.format("https://priceapi.moneycontrol.com/pricefeed/notapplicable/inidicesindia/%s",exchange);
         String str = get(url);
         JSONObject object = JSON.parseObject(str);
         boolean bool = false;
-        if(object.containsKey("success")){
+        if(object.containsKey("code")){
-            bool = object.getBoolean("success");
+            bool = object.getInteger("code") == 200;
         }
         if(!bool){
             return new JSONObject();
         }
-        JSONArray jsonArray = JSON.parseArray(object.getString("data"));
+        JSONObject entity = JSON.parseObject(object.getString("data"));
-        JSONObject entity = JSON.parseObject(jsonArray.get(0).toString());
         return entity;
 
     }

src/main/java/cn/stock/market/infrastructure/db/po/TwelveStockPO.java

@@ -1,66 +0,0 @@
-package cn.stock.market.infrastructure.db.po;
-
-import java.lang.Integer;
-import java.lang.String;
-import java.util.Date;
-import javax.persistence.Entity;
-import javax.persistence.GeneratedValue;
-import javax.persistence.Id;
-import javax.persistence.Table;
-import lombok.AllArgsConstructor;
-import lombok.Data;
-import lombok.NoArgsConstructor;
-import lombok.experimental.SuperBuilder;
-import org.hibernate.annotations.DynamicInsert;
-import org.hibernate.annotations.DynamicUpdate;
-
-/**
- * TwelveStockPO 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-@SuperBuilder
-@Data
-@NoArgsConstructor
-@AllArgsConstructor
-@Entity
-@DynamicInsert
-@DynamicUpdate
-@Table(
-    name = "twelve_stock"
-)
-public class TwelveStockPO {
-  /**
-   * 主键 */
-  @Id
-  @GeneratedValue(
-      strategy = javax.persistence.GenerationType.IDENTITY
-  )
-  Integer id;
-
-  /**
-   * 股票code */
-  String stockCode;
-
-  /**
-   * 股票名称 */
-  String stockName;
-
-  /**
-   * BSE or NSE */
-  String stockType;
-
-  /**
-   * 保存时间 */
-  Date saveTime;
-
-  /**
-   * 是否锁定 0否  1是 */
-  Integer isLock;
-
-  /**
-   * 是否展示  0是  1否 */
-  Integer isShow;
-}

src/main/java/cn/stock/market/infrastructure/db/repo/TwelveStockRepo.java

@@ -1,15 +0,0 @@
-package cn.stock.market.infrastructure.db.repo;
-
-import cn.stock.market.infrastructure.db.po.TwelveStockPO;
-import com.rp.spring.jpa.GenericJpaRepository;
-import java.lang.Integer;
-
-/**
- * TwelveStockRepo 
- *
- * @author rplees 
- * @email rplees.i.ly@gmail.com 
- * @created 2024/05/30 
- */
-public interface TwelveStockRepo extends GenericJpaRepository<TwelveStockPO, Integer> {
-}

src/main/java/cn/stock/market/infrastructure/job/InvestingTask.java

@@ -7,6 +7,7 @@ import cn.stock.market.domain.basic.repository.StockRepository;
 import cn.stock.market.domain.basic.service.StockService;
 import cn.stock.market.infrastructure.api.investing.InvestingInvokerApis;
 import cn.stock.market.infrastructure.db.po.QSiteNewsPO;
+import cn.stock.market.utils.DateTimeUtil;
 import cn.stock.market.utils.Utils;
 import com.ag.utils.CollectionUtils;
 import com.alibaba.fastjson.JSON;
@@ -25,6 +26,8 @@ import java.util.Date;
 import java.util.List;
 import java.util.Map;
 import java.util.concurrent.TimeUnit;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
 
 @Slf4j
 @Component
@@ -118,8 +121,16 @@ public class InvestingTask {
             newsList.forEach( n -> {
                 String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2);
                 String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_"));
-                String imgUrl = n.substring(n.indexOf("img loading=\"lazy\" src=") + 24, n.indexOf("?"));
+//                String imgUrl = n.substring(n.indexOf("img loading=\"lazy\" src=") + 24, n.indexOf("?"));
-                String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
+                String imgUrl = extractImgSrc(n);
+//                String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
+                // Extract the date and time using regex
+                Pattern pattern = Pattern.compile("Updated On :<!-- --> <!-- -->(.*?)<!-- -->");
+                Matcher matcher = pattern.matcher(n);
+                String time = "";
+                if (matcher.find()) {
+                    time = DateTimeUtil.formatDateTimeFor24H(matcher.group(1).trim(),"dd MMM yyyy | hh:mm a");
+                }
 
                 SiteNews siteNews = new SiteNews();
                 siteNews.setAddTime(new Date());
@@ -140,4 +151,22 @@ public class InvestingTask {
         }
 
     }
+
+    public static String extractImgSrc(String htmlData) {
+        String searchString = "<noscript>";
+        int startPos = htmlData.indexOf(searchString);
+
+        if (startPos != -1) {
+            String startTag = "src=";
+            startPos = htmlData.indexOf(startTag, startPos) + startTag.length() + 1;
+
+            int endPos = htmlData.indexOf("?", startPos);
+
+            if (endPos != -1) {
+                return htmlData.substring(startPos, endPos);
+            }
+        }
+
+        return null;
+    }
 }

src/main/java/cn/stock/market/infrastructure/job/TwelvedataTask.java

@@ -1,105 +0,0 @@
-package cn.stock.market.infrastructure.job;
-
-import lombok.extern.slf4j.Slf4j;
-
-import java.util.Date;
-import java.util.Iterator;
-import java.util.List;
-import java.util.concurrent.TimeUnit;
-import java.util.stream.Collectors;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.scheduling.annotation.Scheduled;
-import org.springframework.stereotype.Component;
-import org.springframework.web.bind.annotation.GetMapping;
-import org.springframework.web.bind.annotation.RestController;
-
-import com.alibaba.fastjson.JSONArray;
-import com.alibaba.fastjson.JSONObject;
-import com.google.common.base.Stopwatch;
-import com.google.common.collect.Lists;
-
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.domain.basic.entity.TwelveStock;
-import cn.stock.market.domain.basic.service.TwelveStockService;
-import cn.stock.market.dto.TwelveStockData;
-import cn.stock.market.utils.HttpRequest;
-import cn.stock.market.web.config.Config;
-
-@Slf4j
-@Component
-@RestController
-public class TwelvedataTask {
-	
-    @Autowired
-    private TwelveStockService twelveStockService;
-	
-    @GetMapping("/task/syncStockData")
-    @Scheduled(cron = "0 0 18 * * ?")
-    public void syncStockData() {
-        log.info("每天18点定时同步Twelvedata股票数据开始");
-        Stopwatch stopwatch = Stopwatch.createStarted();
-        // 获取股票symbol列表
-        List<TwelveStockData> stockList = getStockList();
-        // 查询出数据库中所有股票
-        List<TwelveStock> allStocks = twelveStockService.repository().findAll();
-        List<String> savedSymbols = allStocks.stream().map(p-> p.getStockCode() + "#" + p.getStockType()).distinct().collect(Collectors.toList());
-        // 去除数据库中已经存在的股票
-        // 使用Iterator安全地移除元素
-        if(stockList!=null && stockList.size()>0) {
-	        Iterator<TwelveStockData> iterator = stockList.iterator();
-	        while (iterator.hasNext()) {
-	        	TwelveStockData stockData = iterator.next();
-	            if (savedSymbols.contains(stockData.getSymbol() + "#" + stockData.getExchange())) { // 根据条件移除元素
-	                iterator.remove();
-	            }
-	        }
-        }
-        //剩余数据入库
-        List<TwelveStock> addList = Lists.newArrayList();
-        if(stockList!=null && stockList.size()>0) {
-        	for(TwelveStockData stockData:stockList) {
-        		addList.add(cover(stockData));
-        	}
-        	twelveStockService.repository().saveAll(addList);
-        }
-        log.info("syncStockData执行, 受影响数{}, 耗时:{}毫秒", addList.size(), stopwatch.elapsed(TimeUnit.MILLISECONDS));
-    }
-    
-    private TwelveStock cover(TwelveStockData data) {
-  	  TwelveStock stock = new TwelveStock();
-  	  stock.setStockCode(data.getSymbol());
-  	  stock.setStockName(data.getName());
-  	  stock.setStockType(data.getExchange());
-  	  stock.setSaveTime(new Date());
-  	  return stock;
-    }
-    
-    private List<TwelveStockData> getStockList() {
-        try {
-        	String source = "docs";
-        	String country = "India";
-        	List<TwelveStockData> list = Lists.newArrayList();
-        	long start = System.currentTimeMillis();
-        	Config config = SpringUtils.getBean(Config.class);
-        	String url = String.format("https://api.twelvedata.com/stocks?source=%s&country=%s&apikey=%s",source,country,config.getTwelveApikey());
-			String result = HttpRequest.doTwelveGet(url);
-			log.info("getStockList：获取 {} {} 的股票全量列表结束，耗时: {} ms ",source,country,(System.currentTimeMillis()-start));
-			JSONObject jsonObject = JSONObject.parseObject(result);
-			if (jsonObject != null && !jsonObject.isEmpty()) {
-				JSONArray jsonArray = jsonObject.getJSONArray("data");
-				if(jsonArray!=null && jsonArray.size()>0) {
-			        for (int i = 0; i < jsonArray.size(); i++) {
-			            JSONObject item = jsonArray.getJSONObject(i);
-			            TwelveStockData stock = JSONObject.toJavaObject(item, TwelveStockData.class);
-			            list.add(stock);
-			        }
-				}
-			}
-			return list;
-		} catch (Exception e) {
-			// TODO Auto-generated catch block
-			 log.error("getStockList同步twelvedata股票数据异常,Exception:{}", e);
-		}
-        return null;
-    }
-}

src/main/java/cn/stock/market/utils/DateTimeUtil.java

@@ -5,6 +5,8 @@ import java.sql.Timestamp;
 import java.text.SimpleDateFormat;
 import java.util.Date;
 import java.util.Calendar;
+import java.util.Locale;
+
 import org.joda.time.DateTime;
 import org.joda.time.format.DateTimeFormat;
 import org.joda.time.format.DateTimeFormatter;
@@ -186,6 +188,25 @@ public class DateTimeUtil {
     }
 
 
+    public static String formatDateTimeFor24H(String inputDateTime,String inputFormatStr){
+        String outputDateTime = "";
+        // 1. 解析日期时间
+        SimpleDateFormat inputFormat = new SimpleDateFormat(inputFormatStr, Locale.ENGLISH);
+        Date date = null;
+        try {
+            date = inputFormat.parse(inputDateTime);
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+
+        if (date != null) {
+            // 2. 转换为24小时制
+            SimpleDateFormat outputFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+             outputDateTime = outputFormat.format(date);
+        }
+        return outputDateTime;
+    }
+
     public static void main(String[] args) {
         parseToDateByMinute(10);
     }

src/main/java/cn/stock/market/utils/HttpRequest.java

@@ -2,7 +2,6 @@ package cn.stock.market.utils;
 
 
 import java.io.BufferedReader;
-import java.io.IOException;
 import java.io.InputStream;
 import java.io.InputStreamReader;
 import java.net.HttpURLConnection;
@@ -143,52 +142,6 @@ public class HttpRequest {
         return text;
     }
 
-    public static String doTwelveGet(String url) throws Exception{
-    	int maxRetries = 3;
-        for (int retry = 1; retry <= maxRetries; retry++) {    	
-	    	BufferedReader reader = null;
-	    	StringBuilder response = new StringBuilder();
-	    	try {
-		        URL obj = new URL(url);
-		        HttpURLConnection con = (HttpURLConnection) obj.openConnection();
-		        con.setRequestMethod("GET");
-		        con.setRequestProperty("Accept", "application/json");
-		        con.setRequestProperty("Content-Type", "application/json;charset=UTF-8");
-		        //模拟postman请求，否则返回403
-		        con.setRequestProperty("User-Agent", "PostmanRuntime/7.26.8");
-		        
-		        int responseCode = con.getResponseCode();
-		        if (responseCode == HttpURLConnection.HTTP_OK) {
-		        	reader = new BufferedReader(new InputStreamReader(con.getInputStream()));
-		            String inputLine;
-		            while ((inputLine = reader.readLine()) != null) {
-		                response.append(inputLine);
-		            }
-		            reader.close();
-		            return response.toString();
-		        } else {
-		            log.error("HTTP request failed with response code: " + responseCode);
-		        }
-	    	}catch(Exception e) {
-	    		log.error("请求twelvedata数据url:{},exception:{} ", url,e);
-	    	}finally {
-	    		 if (reader != null) {
-	                 reader.close();
-	             }
-	    	}
-            // 如果不是最后一次重试，则等待一段时间再进行下一次重试
-            if (retry < maxRetries) {
-                try {
-                    // 1秒钟
-                    Thread.sleep(1000);
-                } catch (InterruptedException e) {
-                    Thread.currentThread().interrupt();
-                }
-            }
-        }
-        return null;
-    }
-    
 
     public static void main(String[] args) {
         String url = "";

src/main/java/cn/stock/market/web/BTodayStockController.java

@@ -22,6 +22,7 @@ import org.springframework.web.bind.annotation.RestController;
 import org.springframework.web.client.RestTemplate;
 
 import java.math.BigDecimal;
+import java.text.DecimalFormat;
 import java.util.List;
 import java.util.Map;
 
@@ -159,6 +160,19 @@ public class BTodayStockController {
 
         String forObject = restTemplate.getForObject(apiUrl, String.class);
         JSONObject jsonObject = JSON.parseObject(forObject);
+        JSONArray arryData = jsonObject.getJSONArray("data");
+        if (arryData != null&&arryData.size()>0) {
+            try {
+                JSONObject jsonObject1 = arryData.getJSONObject(0);
+                String price = jsonObject1.getString("price");
+                double priceValue = Double.parseDouble(price);
+                DecimalFormat df = new DecimalFormat("0.00");
+                jsonObject1.put("price", df.format(priceValue));
+            } catch (NumberFormatException e) {
+                // Handle the case where price is not a valid double
+                e.printStackTrace();
+            }
+        }
         jsonObject.put("id",btodayStock.getId());
         return jsonObject;
     }

src/main/java/cn/stock/market/web/MoneyApiController.java

@@ -191,7 +191,7 @@ public class MoneyApiController {
                 if (responseEntity.getStatusCode().value() == 200 && responseEntity.getBody() != null ) {
                     JSONObject data = JSONObject.parseObject(responseEntity.getBody()).getJSONObject("data");
                     if(data!=null){
-                        json1.put("company",data.getString("company"));
+                        json1.put("company",data.getString("SC_FULLNM"));
                         json1.put("pricepercentchange",data.getString("pricepercentchange"));
                         json1.put("stockType",stockType);
                         json1.put("pricechange",data.getString("pricechange"));

src/main/java/cn/stock/market/web/StockApiController.java

@@ -3,6 +3,8 @@ package cn.stock.market.web;
 import java.io.IOException;
 import java.util.*;
 import java.util.concurrent.ExecutionException;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
 import java.util.stream.Collectors;
 
 import javax.servlet.http.HttpServletRequest;
@@ -169,7 +171,7 @@ public class StockApiController {
 
 	@RequestMapping({"test.do"})
 	@ResponseBody
-	public ServerResponse test(@RequestParam("url") String url, @RequestParam("pageNum") Integer pageNum) {
+	public ServerResponse test(/*@RequestParam("url") String url, @RequestParam("pageNum") Integer pageNum*/) {
 		String news = stockService.getNews();
 		List<String> newsList = Arrays.asList(news.split("<a href="));
 		newsList = newsList.subList(1, newsList.size());
@@ -177,7 +179,14 @@ public class StockApiController {
 			String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2);
 			String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_"));
 			String imgUrl = n.substring(n.indexOf("img loading=\"lazy\" src=") + 24, n.indexOf("?"));
-			String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
+//			String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
+			// Extract the date and time using regex
+			Pattern pattern = Pattern.compile("Updated On :<!-- --> <!-- -->(.*?)<!-- -->");
+			Matcher matcher = pattern.matcher(n);
+			String time = "";
+			if (matcher.find()) {
+				time = matcher.group(1).trim();
+			}
 
 			SiteNews siteNews = new SiteNews();
 			siteNews.setAddTime(new Date());
@@ -238,7 +247,7 @@ public class StockApiController {
 	@ResponseBody
 	public ServerResponse getIndiaIndexByToday() {
 		String INDEX_CODE = "TODAY_INDEX";
-		return RequestCacheUtils.cache("getIndiaIndexByToday.do", INDEX_CODE,60000, (string) -> {
+		return RequestCacheUtils.cache("getIndiaIndexByToday.do", INDEX_CODE,6000, (string) -> {
 			return this.stockService.getIndexByBtoday();
 		});
 	}

src/main/java/cn/stock/market/web/TwelveApiController.java

@@ -1,137 +0,0 @@
-package cn.stock.market.web;
-
-import io.swagger.annotations.Api;
-import io.swagger.annotations.ApiImplicitParam;
-import io.swagger.annotations.ApiImplicitParams;
-import io.swagger.annotations.ApiOperation;
-import lombok.extern.slf4j.Slf4j;
-
-import java.text.ParseException;
-import java.text.SimpleDateFormat;
-import java.util.ArrayList;
-import java.util.Date;
-import java.util.List;
-import java.util.concurrent.TimeUnit;
-import org.springframework.web.bind.annotation.GetMapping;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.RestController;
-import com.alibaba.fastjson.JSONArray;
-import com.alibaba.fastjson.JSONObject;
-import com.github.pagehelper.StringUtil;
-import com.google.common.cache.Cache;
-import com.google.common.cache.CacheBuilder;
-import cn.qutaojing.common.utils.SpringUtils;
-import cn.stock.market.dto.StockHistoryResponse;
-import cn.stock.market.dto.TwelveStockInfo;
-import cn.stock.market.utils.HttpRequest;
-import cn.stock.market.utils.ServerResponse;
-import cn.stock.market.web.annotations.EncryptFilter;
-import cn.stock.market.web.config.Config;
-
-/**
- * twelvedata数据源接口
- * 
- */
-@RestController
-@Api(value = "/TwelveApiController", tags = "twelvedata股票行情")
-@Slf4j
-@RequestMapping({"/api/market/twelvedata", "/api/hq/twelvedata"})
-public class TwelveApiController {
-    
-    @ApiOperation(value = "股票详情信息", httpMethod = "GET")
-    @ApiImplicitParams({
-    	@ApiImplicitParam(name = "stockCode",value = "股票对应代码",dataType ="String",required = true, paramType = "query"),
-    	@ApiImplicitParam(name = "stockType",value = "股票对应代码:BSE/NSE",dataType ="String",required = true, paramType = "query")
-    })
-    @GetMapping("/getStockDetail")
-    @EncryptFilter(decryptRequest = false)
-    public ServerResponse<?> getStockDetail(String stockCode,String stockType) {
-        try {
-        	long start = System.currentTimeMillis();
-        	Config config = SpringUtils.getBean(Config.class);
-        	String url = String.format("https://api.twelvedata.com/quote?symbol=%s&exchange=%s&apikey=%s",stockCode,stockType,config.getTwelveApikey());
-            String result = HttpRequest.doTwelveGet(url);
-            if(StringUtil.isNotEmpty(result)) {
-            	JSONObject data = JSONObject.parseObject(result);
-            	TwelveStockInfo info = mapJsonToTwelveStock(data);
-            	log.info("getStockDetail：获取 {}, {} 的股票详情结束，耗时: {} ms ",stockCode,stockType,(System.currentTimeMillis()-start));
-            	return ServerResponse.createBySuccess("操作成功", info);
-            }
-        } catch (Exception e) {
-            log.error("获取股票详情参数：{},{}. Exception:{}" , stockCode,stockType, e);
-        }
-        return ServerResponse.createBySuccess("操作成功");
-    }
-
-    private TwelveStockInfo mapJsonToTwelveStock(JSONObject jsonObject) {
-    	TwelveStockInfo info = new TwelveStockInfo();
-        if (jsonObject != null && !jsonObject.isEmpty()) {
-        	info.setStockCode(jsonObject.getString("symbol"));
-        	info.setSymbol(jsonObject.getString("symbol"));
-        	info.setStockName(jsonObject.getString("name"));
-        	info.setStockType(jsonObject.getString("exchange"));
-        	info.setLastPrice(jsonObject.getString("close"));
-        	info.setPerchg(jsonObject.getString("percent_change"));
-        	info.setChange(jsonObject.getString("change"));
-        	info.setOpenPrice(jsonObject.getString("open"));
-        	info.setPreviousPrice(jsonObject.getString("previous_close"));
-        	info.setVolume(jsonObject.getString("volume"));
-        	info.setHighPrice(jsonObject.getString("high"));
-        	info.setLowPrice(jsonObject.getString("low"));
-        	JSONObject json = jsonObject.getJSONObject("fifty_two_week");
-        	if(json!=null && !json.isEmpty()) {
-	        	info.setWeek52HighPrice(json.getString("high"));
-	        	info.setWeek52LowPrice(json.getString("low"));
-        	}
-        }
-        return info;
-    }
-    
-    @ApiOperation(value = "股票详情列表", httpMethod = "GET")
-    @ApiImplicitParams({
-    	@ApiImplicitParam(name = "stockCodes",value = "股票对应代码, 多个时以英文逗号分隔",dataType ="String",required = true, paramType = "query"),
-    	@ApiImplicitParam(name = "stockType",value = "股票对应代码:BSE/NSE",dataType ="String",required = true, paramType = "query")
-    })
-    @GetMapping("/getStockDetailList")
-    @EncryptFilter(decryptRequest = false)
-    public ServerResponse<?> getStockDetailList(String stockCodes,String stockType) {
-        try {
-        	long start = System.currentTimeMillis();
-        	Config config = SpringUtils.getBean(Config.class);
-        	String url = String.format("https://api.twelvedata.com/quote?symbol=%s&exchange=%s&apikey=%s",stockCodes,stockType,config.getTwelveApikey());
-            String result = HttpRequest.doTwelveGet(url);
-            if(StringUtil.isNotEmpty(result)) {
-            	JSONObject data = JSONObject.parseObject(result);
-            	List<TwelveStockInfo> list = mapJsonToTwelveList(stockCodes,data);
-            	log.info("getStockDetailList：获取 {}, {} 的股票列表详情结束，耗时: {} ms ",stockCodes,stockType,(System.currentTimeMillis()-start));
-            	return ServerResponse.createBySuccess("操作成功", list);
-            }
-        } catch (Exception e) {
-            log.error("获取股票详情参数：{},{}. Exception:{}" , stockCodes,stockType, e);
-        }
-        return ServerResponse.createBySuccess("操作成功");
-    }
-    
-    private List<TwelveStockInfo> mapJsonToTwelveList(String stockCodes,JSONObject jsonObject) {
-		if (jsonObject == null || jsonObject.isEmpty()) {
-			return new ArrayList<>();
-		}
-		List<TwelveStockInfo> list = new ArrayList<>();
-		String[] items = stockCodes.split(",");
-		if(items!=null && items.length>0) {
-			if(items.length == 1) {
-				TwelveStockInfo info = mapJsonToTwelveStock(jsonObject);
-				list.add(info);
-				return list;
-			}
-			for (String str : items) {
-				JSONObject json = jsonObject.getJSONObject(str);
-				TwelveStockInfo vo = mapJsonToTwelveStock(json);
-				list.add(vo);
-			}
-		}
-		return list;
-    }
-
-
-}

src/main/java/cn/stock/market/web/config/Config.java

@@ -39,5 +39,4 @@ public class Config {
 	String aliyunAccessKeyId;
 	String aliyunAccessKeySecret;
 	String aliyunAppCode;
-	String twelveApikey;
 }

src/main/resources/application-base-alpha.yml

@@ -3,9 +3,9 @@ spring:
     show-sql: true
   # Redis配置
   redis:
-    host: 43.132.212.180
+    host: lb-b6sze686-7db6hgvsx05ef8nz.clb.sg-tencentclb.net
-    password: ruTZ9J3gaDhknJ
+    password: a5v8b86P4mVzFlUqJV
-    port: 36379
+    port: 56379
     database: 1
     lettuce:
       pool:
@@ -17,9 +17,9 @@ spring:
   datasource:
     stock-market:
       driver-class-name: com.mysql.cj.jdbc.Driver
-      url: jdbc:mysql://149.88.86.7:33306/india_stock?useUnicode=true&characterEncoding=utf-8
+      url: jdbc:mysql://lb-1ju43bvw-p0ecnv4by9ju8six.clb.ap-singapore.tencentclb.com:53306/india_stock?useUnicode=true&characterEncoding=utf-8
       username: root
-      password: 33BsUUcnXRYgwtIND
+      password: uNejHIFQGJOUtYTmE
       maxActive: 500
       testWhileIdle: true
       validationQuery: SELECT 1
@@ -42,7 +42,6 @@ gugudataAppKey: K5LZKV8KAYM4
 aliyunAccessKeyId: LTAI5tJi2z8cegG8fTW7BSQu
 aliyunAccessKeySecret: fnCI9LUcqLuH7D6nkhvSHQMob1JSm8
 aliyunAppCode: 75ef2615da614eaaa71e2e2058fc53b0
-twelveApikey: 4098a6fc2c3245a88c7da804f10223c2
 # 具体看类:CloudStorageConfig
 oss:
   type: 2 # 类型 1：七牛  2：阿里云  3：腾讯云

src/main/resources/application-base-prod.yml

@@ -46,7 +46,6 @@ gugudataAppKey: K5LZKV8KAYM4
 aliyunAccessKeyId: LTAI5tCQRp7t158TVyoF2Yhe
 aliyunAccessKeySecret: glyzOno773Cv7HeWDliveu2H5gX486
 aliyunAppCode: 75ef2615da614eaaa71e2e2058fc53b0
-twelveApikey: 4098a6fc2c3245a88c7da804f10223c2
 # 具体看类:CloudStorageConfig
 oss:
   type: 2 # 类型 1：七牛  2：阿里云  3：腾讯云

src/test/java/rp/lee/jpa/JpaDDDGen.java

@@ -31,9 +31,9 @@ public class JpaDDDGen {
 	 */
 	public static DataSource getMySQLDataSource() {
 		MysqlDataSource mysqlDS = new MysqlDataSource();
-		mysqlDS.setURL("jdbc:mysql://149.88.86.7:33306/india_stock?useUnicode=true&characterEncoding=utf-8");
+		mysqlDS.setURL("jdbc:mysql://43.132.212.180:33306/india_stock?useUnicode=true&characterEncoding=utf-8");
 		mysqlDS.setUser("root");
-		mysqlDS.setPassword("33BsUUcnXRYgwtIND");
+		mysqlDS.setPassword("33BsUUcnXRYgwt");
 		return mysqlDS;
 	}
 	
@@ -50,7 +50,7 @@ public class JpaDDDGen {
 		/**
 		 * cs_statistic - 要生成的数据库表
 		 */
-		Cons.tableNameToEntiyMapping.put("twelve_stock", null);
+		Cons.tableNameToEntiyMapping.put("money_stock", null);
 
 		ToolDDD.g(getMySQLDataSource().getConnection());
 	}