Compare commits
196 Commits
dengli2024
...
huy-featur
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
cd06493b9c | ||
|
|
476645109d | ||
|
|
66eccce4cb | ||
|
|
5ab279daa6 | ||
|
|
be24a57d2d | ||
|
|
aa796cf853 | ||
|
|
9a06979f07 | ||
|
|
d1f9600361 | ||
|
|
fcab660024 | ||
|
|
ad95848c2c | ||
|
|
90a26823f0 | ||
|
|
c72c0ff4cd | ||
|
|
85094c22b2 | ||
|
|
59684cccfc | ||
|
|
57690ecb5e | ||
|
|
8cf511f1b7 | ||
|
|
f612b5128e | ||
|
|
07a69f29b9 | ||
|
|
3e1ff24bb6 | ||
|
|
b26d3962c4 | ||
|
|
d085d8de12 | ||
|
|
0476ad100b | ||
|
|
f87df03715 | ||
|
|
fc59d1f47c | ||
|
|
6fdc13a72d | ||
|
|
6b5623dc33 | ||
|
|
4a22fc0a95 | ||
|
|
563dae1c45 | ||
|
|
fa02ebf03b | ||
|
|
0f5f25f744 | ||
|
|
615aae7e1d | ||
|
|
c89345329d | ||
|
|
f18521d190 | ||
|
|
e84c212bf0 | ||
|
|
1ff1797b0b | ||
|
|
89c0fe0321 | ||
|
|
b6052a46ff | ||
|
|
d40c30bcb5 | ||
|
|
5b16f1f2c9 | ||
|
|
b8d4e0d3f2 | ||
|
|
c19277e390 | ||
|
|
514875878f | ||
|
|
4257541342 | ||
|
|
441adac15a | ||
|
|
ba29ab98c7 | ||
|
|
94ec73874b | ||
|
|
549345719a | ||
|
|
3870400411 | ||
|
|
94d2936ffb | ||
|
|
59e4aa9e1a | ||
|
|
bae645e3c6 | ||
|
|
94d9aea2c8 | ||
|
|
5ae9762d45 | ||
|
|
ece52491dd | ||
|
|
6235d41711 | ||
|
|
c865eccaf4 | ||
|
|
136020a497 | ||
|
|
d7da59aca1 | ||
|
|
8427bed427 | ||
|
|
269f02b79d | ||
|
|
7cc456bcd8 | ||
|
|
be05d403af | ||
|
|
4a29bf6659 | ||
|
|
5b2eb8519a | ||
|
|
2e4449bd64 | ||
|
|
b321fd9d4e | ||
|
|
2f9e54bf4f | ||
| 3bb354bbc6 | |||
| a403cba964 | |||
|
|
99bde81670 | ||
|
|
bae941828e | ||
|
|
2f86571578 | ||
|
|
d491bef735 | ||
|
|
74c64eb7d4 | ||
|
|
f50b6b5519 | ||
| 2446d89b30 | |||
|
|
33a68eb7e8 | ||
|
|
7b0a08150d | ||
|
|
146e9d9bc0 | ||
|
|
59a0480be0 | ||
|
|
5fe3200ea1 | ||
|
|
943c6c77e4 | ||
|
|
b2e93f646c | ||
|
|
9af156cd4a | ||
|
|
8660354dc1 | ||
|
|
ed924d85ae | ||
|
|
b7f0793d88 | ||
|
|
4e9810e074 | ||
|
|
d2e186cae6 | ||
|
|
d8862710a1 | ||
|
|
efae848b4f | ||
|
|
0cec277282 | ||
|
|
f6cc52bb9c | ||
|
|
45fe49a398 | ||
|
|
e0007aa6cc | ||
|
|
3982de78be | ||
|
|
d24ce12179 | ||
|
|
7524952c46 | ||
|
|
40555fcd64 | ||
|
|
30d95acdcf | ||
|
|
c340bba073 | ||
|
|
4a3b75e0c6 | ||
|
|
33c83af353 | ||
|
|
11130a9eda | ||
|
|
5a95d6be9a | ||
|
|
e680bee42b | ||
|
|
fbc7815365 | ||
|
|
37bb619e24 | ||
|
|
a7e6cc0b05 | ||
|
|
ece782497f | ||
|
|
4b25467bd2 | ||
|
|
5b3cc7e156 | ||
|
|
55c9865845 | ||
|
|
07d3b0623e | ||
|
|
03e6d9ecb9 | ||
|
|
cf97e84538 | ||
|
|
63014508d4 | ||
|
|
85fe98cc29 | ||
|
|
7de157fc2e | ||
|
|
9d6413bc43 | ||
|
|
fb4840f8a9 | ||
|
|
8c472d2973 | ||
|
|
5a9029f950 | ||
|
|
1d945f126e | ||
|
|
11d4062859 | ||
|
|
c1e0bbd77d | ||
|
|
1314d9271c | ||
|
|
df22b2fd22 | ||
|
|
f4567f94b6 | ||
|
|
19cb36b33a | ||
|
|
fba16687df | ||
|
|
77c436df1d | ||
|
|
a977f7c5fe | ||
|
|
4df20a07a0 | ||
|
|
f7bf2cb0eb | ||
|
|
3d59acf8fd | ||
|
|
3ec78dbe9a | ||
|
|
de44d54ece | ||
|
|
4b944f9d84 | ||
|
|
ff2896a0fd | ||
|
|
92a5ac5be1 | ||
|
|
3e0d209b34 | ||
|
|
c515b0ff0e | ||
|
|
d15535bf9b | ||
|
|
877154c1cc | ||
|
|
f4dd0b4542 | ||
|
|
4caad1b6a5 | ||
|
|
96c23943ab | ||
|
|
2b3f511ff6 | ||
|
|
0112687ce2 | ||
|
|
4874e3bee4 | ||
|
|
bcff09cbec | ||
|
|
592431d70a | ||
|
|
930e1e79cf | ||
|
|
8266094509 | ||
|
|
6c429ba58f | ||
|
|
5fa22c8410 | ||
|
|
529aa76cb3 | ||
|
|
bbcbdcc856 | ||
|
|
7b87dd8186 | ||
|
|
277ee7dfe4 | ||
|
|
960946692d | ||
|
|
3e26a9db28 | ||
|
|
56232a42a7 | ||
|
|
bdded7b3fc | ||
|
|
933dadca3c | ||
|
|
a9704b62ae | ||
|
|
82ede6e680 | ||
|
|
0d23d57eae | ||
|
|
7c807ba521 | ||
|
|
a03ee86223 | ||
|
|
825c26dba6 | ||
|
|
87c1504421 | ||
|
|
d221ed3d04 | ||
|
|
8b368cfcc8 | ||
|
|
91a557cc51 | ||
|
|
6fa3428ca1 | ||
|
|
37425eff84 | ||
|
|
27bb313f74 | ||
|
|
baca671bbf | ||
|
|
dd34ab116f | ||
|
|
49e7593da5 | ||
|
|
f2c369c73d | ||
|
|
a968f61a05 | ||
|
|
3de67ae9ec | ||
|
|
bc5cf91a88 | ||
|
|
bc3efbc2de | ||
|
|
a49ad82f3f | ||
|
|
875d4faf0e | ||
|
|
a9fe1c39a7 | ||
|
|
c646988219 | ||
|
|
c7284e8081 | ||
|
|
e87c451b3f | ||
|
|
2ba716d87c | ||
|
|
a986870d4b | ||
|
|
43f08fc073 |
@@ -1,7 +1,13 @@
|
||||
stages:
|
||||
# 构建
|
||||
- build
|
||||
- webhook
|
||||
- dockerize
|
||||
- deploy
|
||||
|
||||
variables:
|
||||
company_name: juyoutech
|
||||
project_name: germany_stock
|
||||
service_name: market
|
||||
|
||||
build:
|
||||
image: maven:3.6.3-openjdk-8
|
||||
@@ -37,16 +43,46 @@ build:
|
||||
- mvn clean install -Dmaven.test.skip=true
|
||||
- ls
|
||||
- echo ">>>>>>Finish Building<<<<<<"
|
||||
webhook:
|
||||
stage: webhook
|
||||
dockerize:
|
||||
stage: dockerize
|
||||
tags:
|
||||
- hk2
|
||||
dependencies:
|
||||
- build
|
||||
only:
|
||||
- main
|
||||
- develop
|
||||
script:
|
||||
- echo ">>>>>>Start Building Docker Image<<<<<<"
|
||||
- pwd
|
||||
- ls -lah
|
||||
- echo $DOCKER_PASSWORD | docker login -u ${company_name} --password-stdin
|
||||
- docker build -t ${company_name}/${project_name}_${service_name} .
|
||||
|
||||
- docker push ${company_name}/${project_name}_${service_name}
|
||||
|
||||
- docker tag ${company_name}/${project_name}_${service_name} ${company_name}/${project_name}_${service_name}:$CI_PIPELINE_ID
|
||||
- docker push ${company_name}/${project_name}_${service_name}:$CI_PIPELINE_ID
|
||||
|
||||
- docker tag ${company_name}/${project_name}_${service_name} ${company_name}/${project_name}_${service_name}:$CI_COMMIT_BRANCH
|
||||
- docker push ${company_name}/${project_name}_${service_name}:$CI_COMMIT_BRANCH
|
||||
|
||||
- echo ${company_name}/${project_name}_${service_name}:$CI_COMMIT_BRANCH
|
||||
|
||||
deploy-dev:
|
||||
stage: deploy
|
||||
only:
|
||||
- develop
|
||||
script:
|
||||
- echo ">>>>>>Start Deploy<<<<<<"
|
||||
- echo "Deploying application..."
|
||||
- ls
|
||||
- apt-get update
|
||||
- apt-get install -y curl
|
||||
- curl --max-time 30 http://124.156.133.209:11113/api/webhook/justpull?project=india_market_java\&setenv_file=alpha.sh\&publish_env=alpha\&shell=india/deploy-test.sh
|
||||
- echo ">>>>>>Start Deploy Finish<<<<<<"
|
||||
- apk update
|
||||
- apk add curl
|
||||
- |
|
||||
curl -X POST \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{"namespace":"dgdev", "deployment_name":"germany-stock-market"}' \
|
||||
https://updater-dgdev.moneytj.com/restart-deployment
|
||||
- echo "Application successfully deployed."
|
||||
|
||||
|
||||
|
||||
17
Dockerfile
Normal file
17
Dockerfile
Normal file
@@ -0,0 +1,17 @@
|
||||
FROM openjdk:8
|
||||
|
||||
RUN echo "deb http://archive.debian.org/debian/ stretch main contrib non-free" > /etc/apt/sources.list \
|
||||
&& echo "deb-src http://archive.debian.org/debian/ stretch main contrib non-free" >> /etc/apt/sources.list \
|
||||
&& echo 'Acquire::Check-Valid-Until "false";' > /etc/apt/apt.conf.d/10no-check-valid
|
||||
|
||||
RUN apt-get update
|
||||
#RUN apt-get install -y iputils-ping dnsutils vim net-tools --allow-unauthenticated
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
COPY target/india_market_java.jar /app/app.jar
|
||||
|
||||
COPY docker-entrypoint.sh /usr/local/bin/
|
||||
RUN chmod +x /usr/local/bin/docker-entrypoint.sh
|
||||
|
||||
CMD ["docker-entrypoint.sh"]
|
||||
21
docker-entrypoint.sh
Normal file
21
docker-entrypoint.sh
Normal file
@@ -0,0 +1,21 @@
|
||||
#!/bin/sh
|
||||
|
||||
export JAVA_OPTS="$JAVA_OPTS -XX:-OmitStackTraceInFastThrow \
|
||||
-Dspring.redis.host=$REDIS_HOST \
|
||||
-Dspring.redis.password=$REDIS_PASS \
|
||||
-Dmarket.domain=$MARKET_HOST \
|
||||
-Dspring.redis.port=$REDIS_PORT \
|
||||
-Dspring.datasource.stock-market.url=jdbc:mysql://$MYSQL_HOST:$MYSQL_PORT/$MYSQL_DB?useUnicode=true&autoReconnect=true&allowPublicKeyRetrieval=true&useSSL=true \
|
||||
-Dspring.datasource.stock-market.username=$MYSQL_USER \
|
||||
-Dspring.datasource.stock-market.password=$MYSQL_PASSWORD \
|
||||
-Dspring.datasource.stock.url=jdbc:mysql://$MYSQL_HOST:$MYSQL_PORT/$MYSQL_DB?useUnicode=true&autoReconnect=true&allowPublicKeyRetrieval=true&useSSL=true \
|
||||
-Dspring.datasource.stock.username=$MYSQL_USER \
|
||||
-Dspring.datasource.stock.password=$MYSQL_PASSWORD"
|
||||
|
||||
|
||||
echo 'param:'$@
|
||||
echo 'JAVA_OPTS:'$JAVA_OPTS
|
||||
|
||||
java $JAVA_OPTS -jar /app/app.jar $@
|
||||
|
||||
tail -f /dev/null
|
||||
14
pom.xml
14
pom.xml
@@ -89,6 +89,12 @@
|
||||
<version>4.1.0</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.json</groupId>
|
||||
<artifactId>json</artifactId>
|
||||
<version>20240303</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>io.springfox</groupId>
|
||||
<artifactId>springfox-swagger2</artifactId>
|
||||
@@ -185,6 +191,12 @@
|
||||
<version>30.1-jre</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.apache.httpcomponents</groupId>
|
||||
<artifactId>httpclient</artifactId>
|
||||
<version>4.5.13</version>
|
||||
</dependency>
|
||||
|
||||
</dependencies>
|
||||
|
||||
<build>
|
||||
@@ -264,7 +276,7 @@
|
||||
<repositories>
|
||||
<repository>
|
||||
<id>nexus</id>
|
||||
<url>https://nexus.duofu88.com/repository/maven-public/</url>
|
||||
<url>https://nexus.main99.com/repository/maven-public/</url>
|
||||
<releases>
|
||||
<enabled>true</enabled>
|
||||
</releases>
|
||||
|
||||
@@ -23,6 +23,10 @@ public class QBtodayStockPO extends EntityPathBase<BtodayStockPO> {
|
||||
|
||||
public final NumberPath<Integer> id = createNumber("id", Integer.class);
|
||||
|
||||
public final NumberPath<Integer> isLock = createNumber("isLock", Integer.class);
|
||||
|
||||
public final NumberPath<Integer> isShow = createNumber("isShow", Integer.class);
|
||||
|
||||
public final DateTimePath<java.util.Date> lastUpdateTime = createDateTime("lastUpdateTime", java.util.Date.class);
|
||||
|
||||
public final StringPath selfUrl = createString("selfUrl");
|
||||
|
||||
@@ -29,6 +29,10 @@ public class QMoneyStockPO extends EntityPathBase<MoneyStockPO> {
|
||||
|
||||
public final StringPath moneyScId = createString("moneyScId");
|
||||
|
||||
public final StringPath nseIndiaChartId = createString("nseIndiaChartId");
|
||||
|
||||
public final StringPath nseIndiaId = createString("nseIndiaId");
|
||||
|
||||
public final DateTimePath<java.util.Date> saveTime = createDateTime("saveTime", java.util.Date.class);
|
||||
|
||||
public final StringPath selfDispId = createString("selfDispId");
|
||||
@@ -39,6 +43,8 @@ public class QMoneyStockPO extends EntityPathBase<MoneyStockPO> {
|
||||
|
||||
public final StringPath stockType = createString("stockType");
|
||||
|
||||
public final BooleanPath useFromBseindia = createBoolean("useFromBseindia");
|
||||
|
||||
public QMoneyStockPO(String variable) {
|
||||
super(MoneyStockPO.class, forVariable(variable));
|
||||
}
|
||||
|
||||
@@ -0,0 +1,41 @@
|
||||
package cn.stock.market.infrastructure.db.po;
|
||||
|
||||
import static com.querydsl.core.types.PathMetadataFactory.*;
|
||||
|
||||
import com.querydsl.core.types.dsl.*;
|
||||
|
||||
import com.querydsl.core.types.PathMetadata;
|
||||
import javax.annotation.Generated;
|
||||
import com.querydsl.core.types.Path;
|
||||
|
||||
|
||||
/**
|
||||
* QOptionalStockPO is a Querydsl query type for OptionalStockPO
|
||||
*/
|
||||
@Generated("com.querydsl.codegen.EntitySerializer")
|
||||
public class QOptionalStockPO extends EntityPathBase<OptionalStockPO> {
|
||||
|
||||
private static final long serialVersionUID = 1161631810L;
|
||||
|
||||
public static final QOptionalStockPO optionalStockPO = new QOptionalStockPO("optionalStockPO");
|
||||
|
||||
public final StringPath company = createString("company");
|
||||
|
||||
public final NumberPath<Integer> id = createNumber("id", Integer.class);
|
||||
|
||||
public final StringPath symbol = createString("symbol");
|
||||
|
||||
public QOptionalStockPO(String variable) {
|
||||
super(OptionalStockPO.class, forVariable(variable));
|
||||
}
|
||||
|
||||
public QOptionalStockPO(Path<? extends OptionalStockPO> path) {
|
||||
super(path.getType(), path.getMetadata());
|
||||
}
|
||||
|
||||
public QOptionalStockPO(PathMetadata metadata) {
|
||||
super(OptionalStockPO.class, metadata);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -23,6 +23,8 @@ public class QStockIpoPO extends EntityPathBase<StockIpoPO> {
|
||||
|
||||
public final DateTimePath<java.util.Date> createDate = createDateTime("createDate", java.util.Date.class);
|
||||
|
||||
public final StringPath exchangeType = createString("exchangeType");
|
||||
|
||||
public final NumberPath<Integer> id = createNumber("id", Integer.class);
|
||||
|
||||
public final NumberPath<Integer> isList = createNumber("isList", Integer.class);
|
||||
|
||||
@@ -0,0 +1,43 @@
|
||||
package cn.stock.market.infrastructure.db.po;
|
||||
|
||||
import static com.querydsl.core.types.PathMetadataFactory.*;
|
||||
|
||||
import com.querydsl.core.types.dsl.*;
|
||||
|
||||
import com.querydsl.core.types.PathMetadata;
|
||||
import javax.annotation.Generated;
|
||||
import com.querydsl.core.types.Path;
|
||||
|
||||
|
||||
/**
|
||||
* QStockTempPO is a Querydsl query type for StockTempPO
|
||||
*/
|
||||
@Generated("com.querydsl.codegen.EntitySerializer")
|
||||
public class QStockTempPO extends EntityPathBase<StockTempPO> {
|
||||
|
||||
private static final long serialVersionUID = 1973569078L;
|
||||
|
||||
public static final QStockTempPO stockTempPO = new QStockTempPO("stockTempPO");
|
||||
|
||||
public final NumberPath<Integer> id = createNumber("id", Integer.class);
|
||||
|
||||
public final StringPath stockGid = createString("stockGid");
|
||||
|
||||
public final StringPath stockLogo = createString("stockLogo");
|
||||
|
||||
public final StringPath stockType = createString("stockType");
|
||||
|
||||
public QStockTempPO(String variable) {
|
||||
super(StockTempPO.class, forVariable(variable));
|
||||
}
|
||||
|
||||
public QStockTempPO(Path<? extends StockTempPO> path) {
|
||||
super(path.getType(), path.getMetadata());
|
||||
}
|
||||
|
||||
public QStockTempPO(PathMetadata metadata) {
|
||||
super(StockTempPO.class, metadata);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -41,23 +41,23 @@ public class StockMarketLaunch implements CommandLineRunner {
|
||||
MDC.put(MdcUtil.TRACE_ID, MdcUtil.getTraceId());
|
||||
log.info("StockMarketLaunch RUNNING....");
|
||||
|
||||
String marketDomain = env.getProperty("market.domain");
|
||||
if(StringUtils.isNotBlank(marketDomain)) {
|
||||
log.info("发现marketDomain: {}", marketDomain);
|
||||
SiteSetting siteSetting = SiteSettingRepository.of().get();
|
||||
if(siteSetting == null) {
|
||||
log.info("找不到siteSetting信息, 无法设置");
|
||||
} else {
|
||||
log.info("设置前: {}", JSON.toJSONString(siteSetting));
|
||||
boolean flag = siteSetting.checkAndAddIfNoExists(marketDomain);
|
||||
if(! flag) {
|
||||
SiteSettingRepository.of().saveAndFlush(siteSetting);
|
||||
log.info("已经设置: {}....", JSON.toJSONString(siteSetting));
|
||||
} else {
|
||||
log.info("包含, 跳过....");
|
||||
}
|
||||
}
|
||||
}
|
||||
// String marketDomain = env.getProperty("market.domain");
|
||||
// if(StringUtils.isNotBlank(marketDomain)) {
|
||||
// log.info("发现marketDomain: {}", marketDomain);
|
||||
// SiteSetting siteSetting = SiteSettingRepository.of().get();
|
||||
// if(siteSetting == null) {
|
||||
// log.info("找不到siteSetting信息, 无法设置");
|
||||
// } else {
|
||||
// log.info("设置前: {}", JSON.toJSONString(siteSetting));
|
||||
// boolean flag = siteSetting.checkAndAddIfNoExists(marketDomain);
|
||||
// if(! flag) {
|
||||
// SiteSettingRepository.of().saveAndFlush(siteSetting);
|
||||
// log.info("已经设置: {}....", JSON.toJSONString(siteSetting));
|
||||
// } else {
|
||||
// log.info("包含, 跳过....");
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
}
|
||||
|
||||
// @Bean
|
||||
|
||||
@@ -0,0 +1,16 @@
|
||||
package cn.stock.market.domain.basic.convert;
|
||||
|
||||
import cn.qutaojing.common.domain.convert.SimpleEntityPOConvert;
|
||||
import cn.qutaojing.common.utils.SpringUtils;
|
||||
import cn.stock.market.domain.basic.entity.OptionalStock;
|
||||
import cn.stock.market.infrastructure.db.po.OptionalStockPO;
|
||||
import org.springframework.context.annotation.Lazy;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
@Component
|
||||
@Lazy
|
||||
public class OptionalStockConvert extends SimpleEntityPOConvert<OptionalStock, OptionalStockPO> {
|
||||
public static OptionalStockConvert of() {
|
||||
return SpringUtils.getBean(OptionalStockConvert.class);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,25 @@
|
||||
package cn.stock.market.domain.basic.convert;
|
||||
|
||||
import cn.qutaojing.common.domain.convert.SimpleEntityPOConvert;
|
||||
import cn.qutaojing.common.utils.SpringUtils;
|
||||
import cn.stock.market.domain.basic.entity.Stock;
|
||||
import cn.stock.market.domain.basic.entity.StockTemp;
|
||||
import cn.stock.market.infrastructure.db.po.StockPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockTempPO;
|
||||
import org.springframework.context.annotation.Lazy;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
/**
|
||||
* StockConvert
|
||||
*
|
||||
* @author rplees
|
||||
* @email rplees.i.ly@gmail.com
|
||||
* @created 2023/06/17
|
||||
*/
|
||||
@Component
|
||||
@Lazy
|
||||
public class StockTempConvert extends SimpleEntityPOConvert<StockTemp, StockTempPO> {
|
||||
public static StockTempConvert of() {
|
||||
return SpringUtils.getBean(StockTempConvert.class);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
package cn.stock.market.domain.basic.entity;
|
||||
|
||||
import cn.stock.market.infrastructure.db.po.OptionalStockPO;
|
||||
import lombok.Data;
|
||||
import lombok.EqualsAndHashCode;
|
||||
import lombok.NoArgsConstructor;
|
||||
import lombok.experimental.SuperBuilder;
|
||||
|
||||
@Data
|
||||
@NoArgsConstructor
|
||||
@SuperBuilder
|
||||
@EqualsAndHashCode(
|
||||
callSuper = false
|
||||
)
|
||||
public class OptionalStock extends OptionalStockPO {
|
||||
}
|
||||
@@ -0,0 +1,26 @@
|
||||
package cn.stock.market.domain.basic.entity;
|
||||
|
||||
import cn.qutaojing.common.utils.Beans;
|
||||
import cn.stock.market.dto.command.StockCreateCommand;
|
||||
import cn.stock.market.infrastructure.db.po.StockPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockTempPO;
|
||||
import lombok.Data;
|
||||
import lombok.EqualsAndHashCode;
|
||||
import lombok.NoArgsConstructor;
|
||||
import lombok.experimental.SuperBuilder;
|
||||
|
||||
/**
|
||||
* Stock
|
||||
*
|
||||
* @author rplees
|
||||
* @email rplees.i.ly@gmail.com
|
||||
* @created 2023/06/17
|
||||
*/
|
||||
@Data
|
||||
@NoArgsConstructor
|
||||
@SuperBuilder
|
||||
@EqualsAndHashCode(
|
||||
callSuper = false
|
||||
)
|
||||
public class StockTemp extends StockTempPO {
|
||||
}
|
||||
@@ -0,0 +1,32 @@
|
||||
package cn.stock.market.domain.basic.repository;
|
||||
|
||||
import cn.qutaojing.common.domain.convert.IEntityPOConvert;
|
||||
import cn.qutaojing.common.domain.respostory.SimplePoConvertEntityRepository;
|
||||
import cn.stock.market.domain.basic.convert.OptionalStockConvert;
|
||||
import cn.stock.market.domain.basic.entity.OptionalStock;
|
||||
import cn.stock.market.infrastructure.db.po.OptionalStockPO;
|
||||
import cn.stock.market.infrastructure.db.repo.OptionalStockRepo;
|
||||
import com.rp.spring.jpa.GenericJpaRepository;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.stereotype.Repository;
|
||||
|
||||
@Repository
|
||||
@RequiredArgsConstructor(
|
||||
onConstructor = @__(@Autowired)
|
||||
)
|
||||
public class OptionalStockRepository extends SimplePoConvertEntityRepository<OptionalStock, OptionalStockPO, Integer> {
|
||||
final OptionalStockRepo repo;
|
||||
|
||||
final OptionalStockConvert convert;
|
||||
|
||||
@Override
|
||||
public GenericJpaRepository<OptionalStockPO, Integer> repo() {
|
||||
return repo;
|
||||
}
|
||||
|
||||
@Override
|
||||
public IEntityPOConvert<OptionalStock, OptionalStockPO> convert() {
|
||||
return convert;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
package cn.stock.market.domain.basic.repository;
|
||||
|
||||
import cn.qutaojing.common.domain.convert.IEntityPOConvert;
|
||||
import cn.qutaojing.common.domain.respostory.LocalCacheBean;
|
||||
import cn.qutaojing.common.domain.respostory.LocalCacheRepository;
|
||||
import cn.qutaojing.common.jpa.ConditionBuilder;
|
||||
import cn.qutaojing.common.utils.SpringUtils;
|
||||
import cn.stock.market.domain.basic.convert.StockConvert;
|
||||
import cn.stock.market.domain.basic.convert.StockTempConvert;
|
||||
import cn.stock.market.domain.basic.entity.Stock;
|
||||
import cn.stock.market.domain.basic.entity.StockTemp;
|
||||
import cn.stock.market.infrastructure.db.po.QStockPO;
|
||||
import cn.stock.market.infrastructure.db.po.QStockTempPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockTempPO;
|
||||
import cn.stock.market.infrastructure.db.repo.StockRepo;
|
||||
import cn.stock.market.infrastructure.db.repo.StockTempRepo;
|
||||
import com.google.common.cache.CacheBuilder;
|
||||
import com.rp.spring.jpa.GenericJpaRepository;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.data.domain.Page;
|
||||
import org.springframework.data.domain.Pageable;
|
||||
import org.springframework.stereotype.Repository;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
* StockRepository
|
||||
*
|
||||
* @author rplees
|
||||
* @email rplees.i.ly@gmail.com
|
||||
* @created 2023/06/17
|
||||
*/
|
||||
@Repository
|
||||
@RequiredArgsConstructor(onConstructor = @__(@Autowired))
|
||||
public class StockTempRepository extends LocalCacheRepository<StockTemp, StockTempPO, Integer> {
|
||||
final StockTempRepo repo;
|
||||
final StockTempConvert convert;
|
||||
final static QStockTempPO q = QStockTempPO.stockTempPO;
|
||||
|
||||
public List<StockTemp> findAllForCheck() {
|
||||
return findAll();
|
||||
}
|
||||
|
||||
@Override
|
||||
public GenericJpaRepository<StockTempPO, Integer> repo() {
|
||||
return repo;
|
||||
}
|
||||
|
||||
@Override
|
||||
public IEntityPOConvert<StockTemp, StockTempPO> convert() {
|
||||
return convert;
|
||||
}
|
||||
|
||||
public static StockTempRepository of() {
|
||||
return SpringUtils.getBean(StockTempRepository.class);
|
||||
}
|
||||
}
|
||||
@@ -1,22 +1,19 @@
|
||||
package cn.stock.market.domain.basic.service;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStreamReader;
|
||||
import java.math.BigDecimal;
|
||||
import java.net.URL;
|
||||
import java.net.URLConnection;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
|
||||
import javax.net.ssl.X509TrustManager;
|
||||
import javax.persistence.EntityExistsException;
|
||||
import javax.servlet.http.HttpServletRequest;
|
||||
|
||||
import cn.hutool.core.bean.BeanUtil;
|
||||
import cn.hutool.core.text.StrFormatter;
|
||||
import cn.stock.market.dto.model.*;
|
||||
import cn.stock.market.infrastructure.api.EttechchartsApis;
|
||||
import cn.stock.market.infrastructure.api.GrowwInApis;
|
||||
import cn.stock.market.infrastructure.api.TodayApis;
|
||||
import cn.stock.market.infrastructure.api.investing.IndiaIndexVo;
|
||||
import cn.stock.market.infrastructure.api.investing.IndiaStockVO;
|
||||
import cn.stock.market.infrastructure.api.investing.InvestingApis;
|
||||
@@ -28,9 +25,6 @@ import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONArray;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import com.google.common.base.Stopwatch;
|
||||
import okhttp3.OkHttpClient;
|
||||
import okhttp3.Protocol;
|
||||
import okhttp3.Request;
|
||||
import okhttp3.Request.Builder;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import cn.stock.market.infrastructure.db.po.QStockPO;
|
||||
@@ -62,11 +56,6 @@ import cn.stock.market.infrastructure.api.sina.vo.MarketVO;
|
||||
import cn.stock.market.infrastructure.api.sina.vo.MarketVOResult;
|
||||
import cn.stock.market.infrastructure.api.sina.vo.k.MinDataVO;
|
||||
import cn.stock.market.infrastructure.api.sina.vo.k.echarts.EchartsDataVO;
|
||||
import cn.stock.market.utils.GetPyByChinese;
|
||||
import cn.stock.market.utils.HttpClientRequest;
|
||||
import cn.stock.market.utils.PropertiesUtil;
|
||||
import cn.stock.market.utils.ServerResponse;
|
||||
import cn.stock.market.utils.Utils;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.web.client.RestTemplate;
|
||||
@@ -260,34 +249,112 @@ public class StockService {
|
||||
String result = "";
|
||||
try {
|
||||
// 使用Jsoup连接到网页
|
||||
Document doc = Jsoup.connect("https://www.business-standard.com/markets/news")
|
||||
.header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36")
|
||||
.header("Referer", "https://www.business-standard.com/")
|
||||
.header("Accept-Language", "en-US,en;q=0.9")
|
||||
.get();
|
||||
result = doc.html().substring(doc.html().indexOf("<div class=\"short-video-img\">"),doc.html().lastIndexOf("<div class=\"short-video-img\">")+500);
|
||||
// Document doc = Jsoup.connect("https://www.business-standard.com/markets/news")
|
||||
// .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36")
|
||||
// .header("Referer", "https://www.business-standard.com/")
|
||||
// .header("Accept-Language", "en-US,en;q=0.9")
|
||||
// .get();
|
||||
String url = "https://www.business-standard.com/markets/news";
|
||||
// Document doc = Jsoup.connect(url)
|
||||
// .userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36")
|
||||
// .header("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8")
|
||||
// .header("Accept-Language", "en-US,en;q=0.5")
|
||||
// .header("Connection", "keep-alive")
|
||||
// .referrer("https://www.google.com")
|
||||
// .ignoreHttpErrors(true)
|
||||
// .timeout(10000)
|
||||
// .get();
|
||||
String doGetNews = HttpClientRequest.doGetNews(url);
|
||||
// result = doc.html().substring(doc.html().indexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">"),doc.html().lastIndexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">")+500);
|
||||
// Elements divElements = doc.select("div.listingstyle_cardlistlist__dfq57");
|
||||
// StringBuilder sb = new StringBuilder();
|
||||
// for (Element divElement : divElements) {
|
||||
// sb.append(divElement.outerHtml()).append("\n");
|
||||
// }
|
||||
// result = sb.toString();
|
||||
result = extractNewsFromHtml(doGetNews);
|
||||
} catch (Exception e) {
|
||||
return e.toString();
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
private String extractNewsFromHtml(String rawHtml) {
|
||||
Document doc = Jsoup.parse(rawHtml);
|
||||
|
||||
// Optional: extract raw block around <div class="listingstyle_shortvideoimg__0TWuX shortvideoimg">
|
||||
int start = rawHtml.indexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">");
|
||||
int end = rawHtml.lastIndexOf("<div class=\"listingstyle_shortvideoimg__0TWuX shortvideoimg\">") + 500;
|
||||
String result = (start != -1 && end > start) ? rawHtml.substring(start, end) : "";
|
||||
|
||||
// Extract article list using CSS selector
|
||||
Elements divElements = doc.select("div.listingstyle_cardlistlist__dfq57");
|
||||
StringBuilder sb = new StringBuilder();
|
||||
for (Element divElement : divElements) {
|
||||
sb.append(divElement.outerHtml()).append("\n");
|
||||
}
|
||||
|
||||
// If you only want the div content:
|
||||
result = sb.toString();
|
||||
return result;
|
||||
}
|
||||
|
||||
public List<String> getNewsInfo(String url) {
|
||||
// String result = "";
|
||||
// List<String> list = new ArrayList<>();
|
||||
// try {
|
||||
// // 使用Jsoup连接到网页
|
||||
//// Document doc = Jsoup.connect(url)
|
||||
//// .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36")
|
||||
//// .header("Referer", "https://www.business-standard.com/")
|
||||
//// .header("Accept-Language", "en-US,en;q=0.9")
|
||||
//// .get();
|
||||
// Document doc = Jsoup.connect(url)
|
||||
// .referrer("https://www.business-standard.com/")
|
||||
// .header("Accept-Language", "en-US,en;q=0.9")
|
||||
// .userAgent("Mozilla/5.0 (iPhone; CPU iPhone OS 16_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1")
|
||||
// .timeout(5000) // timeout 5 seconds
|
||||
// .get();
|
||||
// result = doc.html().substring(doc.html().indexOf("articleBody") + 14, doc.html().indexOf(",\"author\":") - 1);
|
||||
// list.add(result);
|
||||
// list.add(doc.html().substring(doc.html().indexOf("og:title") + 19, doc.html().indexOf("<meta property=\"og:url") - 5));
|
||||
// } catch (Exception e) {
|
||||
// list.add(e.toString());
|
||||
// return list;
|
||||
// }
|
||||
// return list;
|
||||
String result = "";
|
||||
List<String> list = new ArrayList<>();
|
||||
try {
|
||||
// 使用Jsoup连接到网页
|
||||
Document doc = Jsoup.connect(url)
|
||||
.header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36")
|
||||
.header("Referer", "https://www.business-standard.com/")
|
||||
.header("Accept-Language", "en-US,en;q=0.9")
|
||||
.get();
|
||||
result = doc.html().substring(doc.html().indexOf("articleBody") + 14, doc.html().indexOf(",\"author\":") - 1);
|
||||
// Step 1: Get raw HTML via HttpClient
|
||||
String rawHtml = HttpClientRequest.doGetNews(url);
|
||||
|
||||
// Step 2: Parse HTML with Jsoup
|
||||
Document doc = Jsoup.parse(rawHtml);
|
||||
|
||||
// Step 3: Extract content manually (like original)
|
||||
int startIdx = rawHtml.indexOf("articleBody") + 14;
|
||||
int endIdx = rawHtml.indexOf(",\"author\":") - 1;
|
||||
|
||||
if (startIdx > 0 && endIdx > startIdx) {
|
||||
result = rawHtml.substring(startIdx, endIdx);
|
||||
} else {
|
||||
result = "[articleBody not found]";
|
||||
}
|
||||
list.add(result);
|
||||
list.add(doc.html().substring(doc.html().indexOf("og:title") + 19, doc.html().indexOf("<meta property=\"og:url") - 5));
|
||||
|
||||
// Step 4: Extract og:title
|
||||
int titleStart = rawHtml.indexOf("og:title") + 19;
|
||||
int titleEnd = rawHtml.indexOf("<meta property=\"og:url") - 5;
|
||||
|
||||
if (titleStart > 0 && titleEnd > titleStart) {
|
||||
list.add(rawHtml.substring(titleStart, titleEnd));
|
||||
} else {
|
||||
list.add("[title not found]");
|
||||
}
|
||||
|
||||
} catch (Exception e) {
|
||||
list.add(e.toString());
|
||||
return list;
|
||||
list.add("[Error] " + e.getMessage());
|
||||
}
|
||||
return list;
|
||||
}
|
||||
@@ -945,8 +1012,10 @@ public class StockService {
|
||||
market.setName("BSESENSEX指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
String type = "min";
|
||||
List<JSONObject> list = InvestingApis.of().kline(StockCode.of(stockCode), type);
|
||||
String period = "P1D";
|
||||
String interval = "PT5M";
|
||||
String type = "day";
|
||||
List<JSONObject> list = InvestingApis.of().kIndex(stockCode,period,interval, type);
|
||||
if(list == null || list.size() == 0){
|
||||
type = "day";
|
||||
list = InvestingApis.of().kline(StockCode.of(stockCode), type);
|
||||
@@ -958,13 +1027,15 @@ public class StockService {
|
||||
}
|
||||
try {
|
||||
IndiaIndexVo vo2 = new IndiaIndexVo();
|
||||
String stockCode = "8985"; //"17940";
|
||||
String stockCode = "17940"; //"17940";8985
|
||||
IndiaStockVO market = InvestingApis.of().market(StockCode.of(stockCode));
|
||||
market.setName("NIFTY50指数");
|
||||
vo2.setIndexVo(market);
|
||||
|
||||
String type = "min";
|
||||
List<JSONObject> list = InvestingApis.of().kline(StockCode.of(stockCode), type);
|
||||
String period = "P1D";
|
||||
String interval = "PT1M";
|
||||
String type = "day";
|
||||
List<JSONObject> list = InvestingApis.of().kIndex(stockCode,period,interval, type);
|
||||
if(list == null || list.size() == 0){
|
||||
type = "day";
|
||||
list = InvestingApis.of().kline(StockCode.of(stockCode), type);
|
||||
@@ -976,4 +1047,149 @@ public class StockService {
|
||||
}
|
||||
return ServerResponse.createBySuccess(indexVoList);
|
||||
}
|
||||
|
||||
public ServerResponse getIndexByBtoday(){
|
||||
List<IndiaIndexVo> indexVoList = new ArrayList<>();
|
||||
try {
|
||||
String exchange = "bse";
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
String coCode = "20558";
|
||||
JSONObject object = TodayApis.getStockDetail("in%3BSEN", coCode);
|
||||
IndiaStockVO market = objToVo(object);
|
||||
market.setName("BSESENSEX指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
//获取k线图 1D 当天的数据
|
||||
String format = "S";
|
||||
String durationType = "D";
|
||||
String duration = "1";
|
||||
List kine = TodayApis.getStockKline(exchange,coCode,format,durationType,duration);
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}catch (Exception e){
|
||||
log.error("BToday获取BSESENSEX指数数据异常,异常信息。。。。", e);
|
||||
try {
|
||||
GrowwInApis.requestSenSexData(indexVoList);
|
||||
} catch (Exception e1) {
|
||||
log.error("GrowwIn获取BSESENSEX指数数据异常,异常信息。。。。", e1);
|
||||
try{
|
||||
EttechchartsApis.requestSensexData(indexVoList);
|
||||
} catch (Exception e2) {
|
||||
log.error("Ettechcharts获取BSESENSEX指数数据异常,异常信息。。。。", e2);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
try {
|
||||
String exchange = "nse";
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
String coCode = "20559";
|
||||
JSONObject object = TodayApis.getStockDetail("in%3BNSX", coCode);
|
||||
IndiaStockVO market = objToVo(object);
|
||||
market.setName("NIFTY50指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
//获取k线图 1D 当天的数据
|
||||
String format = "S";
|
||||
String durationType = "D";
|
||||
String duration = "1";
|
||||
List kine = TodayApis.getStockKline(exchange,coCode,format,durationType,duration);
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}catch (Exception e){
|
||||
log.error("BToday获取NIFTY50指数数据异常,异常信息。。。。", e);
|
||||
try {
|
||||
GrowwInApis.requestNifty50Data(indexVoList);
|
||||
} catch (Exception e1) {
|
||||
log.error("GrowwIn获取NIFTY50指数数据异常,异常信息。。。。", e1);
|
||||
try{
|
||||
EttechchartsApis.requestNifty50Data(indexVoList);
|
||||
} catch (Exception e2) {
|
||||
log.error("Ettechcharts获取NIFTY50指数数据异常,异常信息。。。。", e2);
|
||||
}
|
||||
}
|
||||
}
|
||||
return ServerResponse.createBySuccess(indexVoList);
|
||||
|
||||
}
|
||||
private IndiaStockVO objToVo(JSONObject object){
|
||||
IndiaStockVO market = new IndiaStockVO();
|
||||
if(object.containsKey("priceprevclose")){
|
||||
market.setClose(object.getString("priceprevclose"));
|
||||
}
|
||||
if(object.containsKey("pricecurrent")){
|
||||
market.setNowPrice(object.getString("pricecurrent"));
|
||||
}
|
||||
if(object.containsKey("pricepercentchange")){
|
||||
market.setRate(object.getString("pricepercentchange"));
|
||||
}
|
||||
if(object.containsKey("HIGH")){
|
||||
market.setHigh(object.getString("HIGH"));
|
||||
}
|
||||
if(object.containsKey("LOW")){
|
||||
market.setLow(object.getString("LOW"));
|
||||
}
|
||||
if(object.containsKey("OPEN")){
|
||||
market.setOpen(object.getString("OPEN"));
|
||||
}
|
||||
return market;
|
||||
// stockListVO.setName(jsonObject.getString("companyname"));
|
||||
// stockListVO.setCode(jsonObject.getString("co_code"));
|
||||
// stockListVO.setSpell(jsonObject.getString("symbol"));
|
||||
// stockListVO.setGid(jsonObject.getString("co_code"));
|
||||
// stockListVO.setNowPrice(jsonObject.getString("price"));
|
||||
// stockListVO.setHcrate(jsonObject.getBigDecimal("perchg"));
|
||||
// stockListVO.setToday_max(jsonObject.getString("high_price"));
|
||||
// stockListVO.setToday_min(jsonObject.getString("low_price"));
|
||||
// stockListVO.setBusiness_balance(jsonObject.getString("val_traded"));
|
||||
// stockListVO.setBusiness_amount(jsonObject.getString("vol_traded"));
|
||||
// stockListVO.setPreclose_px(jsonObject.getString("prev_close"));
|
||||
// stockListVO.setOpen_px(jsonObject.getString("open_price"));
|
||||
|
||||
}
|
||||
|
||||
public ServerResponse getEttechcharts(){
|
||||
List<IndiaIndexVo> indexVoList = new ArrayList<>();
|
||||
try {
|
||||
//获取详情
|
||||
String indexid = "2365";
|
||||
String exchange = "47";
|
||||
String keyName = "sensex";
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
JSONObject object = EttechchartsApis.getStockDetail(indexid, exchange,keyName);
|
||||
IndiaStockVO market = EttechchartsApis.ettechchartsObjToVo(object);
|
||||
market.setName("BSESENSEX指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
//获取k线图 1min 当天的数据 分钟
|
||||
String scripcode = "SENSEX";
|
||||
List kine = EttechchartsApis.getStockKline(scripcode,exchange);
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}catch (Exception e){
|
||||
log.info("获取BSESENSEX指数数据异常,异常信息{}。。。。",e.getMessage());
|
||||
}
|
||||
try {
|
||||
//获取详情
|
||||
String indexid = "2369";
|
||||
String exchangeid = "50";
|
||||
String keyName = "nifty";
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
JSONObject object = EttechchartsApis.getStockDetail(indexid, exchangeid,keyName);
|
||||
IndiaStockVO market = EttechchartsApis.ettechchartsObjToVo(object);
|
||||
market.setName("NIFTY50指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
//获取k线图 1min 当天的数据 分钟
|
||||
String scripcode = "NSE+Index";
|
||||
List kine = EttechchartsApis.getStockKline(scripcode,exchangeid);
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}catch (Exception e){
|
||||
log.info("获取NIFTY50指数数据异常,异常信息{}。。。。",e.getMessage());
|
||||
}
|
||||
return ServerResponse.createBySuccess(indexVoList);
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
18
src/main/java/cn/stock/market/dto/OptionalStockResponse.java
Normal file
18
src/main/java/cn/stock/market/dto/OptionalStockResponse.java
Normal file
@@ -0,0 +1,18 @@
|
||||
package cn.stock.market.dto;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
public class OptionalStockResponse {
|
||||
private String message;
|
||||
private Integer code;
|
||||
private DataResponse data = new DataResponse();
|
||||
|
||||
@Data
|
||||
public static class DataResponse {
|
||||
private String symbol;
|
||||
private String company;
|
||||
private Double pricecurrent;
|
||||
private Float pricepercentchange;
|
||||
}
|
||||
}
|
||||
18
src/main/java/cn/stock/market/dto/TodayStockDTO.java
Normal file
18
src/main/java/cn/stock/market/dto/TodayStockDTO.java
Normal file
@@ -0,0 +1,18 @@
|
||||
package cn.stock.market.dto;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
public class TodayStockDTO {
|
||||
private String stockType;
|
||||
private String stockName;
|
||||
private String stockUrl;
|
||||
private String highPrice;
|
||||
private String lowPrice;
|
||||
private String lastPrice;
|
||||
private String prevClosePrice;
|
||||
private String change;
|
||||
private String changePercent;
|
||||
private String dispId;
|
||||
private String scId;
|
||||
}
|
||||
@@ -35,6 +35,11 @@ public class StockListVO {
|
||||
/*是否添加自选:1、添加自选,0、未添加自选*/
|
||||
private String isOption;
|
||||
|
||||
private String pricechange;
|
||||
|
||||
|
||||
private String symbol;
|
||||
|
||||
public void setCode(String code) {
|
||||
this.code = code;
|
||||
}
|
||||
@@ -255,4 +260,20 @@ public class StockListVO {
|
||||
public void setIsOption(String isOption) {
|
||||
this.isOption = isOption;
|
||||
}
|
||||
|
||||
public String getPricechange() {
|
||||
return pricechange;
|
||||
}
|
||||
|
||||
public void setPricechange(String pricechange) {
|
||||
this.pricechange = pricechange;
|
||||
}
|
||||
|
||||
public String getSymbol() {
|
||||
return symbol;
|
||||
}
|
||||
|
||||
public void setSymbol(String symbol) {
|
||||
this.symbol = symbol;
|
||||
}
|
||||
}
|
||||
|
||||
28
src/main/java/cn/stock/market/dto/model/Symbol.java
Normal file
28
src/main/java/cn/stock/market/dto/model/Symbol.java
Normal file
@@ -0,0 +1,28 @@
|
||||
package cn.stock.market.dto.model;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
@Data
|
||||
public class Symbol {
|
||||
private String symbol;
|
||||
private String description;
|
||||
private String stockGid;
|
||||
private String type;
|
||||
private String exchange;
|
||||
private String currencyCode;
|
||||
private String currencyLogoid;
|
||||
private String logoid;
|
||||
private String providerId;
|
||||
private String sourceLogoid;
|
||||
private String sourceId;
|
||||
private String country;
|
||||
private boolean isPrimaryListing;
|
||||
private List<String> typespecs;
|
||||
|
||||
// Getters and setters
|
||||
// Bạn có thể dùng Lombok nếu muốn ngắn gọn hơn
|
||||
// Hoặc generate getter/setter trong IDE
|
||||
|
||||
}
|
||||
48
src/main/java/cn/stock/market/dto/query/StockChartDto.java
Normal file
48
src/main/java/cn/stock/market/dto/query/StockChartDto.java
Normal file
@@ -0,0 +1,48 @@
|
||||
package cn.stock.market.dto.query;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
import java.time.LocalDate;
|
||||
|
||||
@Data
|
||||
public class StockChartDto {
|
||||
private Long timestamp;
|
||||
private double open;
|
||||
private double high;
|
||||
private double low;
|
||||
private double close;
|
||||
private double volume;
|
||||
|
||||
public StockChartDto(Long date, double open, double high, double low, double close, double volume) {
|
||||
this.timestamp = date;
|
||||
this.open = open;
|
||||
this.high = high;
|
||||
this.low = low;
|
||||
this.close = close;
|
||||
this.volume = volume;
|
||||
}
|
||||
|
||||
public double getVolume() {
|
||||
return volume;
|
||||
}
|
||||
|
||||
public Long getTimestamp() {
|
||||
return timestamp;
|
||||
}
|
||||
|
||||
public double getOpen() {
|
||||
return open;
|
||||
}
|
||||
|
||||
public double getHigh() {
|
||||
return high;
|
||||
}
|
||||
|
||||
public double getLow() {
|
||||
return low;
|
||||
}
|
||||
|
||||
public double getClose() {
|
||||
return close;
|
||||
}
|
||||
}
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1,233 @@
|
||||
package cn.stock.market.infrastructure.api;
|
||||
|
||||
import cn.stock.market.dto.TodayStockDTO;
|
||||
import cn.stock.market.infrastructure.api.investing.IndiaIndexVo;
|
||||
import cn.stock.market.infrastructure.api.investing.IndiaStockVO;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONArray;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import org.apache.http.HttpEntity;
|
||||
import org.apache.http.client.config.RequestConfig;
|
||||
import org.apache.http.client.methods.CloseableHttpResponse;
|
||||
import org.apache.http.client.methods.HttpGet;
|
||||
import org.apache.http.impl.client.CloseableHttpClient;
|
||||
import org.apache.http.impl.client.HttpClients;
|
||||
import org.apache.http.util.EntityUtils;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* 数据来源网站:<a href="https://groww.in/indices/nifty">...</a>, <a href="https://groww.in/indices/sp-bse-sensex">...</a>
|
||||
*
|
||||
* @auther jnerh
|
||||
*/
|
||||
public class GrowwInApis {
|
||||
|
||||
public static final String INDEX_DETAIL_URL = "https://groww.in/v1/api/stocks_data/v1/accord_points/exchange/%s/segment/CASH/latest_indices_ohlc/%s";
|
||||
public static final String INDEX_KLINE_URL = "https://groww.in/v1/api/charting_service/v2/chart/delayed/exchange/%s/segment/CASH/%s/daily?intervalInMinutes=%s&minimal=true";
|
||||
|
||||
|
||||
public static void requestSenSexData(List<IndiaIndexVo> indexVoList) {
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
JSONObject object = GrowwInApis.getSenSexDetail();
|
||||
IndiaStockVO market = GrowwInApis.objToVo(object);
|
||||
market.setName("BSESENSEX指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
List kine = GrowwInApis.getSenSexKline();
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}
|
||||
public static void requestNifty50Data(List<IndiaIndexVo> indexVoList) {
|
||||
IndiaIndexVo vo1 = new IndiaIndexVo();
|
||||
JSONObject object = GrowwInApis.getNifty50Detail();
|
||||
IndiaStockVO market = GrowwInApis.objToVo(object);
|
||||
market.setName("NIFTY50指数");
|
||||
vo1.setIndexVo(market);
|
||||
|
||||
List kine = GrowwInApis.getNifty50Kline();
|
||||
vo1.setKLine(kine);
|
||||
indexVoList.add(vo1);
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取Nifty50指数详情
|
||||
*/
|
||||
public static JSONObject getIndexDetail(String exchange, String type) {
|
||||
String url = String.format(INDEX_DETAIL_URL, exchange, type);
|
||||
String str = get(url);
|
||||
return JSON.parseObject(str);
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取k线图
|
||||
*/
|
||||
public static List getIndexKline(String exchange, String type, String intervalInMinutes) {
|
||||
String url = String.format(INDEX_KLINE_URL, exchange, type, intervalInMinutes);
|
||||
String str = get(url);
|
||||
JSONObject object = JSON.parseObject(str);
|
||||
return getList(object.getString("candles"));
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* 获取Nifty50指数详情
|
||||
*/
|
||||
public static JSONObject getSenSexDetail() {
|
||||
return getIndexDetail("BSE", "1");
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取k线图
|
||||
*/
|
||||
public static List getSenSexKline() {
|
||||
return getIndexKline("BSE", "1", "1");
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取Nifty50指数详情
|
||||
*/
|
||||
public static JSONObject getNifty50Detail() {
|
||||
return getIndexDetail("NSE", "NIFTY");
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取k线图
|
||||
*/
|
||||
public static List getNifty50Kline() {
|
||||
return getIndexKline("NSE", "NIFTY", "5");
|
||||
}
|
||||
|
||||
static String get(String url) {
|
||||
CloseableHttpClient httpClient = null;
|
||||
CloseableHttpResponse response = null;
|
||||
String result = "";
|
||||
|
||||
try {
|
||||
httpClient = HttpClients.createDefault();
|
||||
HttpGet httpGet = new HttpGet(url);
|
||||
httpGet.setHeader("Referer", "https://groww.in/indices/nifty");
|
||||
httpGet.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36 Edg/121.0.0.0");
|
||||
httpGet.setHeader("X-App-Id", "growwWeb");
|
||||
httpGet.setHeader("X-Device-Id", "fd4815a2-49e4-570a-931a-0316d4d8a52d");
|
||||
httpGet.setHeader("X-Device-Type", "desktop");
|
||||
httpGet.setHeader("X-Platform", "web");
|
||||
RequestConfig requestConfig = RequestConfig.custom().setConnectTimeout(35000).setConnectionRequestTimeout(35000).setSocketTimeout(60000).build();
|
||||
httpGet.setConfig(requestConfig);
|
||||
response = httpClient.execute(httpGet);
|
||||
HttpEntity entity = response.getEntity();
|
||||
result = EntityUtils.toString(entity);
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
} finally {
|
||||
|
||||
if (null != response) {
|
||||
try {
|
||||
response.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
if (null != httpClient) {
|
||||
try {
|
||||
httpClient.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
public static IndiaStockVO objToVo(JSONObject object) {
|
||||
IndiaStockVO market = new IndiaStockVO();
|
||||
if (object.containsKey("close")) {
|
||||
market.setClose(object.getString("close"));
|
||||
}
|
||||
if (object.containsKey("value")) {
|
||||
market.setNowPrice(object.getString("value"));
|
||||
}
|
||||
if (object.containsKey("dayChangePerc")) {
|
||||
market.setRate(object.getString("dayChangePerc"));
|
||||
}
|
||||
if (object.containsKey("high")) {
|
||||
market.setHigh(object.getString("high"));
|
||||
}
|
||||
if (object.containsKey("low")) {
|
||||
market.setLow(object.getString("low"));
|
||||
}
|
||||
if (object.containsKey("open")) {
|
||||
market.setOpen(object.getString("open"));
|
||||
}
|
||||
|
||||
return market;
|
||||
}
|
||||
|
||||
private static List getList(String json) {
|
||||
List<JSONObject> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(json);
|
||||
for (Object obj : jsonArray) {
|
||||
JSONObject entity = new JSONObject();
|
||||
JSONArray jsonArray1 = JSON.parseArray(obj.toString());
|
||||
entity.put("upd_date", new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date(JSON.parseArray(obj.toString()).getLong(0) * 1000)).replace(" ", "T"));
|
||||
entity.put("price", jsonArray1.getBigDecimal(1));
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
}
|
||||
|
||||
private static TodayStockDTO todayStockDTO(JSONObject jsonObject) {
|
||||
TodayStockDTO dto = new TodayStockDTO();
|
||||
if (jsonObject.containsKey("exchange")) {
|
||||
dto.setStockType(jsonObject.getString("exchange"));
|
||||
} else {
|
||||
dto.setStockType("");
|
||||
}
|
||||
if (jsonObject.containsKey("lname")) {
|
||||
dto.setStockName(jsonObject.getString("lname"));
|
||||
} else {
|
||||
dto.setStockName("");
|
||||
}
|
||||
if (jsonObject.containsKey("high_price")) {
|
||||
dto.setHighPrice(jsonObject.getString("highPrice"));
|
||||
} else {
|
||||
dto.setHighPrice("0.00");
|
||||
}
|
||||
if (jsonObject.containsKey("low_price")) {
|
||||
dto.setLowPrice(jsonObject.getString("low_price"));
|
||||
} else {
|
||||
dto.setLowPrice("0.00");
|
||||
}
|
||||
if (jsonObject.containsKey("price")) {
|
||||
dto.setLastPrice(jsonObject.getString("price"));
|
||||
} else {
|
||||
dto.setLastPrice("0.00");
|
||||
}
|
||||
if (jsonObject.containsKey("close_price")) {
|
||||
dto.setPrevClosePrice(jsonObject.getString("close_price"));
|
||||
} else {
|
||||
dto.setPrevClosePrice("0.00");
|
||||
}
|
||||
if (jsonObject.containsKey("netchg")) {
|
||||
dto.setChange(jsonObject.getString("netchg"));
|
||||
} else {
|
||||
dto.setChange("0.00");
|
||||
}
|
||||
if (jsonObject.containsKey("perchg")) {
|
||||
dto.setChangePercent(jsonObject.getString("perchg"));
|
||||
} else {
|
||||
dto.setChangePercent("0.00");
|
||||
}
|
||||
return dto;
|
||||
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
System.out.println(getNifty50Detail());
|
||||
System.out.println(getNifty50Kline());
|
||||
}
|
||||
}
|
||||
@@ -1,5 +1,6 @@
|
||||
package cn.stock.market.infrastructure.api;
|
||||
|
||||
import cn.stock.market.dto.TodayStockDTO;
|
||||
import cn.stock.market.utils.HttpClientRequest;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONArray;
|
||||
@@ -20,7 +21,7 @@ public class TodayApis {
|
||||
}
|
||||
|
||||
//获取Top Gainers
|
||||
public static List<JSONObject> getTopGainers(String exchange){
|
||||
public static List getTopGainers(String exchange){
|
||||
String url = "https://marketapi.intoday.in/widget/topgainer/view?exchange=" + exchange;
|
||||
//返回字符串对象格式:{"status_code":1,"success":true,"data":[{}],"message":"Successful","fromredis":true}
|
||||
String str = get(url);
|
||||
@@ -32,17 +33,19 @@ public class TodayApis {
|
||||
if(!bool){
|
||||
return null;
|
||||
}
|
||||
return getList(object.getString("data"),1);
|
||||
//进行数据转换
|
||||
List<JSONObject> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
for (Object obj : jsonArray){
|
||||
JSONObject entity = JSON.parseObject(obj.toString());
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
// List<TodayStockDTO> dataObject = new ArrayList<>();
|
||||
// JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
// for (Object obj : jsonArray){
|
||||
//// JSONObject entity = JSON.parseObject(obj.toString());
|
||||
// TodayStockDTO entity = todayStockDTO(JSON.parseObject(obj.toString()));
|
||||
// dataObject.add(entity);
|
||||
// }
|
||||
// return dataObject;
|
||||
}
|
||||
//获取Top Losers
|
||||
public static List<JSONObject> getTopLosers(String exchange){
|
||||
public static List getTopLosers(String exchange){
|
||||
String url = "https://marketapi.intoday.in/widget/toploser/view?exchange=" + exchange;
|
||||
//返回字符串对象格式:{"status_code":1,"success":true,"data":[{}],"message":"Successful","fromredis":true}
|
||||
String str = get(url);
|
||||
@@ -54,17 +57,20 @@ public class TodayApis {
|
||||
if(!bool){
|
||||
return null;
|
||||
}
|
||||
return getList(object.getString("data"),1);
|
||||
//进行数据转换
|
||||
List<JSONObject> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
for (Object obj : jsonArray){
|
||||
JSONObject entity = JSON.parseObject(obj.toString());
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
//// List<TodayStockDTO> dataObject = new ArrayList<>();
|
||||
// List<JSONObject> dataObject = new ArrayList<>();
|
||||
// JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
// for (Object obj : jsonArray){
|
||||
// JSONObject entity = JSON.parseObject(obj.toString());
|
||||
//// TodayStockDTO entity = todayStockDTO(JSON.parseObject(obj.toString()));
|
||||
// dataObject.add(entity);
|
||||
// }
|
||||
// return dataObject;
|
||||
}
|
||||
//获取Most Active Volume
|
||||
public static List<JSONObject> getMostActiveVolume(String exchange){
|
||||
public static List getMostActiveVolume(String exchange){
|
||||
String url = "https://marketapi.intoday.in/widget/mostactivetopper/view?exchange=" + exchange;
|
||||
//返回字符串对象格式:{"status_code":1,"success":true,"data":[{}],"message":"Successful","fromredis":true}
|
||||
String str = get(url);
|
||||
@@ -76,17 +82,19 @@ public class TodayApis {
|
||||
if(!bool){
|
||||
return null;
|
||||
}
|
||||
return getList(object.getString("data"),1);
|
||||
//进行数据转换
|
||||
List<JSONObject> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
for (Object obj : jsonArray){
|
||||
JSONObject entity = JSON.parseObject(obj.toString());
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
// List<TodayStockDTO> dataObject = new ArrayList<>();
|
||||
// JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
// for (Object obj : jsonArray){
|
||||
//// JSONObject entity = JSON.parseObject(obj.toString());
|
||||
// TodayStockDTO entity = todayStockDTO(JSON.parseObject(obj.toString()));
|
||||
// dataObject.add(entity);
|
||||
// }
|
||||
// return dataObject;
|
||||
}
|
||||
//获取Most Active Value
|
||||
public static List<JSONObject> getMostActiveValue(String exchange){
|
||||
public static List getMostActiveValue(String exchange){
|
||||
String url = "https://marketapi.intoday.in/widget/mostactivetopperbyvalue/view?exchange=" + exchange;
|
||||
//返回字符串对象格式:{"status_code":1,"success":true,"data":[{}],"message":"Successful","fromredis":true}
|
||||
String str = get(url);
|
||||
@@ -98,14 +106,116 @@ public class TodayApis {
|
||||
if(!bool){
|
||||
return null;
|
||||
}
|
||||
//进行数据转换
|
||||
return getList(object.getString("data"),1);
|
||||
// //进行数据转换
|
||||
// List<TodayStockDTO> dataObject = new ArrayList<>();
|
||||
// JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
// for (Object obj : jsonArray){
|
||||
//// JSONObject entity = JSON.parseObject(obj.toString());
|
||||
// TodayStockDTO entity = todayStockDTO(JSON.parseObject(obj.toString()));
|
||||
// dataObject.add(entity);
|
||||
// }
|
||||
// return dataObject;
|
||||
}
|
||||
private static List getList(String json, int type){
|
||||
if(type == 1){
|
||||
List<JSONObject> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(object.getString("data"));
|
||||
JSONArray jsonArray = JSON.parseArray(json);
|
||||
for (Object obj : jsonArray){
|
||||
JSONObject entity = JSON.parseObject(obj.toString());
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
}else{
|
||||
//进行数据转换
|
||||
List<TodayStockDTO> dataObject = new ArrayList<>();
|
||||
JSONArray jsonArray = JSON.parseArray(json);
|
||||
for (Object obj : jsonArray){
|
||||
TodayStockDTO entity = todayStockDTO(JSON.parseObject(obj.toString()));
|
||||
dataObject.add(entity);
|
||||
}
|
||||
return dataObject;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
private static TodayStockDTO todayStockDTO(JSONObject jsonObject){
|
||||
TodayStockDTO dto = new TodayStockDTO();
|
||||
if(jsonObject.containsKey("exchange")){
|
||||
dto.setStockType(jsonObject.getString("exchange"));
|
||||
}else {
|
||||
dto.setStockType("");
|
||||
}
|
||||
if(jsonObject.containsKey("lname")){
|
||||
dto.setStockName(jsonObject.getString("lname"));
|
||||
}else{
|
||||
dto.setStockName("");
|
||||
}
|
||||
if(jsonObject.containsKey("high_price")){
|
||||
dto.setHighPrice(jsonObject.getString("highPrice"));
|
||||
}else{
|
||||
dto.setHighPrice("0.00");
|
||||
}
|
||||
if(jsonObject.containsKey("low_price")){
|
||||
dto.setLowPrice(jsonObject.getString("low_price"));
|
||||
}else {
|
||||
dto.setLowPrice("0.00");
|
||||
}
|
||||
if(jsonObject.containsKey("price")){
|
||||
dto.setLastPrice(jsonObject.getString("price"));
|
||||
}else{
|
||||
dto.setLastPrice("0.00");
|
||||
}
|
||||
if(jsonObject.containsKey("close_price")){
|
||||
dto.setPrevClosePrice(jsonObject.getString("close_price"));
|
||||
}else{
|
||||
dto.setPrevClosePrice("0.00");
|
||||
}
|
||||
if(jsonObject.containsKey("netchg")){
|
||||
dto.setChange(jsonObject.getString("netchg"));
|
||||
}else{
|
||||
dto.setChange("0.00");
|
||||
}
|
||||
if(jsonObject.containsKey("perchg")){
|
||||
dto.setChangePercent(jsonObject.getString("perchg"));
|
||||
}else{
|
||||
dto.setChangePercent("0.00");
|
||||
}
|
||||
return dto;
|
||||
|
||||
}
|
||||
|
||||
//获取详情
|
||||
public static JSONObject getStockDetail(String exchange,String coCode){
|
||||
String url = String.format("https://priceapi.moneycontrol.com/pricefeed/notapplicable/inidicesindia/%s",exchange);
|
||||
String str = get(url);
|
||||
JSONObject object = JSON.parseObject(str);
|
||||
boolean bool = false;
|
||||
if(object.containsKey("code")){
|
||||
bool = object.getInteger("code") == 200;
|
||||
}
|
||||
if(!bool){
|
||||
return new JSONObject();
|
||||
}
|
||||
JSONObject entity = JSON.parseObject(object.getString("data"));
|
||||
return entity;
|
||||
|
||||
}
|
||||
|
||||
//获取k线图
|
||||
public static List getStockKline(String exchange, String coCode, String format, String durationType, String duration){
|
||||
String url = String.format("https://marketapi.intoday.in/widget/pricechart_company/pullview?exchange=%s&co_code=%s&format=%s&durationtype=%s&duration=%s",
|
||||
exchange, coCode, format, durationType, duration);
|
||||
String str = get(url);
|
||||
JSONObject object = JSON.parseObject(str);
|
||||
boolean bool = false;
|
||||
if(object.containsKey("success")){
|
||||
bool = object.getBoolean("success");
|
||||
}
|
||||
if(!bool){
|
||||
return new ArrayList();
|
||||
}
|
||||
return getList(object.getString("data"),1);
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
|
||||
@@ -153,7 +153,6 @@ public class InvestingApis {
|
||||
"Time": "1698055197",
|
||||
"Url": "/equities/aditya-birla",
|
||||
"Volume": 3693615
|
||||
* @param httpClient
|
||||
* @param currPage
|
||||
* @param pageSize
|
||||
* @return
|
||||
@@ -252,6 +251,34 @@ public class InvestingApis {
|
||||
.collect(Collectors.toList())
|
||||
;
|
||||
}
|
||||
public List<JSONObject> kIndex(String code,String period, String interval,String type) throws IOException {
|
||||
if(code == null) {
|
||||
throw new RuntimeException("找不到股票信息");
|
||||
}
|
||||
Date nowDate = new Date();
|
||||
JSONObject json = InvestingInvokerApis.of().__IndiaIndex(code, period,interval);
|
||||
return json
|
||||
.getJSONArray("data")
|
||||
.stream()
|
||||
.map(val -> {
|
||||
JSONArray _ar = (JSONArray) val;
|
||||
JSONObject item = new JSONObject();
|
||||
item.put("date", _ar.get(0));
|
||||
item.put("open", _ar.get(1));
|
||||
item.put("high", _ar.get(2));
|
||||
item.put("low", _ar.get(3));
|
||||
item.put("close", _ar.get(4));
|
||||
item.put("volume", _ar.get(5));
|
||||
return item;
|
||||
}).filter(val -> {
|
||||
if("day".equalsIgnoreCase(type)) {
|
||||
return DateUtil.isSameDay(nowDate, new Date(val.getLong("date")));
|
||||
}
|
||||
return true;
|
||||
})
|
||||
.collect(Collectors.toList())
|
||||
;
|
||||
}
|
||||
|
||||
public static InvestingApis of() {
|
||||
return new InvestingApis();
|
||||
|
||||
@@ -202,6 +202,15 @@ public class InvestingInvokerApis {
|
||||
return JSON.parseObject(body);
|
||||
}
|
||||
|
||||
public JSONObject __IndiaIndex(String code,String period, String interval)throws IOException {
|
||||
String tmpl = "https://api.investing.com/api/financialdata/{}/historical/chart/?period={}&interval={}&pointscount=160";
|
||||
String url = StrFormatter.format(tmpl, code, period, interval);
|
||||
Builder builder = builderGet(url);
|
||||
|
||||
String body = httpClient().newCall(builder.build()).execute().body().string();
|
||||
return JSON.parseObject(body);
|
||||
}
|
||||
|
||||
public static InvestingInvokerApis of() {
|
||||
return new InvestingInvokerApis();
|
||||
}
|
||||
|
||||
@@ -71,4 +71,10 @@ public class BtodayStockPO {
|
||||
/**
|
||||
* 上次更新时间 */
|
||||
Date lastUpdateTime;
|
||||
|
||||
/** 是否锁定 0否 1是 */
|
||||
Integer isLock;
|
||||
|
||||
/** 是否展示 0是 1否 */
|
||||
Integer isShow;
|
||||
}
|
||||
|
||||
@@ -56,6 +56,14 @@ public class MoneyStockPO {
|
||||
* 展示表示 */
|
||||
String selfDispId;
|
||||
|
||||
/**
|
||||
* NSE India的id */
|
||||
String nseIndiaId;
|
||||
|
||||
/**
|
||||
* NSE India Chart的id */
|
||||
String nseIndiaChartId;
|
||||
|
||||
/**
|
||||
* 自有self_url */
|
||||
String selfUrl;
|
||||
@@ -75,4 +83,6 @@ public class MoneyStockPO {
|
||||
/**
|
||||
* 是否展示 0是 1否 */
|
||||
Integer isShow;
|
||||
|
||||
Boolean useFromBseindia = false;
|
||||
}
|
||||
|
||||
@@ -0,0 +1,35 @@
|
||||
package cn.stock.market.infrastructure.db.po;
|
||||
|
||||
import lombok.AllArgsConstructor;
|
||||
import lombok.Data;
|
||||
import lombok.NoArgsConstructor;
|
||||
import lombok.experimental.SuperBuilder;
|
||||
import org.hibernate.annotations.DynamicInsert;
|
||||
import org.hibernate.annotations.DynamicUpdate;
|
||||
|
||||
import javax.persistence.Entity;
|
||||
import javax.persistence.GeneratedValue;
|
||||
import javax.persistence.Id;
|
||||
import javax.persistence.Table;
|
||||
|
||||
@SuperBuilder
|
||||
@Data
|
||||
@NoArgsConstructor
|
||||
@AllArgsConstructor
|
||||
@Entity
|
||||
@DynamicInsert
|
||||
@DynamicUpdate
|
||||
@Table(
|
||||
name = "optional_stock"
|
||||
)
|
||||
public class OptionalStockPO {
|
||||
@Id
|
||||
@GeneratedValue(
|
||||
strategy = javax.persistence.GenerationType.IDENTITY
|
||||
)
|
||||
Integer id;
|
||||
|
||||
String symbol;
|
||||
|
||||
String company;
|
||||
}
|
||||
@@ -61,11 +61,11 @@ public class StockIpoPO {
|
||||
|
||||
/**
|
||||
* 是否显示【1 显示,2 不显示】 */
|
||||
Integer isShow;
|
||||
Integer isShow = 1;
|
||||
|
||||
/**
|
||||
* 是否上市【1 未上市,2 已上市】 */
|
||||
Integer isList;
|
||||
Integer isList = 1;
|
||||
|
||||
Date createDate;
|
||||
|
||||
@@ -79,6 +79,8 @@ public class StockIpoPO {
|
||||
* 申请总额 */
|
||||
String apply;
|
||||
|
||||
String exchangeType;
|
||||
|
||||
/**
|
||||
* 市盈率 */
|
||||
BigDecimal peRatio;
|
||||
|
||||
@@ -0,0 +1,39 @@
|
||||
package cn.stock.market.infrastructure.db.po;
|
||||
|
||||
import lombok.AllArgsConstructor;
|
||||
import lombok.Data;
|
||||
import lombok.NoArgsConstructor;
|
||||
import lombok.experimental.SuperBuilder;
|
||||
import org.hibernate.annotations.DynamicInsert;
|
||||
import org.hibernate.annotations.DynamicUpdate;
|
||||
|
||||
import javax.persistence.*;
|
||||
import java.math.BigDecimal;
|
||||
import java.util.Date;
|
||||
|
||||
/**
|
||||
* StockPO
|
||||
*
|
||||
* @author rplees
|
||||
* @email rplees.i.ly@gmail.com
|
||||
* @created 2023/06/17
|
||||
*/
|
||||
@SuperBuilder
|
||||
@Data
|
||||
@NoArgsConstructor
|
||||
@AllArgsConstructor
|
||||
@Entity
|
||||
@DynamicInsert
|
||||
@DynamicUpdate
|
||||
@Table(name = "stockTemp")
|
||||
public class StockTempPO {
|
||||
@Id
|
||||
@GeneratedValue(strategy = GenerationType.IDENTITY)
|
||||
Integer id;
|
||||
|
||||
String stockType;
|
||||
|
||||
String stockGid;
|
||||
|
||||
String stockLogo;
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
package cn.stock.market.infrastructure.db.repo;
|
||||
|
||||
import cn.stock.market.infrastructure.db.po.OptionalStockPO;
|
||||
import com.rp.spring.jpa.GenericJpaRepository;
|
||||
|
||||
public interface OptionalStockRepo extends GenericJpaRepository<OptionalStockPO, Integer> {
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
package cn.stock.market.infrastructure.db.repo;
|
||||
|
||||
import cn.stock.market.infrastructure.db.po.StockPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockTempPO;
|
||||
import com.rp.spring.jpa.GenericJpaRepository;
|
||||
|
||||
/**
|
||||
* StockRepo
|
||||
*
|
||||
* @author rplees
|
||||
* @email rplees.i.ly@gmail.com
|
||||
* @created 2023/06/17
|
||||
*/
|
||||
public interface StockTempRepo extends GenericJpaRepository<StockTempPO, Integer> {
|
||||
}
|
||||
@@ -7,6 +7,7 @@ import cn.stock.market.domain.basic.repository.StockRepository;
|
||||
import cn.stock.market.domain.basic.service.StockService;
|
||||
import cn.stock.market.infrastructure.api.investing.InvestingInvokerApis;
|
||||
import cn.stock.market.infrastructure.db.po.QSiteNewsPO;
|
||||
import cn.stock.market.utils.DateTimeUtil;
|
||||
import cn.stock.market.utils.Utils;
|
||||
import com.ag.utils.CollectionUtils;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
@@ -25,6 +26,8 @@ import java.util.Date;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
@Slf4j
|
||||
@Component
|
||||
@@ -107,16 +110,27 @@ public class InvestingTask {
|
||||
}
|
||||
|
||||
/*新闻接口*/
|
||||
@Scheduled(cron = "0 0 1 * * ?")
|
||||
@Scheduled(cron = "0 0 0/3 * * ?")
|
||||
public void saveStockNews() {
|
||||
log.info("英文股票新闻数据同步开始");
|
||||
try {
|
||||
String news = stockService.getNews();
|
||||
log.info("获取英文股票新闻数据----"+news);
|
||||
List<String> newsList = Arrays.asList(news.split("<a href="));
|
||||
newsList = newsList.subList(1, newsList.size());
|
||||
newsList.forEach( n -> {
|
||||
String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2);
|
||||
String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_"));
|
||||
String imgUrl = n.substring(n.indexOf("img src=") + 9, n.indexOf("?"));
|
||||
String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
|
||||
// String imgUrl = n.substring(n.indexOf("img loading=\"lazy\" src=") + 24, n.indexOf("?"));
|
||||
String imgUrl = extractImgSrc(n);
|
||||
// String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
|
||||
// Extract the date and time using regex
|
||||
Pattern pattern = Pattern.compile("Updated On :<!-- --> <!-- -->(.*?)<!-- -->");
|
||||
Matcher matcher = pattern.matcher(n);
|
||||
String time = "";
|
||||
if (matcher.find()) {
|
||||
time = DateTimeUtil.formatDateTimeFor24H(matcher.group(1).trim(),"dd MMM yyyy | hh:mm a");
|
||||
}
|
||||
|
||||
SiteNews siteNews = new SiteNews();
|
||||
siteNews.setAddTime(new Date());
|
||||
@@ -131,6 +145,28 @@ public class InvestingTask {
|
||||
newsRepository.save(siteNews);
|
||||
}
|
||||
});
|
||||
log.info("英文股票新闻数据同步完成");
|
||||
} catch (Exception e) {
|
||||
log.info("新闻数据同步异常,异常信息{}。。。。",e.getMessage());
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public static String extractImgSrc(String htmlData) {
|
||||
String searchString = "<noscript>";
|
||||
int startPos = htmlData.indexOf(searchString);
|
||||
|
||||
if (startPos != -1) {
|
||||
String startTag = "src=";
|
||||
startPos = htmlData.indexOf(startTag, startPos) + startTag.length() + 1;
|
||||
|
||||
int endPos = htmlData.indexOf("?", startPos);
|
||||
|
||||
if (endPos != -1) {
|
||||
return htmlData.substring(startPos, endPos);
|
||||
}
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -15,6 +15,7 @@ import org.jsoup.nodes.Document;
|
||||
import org.jsoup.nodes.Element;
|
||||
import org.jsoup.select.Elements;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.scheduling.annotation.Scheduled;
|
||||
import org.springframework.web.bind.annotation.GetMapping;
|
||||
import org.springframework.web.bind.annotation.RequestParam;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
@@ -49,6 +50,7 @@ public class MoneyScraper {
|
||||
private MoneyStockRepository moneyStockRepository;
|
||||
|
||||
@GetMapping("testScraperGetMoneyControlStock")
|
||||
//@Scheduled(cron = "0 0 2 */1 * ?")
|
||||
public void schedule(){
|
||||
List<String> letters = new ArrayList<>();
|
||||
for (char c = 'A'; c <= 'Z'; c++) {
|
||||
@@ -113,15 +115,15 @@ public class MoneyScraper {
|
||||
if (ulElement != null) {
|
||||
for (Element aElement : ulElement.select("a")) {
|
||||
String exchangeValue = aElement.text().trim();
|
||||
if ("BSE".equals(exchangeValue) || "NSE".equals(exchangeValue)) {
|
||||
if ("BSE".equals(exchangeValue.toUpperCase()) || "NSE".equals(exchangeValue.toUpperCase())) {
|
||||
log.info(Thread.currentThread().getName() + ",the stock url: " + url +
|
||||
", the exchange Value: " + exchangeValue);
|
||||
MoneyStock build = MoneyStock.builder().stockName(name).stockType(exchangeValue.toLowerCase(Locale.ROOT))
|
||||
MoneyStock build = MoneyStock.builder().stockName(name).stockType(exchangeValue.toUpperCase(Locale.ROOT))
|
||||
.detailUrl(String.format("https://priceapi.moneycontrol.com/pricefeed/%s/equitycash/%s", exchangeValue.toLowerCase(), companyCodeId))
|
||||
.selfUrl(url)
|
||||
.selfDispId(extractDispId(url))
|
||||
.moneyScId(companyCodeId).saveTime(new Date()).build();
|
||||
List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.eq(name), QMoneyStockPO.moneyStockPO.stockType.eq(exchangeValue.toLowerCase(Locale.ROOT)));
|
||||
List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.eq(name), QMoneyStockPO.moneyStockPO.stockType.upper().eq(exchangeValue.toUpperCase(Locale.ROOT)));
|
||||
if (CollectionUtil.isEmpty(all)) {
|
||||
moneyStockRepository.save(build);
|
||||
}
|
||||
@@ -262,15 +264,15 @@ public class MoneyScraper {
|
||||
for (Element aElement : ulElement.select("a")) {
|
||||
String exchangeValue = aElement.text().trim();
|
||||
|
||||
if ("BSE".equals(exchangeValue) || "NSE".equals(exchangeValue)) {
|
||||
if ("BSE".equals(exchangeValue.toUpperCase(Locale.ROOT)) || "NSE".equals(exchangeValue.toUpperCase(Locale.ROOT))) {
|
||||
log.info(Thread.currentThread().getName()+",stockName: " + textContent + ", self_link: " + linkAttribute +
|
||||
", the exchange Value: " + exchangeValue);
|
||||
MoneyStock build = MoneyStock.builder().stockName(textContent).stockType(exchangeValue.toLowerCase(Locale.ROOT))
|
||||
MoneyStock build = MoneyStock.builder().stockName(textContent).stockType(exchangeValue.toUpperCase(Locale.ROOT))
|
||||
.detailUrl(String.format("https://priceapi.moneycontrol.com/pricefeed/%s/equitycash/%s", exchangeValue.toLowerCase(), companyCodeId))
|
||||
.selfUrl(linkAttribute)
|
||||
.selfDispId(extractDispId(linkAttribute))
|
||||
.moneyScId(companyCodeId).saveTime(new Date()).build();
|
||||
List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.eq(textContent), QMoneyStockPO.moneyStockPO.stockType.eq(exchangeValue.toLowerCase(Locale.ROOT)));
|
||||
List<MoneyStock> all = moneyStockRepository.findAll(QMoneyStockPO.moneyStockPO.stockName.eq(textContent), QMoneyStockPO.moneyStockPO.stockType.upper().eq(exchangeValue.toUpperCase(Locale.ROOT)));
|
||||
if(CollectionUtil.isEmpty(all)){
|
||||
moneyStockRepository.save(build);
|
||||
}
|
||||
|
||||
@@ -1,13 +1,21 @@
|
||||
package cn.stock.market.infrastructure.job;
|
||||
|
||||
import cn.hutool.core.collection.CollectionUtil;
|
||||
import cn.hutool.core.date.DateTime;
|
||||
import cn.hutool.core.date.DateUtil;
|
||||
import cn.stock.market.domain.basic.entity.BtodayStock;
|
||||
import cn.stock.market.domain.basic.entity.MoneyStock;
|
||||
import cn.stock.market.domain.basic.entity.StockIpo;
|
||||
import cn.stock.market.domain.basic.repository.BtodayStockRepository;
|
||||
import cn.stock.market.domain.basic.repository.MoneyStockRepository;
|
||||
import cn.stock.market.domain.basic.repository.StockIpoRepository;
|
||||
import cn.stock.market.dto.StockIpoDTO;
|
||||
import cn.stock.market.infrastructure.db.po.QMoneyStockPO;
|
||||
import cn.stock.market.infrastructure.db.po.QStockIpoPO;
|
||||
import cn.stock.market.infrastructure.db.po.StockIpoPO;
|
||||
import cn.stock.market.infrastructure.db.repo.BtodayStockRepo;
|
||||
import com.alibaba.druid.sql.visitor.functions.Now;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONArray;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import com.google.common.collect.Lists;
|
||||
@@ -29,13 +37,11 @@ import org.springframework.stereotype.Component;
|
||||
import org.springframework.web.bind.annotation.RequestMapping;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
|
||||
import javax.annotation.PostConstruct;
|
||||
import java.io.IOException;
|
||||
import java.math.BigDecimal;
|
||||
import java.sql.Timestamp;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Date;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import java.util.concurrent.ExecutorService;
|
||||
import java.util.concurrent.Executors;
|
||||
@@ -51,6 +57,10 @@ public class Scraper {
|
||||
private StockIpoRepository stockIpoRepository;
|
||||
|
||||
private final ExecutorService executorService = Executors.newFixedThreadPool(5);
|
||||
@Autowired
|
||||
private MoneyStockRepository moneyStockRepository;
|
||||
|
||||
private boolean times = false;
|
||||
|
||||
|
||||
@Scheduled(cron = "0 0 1 */2 * ?")
|
||||
@@ -100,14 +110,17 @@ public class Scraper {
|
||||
|
||||
|
||||
|
||||
@Scheduled(cron = "0 0 5 * * ?")
|
||||
@Scheduled(cron = "0 0 18 * * ?")
|
||||
// @PostConstruct
|
||||
@RequestMapping("/testScraperGetMoneyControllerNewIPO")
|
||||
public void schedule2() {
|
||||
public void getMoneyControllerNewIPOSchedule() {
|
||||
log.info("定时任务执行获取新股ipo的方法开始执行");
|
||||
// 目标 URL
|
||||
String url = "https://www.moneycontrol.com/ipo/open-upcoming-ipos";
|
||||
List<String> urls = Arrays.asList("https://www.moneycontrol.com/ipo/upcoming-ipos/", "https://www.moneycontrol.com/ipo/open-ipos/");
|
||||
// 创建 HttpClient 实例
|
||||
HttpClient client = HttpClients.createDefault();
|
||||
// 创建 HttpGet 请求
|
||||
for (String url : urls) {
|
||||
HttpGet request = new HttpGet(url);
|
||||
try {
|
||||
// 执行请求
|
||||
@@ -130,13 +143,20 @@ public class Scraper {
|
||||
|
||||
// 将 JSON 字符串解析为 Java JSONObject
|
||||
JSONObject jsonObject = JSONObject.parseObject(jsonDataStr);
|
||||
log.info(jsonObject.toJSONString());
|
||||
log.info("获取到新股的json信息:"+jsonObject.toJSONString());
|
||||
|
||||
|
||||
|
||||
JSONObject pageProps = jsonObject.getJSONObject("props").getJSONObject("pageProps");
|
||||
JSONObject ipoTableData = pageProps.getJSONObject("ipoTableData");
|
||||
|
||||
|
||||
|
||||
// 解析 openData 和 upcomingData
|
||||
JSONArray openData = ipoTableData.getJSONArray("openData");
|
||||
// if (openData.isEmpty()){
|
||||
// openData = ipoTableData.getJSONArray("openUpcomingData");
|
||||
// }
|
||||
JSONArray upcomingData = ipoTableData.getJSONArray("upcomingData");
|
||||
List<StockIpo> listStockIpoList = new ArrayList<>();
|
||||
for (int i = 0; i < openData.size(); i++) {
|
||||
@@ -147,12 +167,39 @@ public class Scraper {
|
||||
stockIpo.setStockPrice(entry.getBigDecimal("issue_price"));
|
||||
stockIpo.setSubscriptionDate(convertStringToTimestamp(entry.getString("open_date")));
|
||||
stockIpo.setListingDate(convertStringToTimestamp(entry.getString("listing_date")));
|
||||
stockIpo.setTotalNumber(entry.getInteger("lot_size"));
|
||||
Integer totalNumber = 0;
|
||||
if(null!=entry.getInteger("issue_size")&&entry.getBigDecimal("issue_price")!=null&&!entry.getBigDecimal("issue_price").equals(BigDecimal.valueOf(0))){
|
||||
BigDecimal issueSize = new BigDecimal(entry.getLong("issue_size"));
|
||||
BigDecimal totalNumberBigDecimal = issueSize.divide(entry.getBigDecimal("issue_price"), 2, BigDecimal.ROUND_HALF_UP);
|
||||
totalNumber = totalNumberBigDecimal.intValue();
|
||||
}
|
||||
stockIpo.setTotalNumber(totalNumber);
|
||||
stockIpo.setApply(entry.getString("total_subs"));
|
||||
stockIpo.setCreateDate(new Date());
|
||||
stockIpo.setUpdateDate(new Date());
|
||||
stockIpo.setSourceType("2");
|
||||
listStockIpoList.add(stockIpo);
|
||||
stockIpo.setSourceType("3");
|
||||
|
||||
if (stockIpo.getStockCode() == null || stockIpo.getStockName() == null){
|
||||
continue;
|
||||
}
|
||||
String codeDetail = entry.getString("url").substring(entry.getString("url").lastIndexOf('/') + 1);;
|
||||
List<String> exchanges = getIpoExchange(stockIpo.getStockName(), codeDetail);
|
||||
|
||||
for (String exchange : exchanges) {
|
||||
StockIpo ipo = new StockIpo();
|
||||
ipo.setStockCode(stockIpo.getStockCode());
|
||||
ipo.setStockName(stockIpo.getStockName());
|
||||
ipo.setStockPrice(stockIpo.getStockPrice());
|
||||
ipo.setSubscriptionDate(stockIpo.getSubscriptionDate());
|
||||
ipo.setListingDate(stockIpo.getListingDate());
|
||||
ipo.setTotalNumber(stockIpo.getTotalNumber());
|
||||
ipo.setApply(stockIpo.getApply());
|
||||
ipo.setCreateDate(stockIpo.getCreateDate());
|
||||
ipo.setUpdateDate(stockIpo.getUpdateDate());
|
||||
ipo.setExchangeType(exchange);
|
||||
ipo.setSourceType("3");
|
||||
listStockIpoList.add(ipo);
|
||||
}
|
||||
}
|
||||
|
||||
for (int i = 0; i < upcomingData.size(); i++) {
|
||||
@@ -163,28 +210,84 @@ public class Scraper {
|
||||
stockIpo.setStockPrice(entry.getBigDecimal("issue_price"));
|
||||
stockIpo.setSubscriptionDate(convertStringToTimestamp(entry.getString("open_date")));
|
||||
stockIpo.setListingDate(convertStringToTimestamp(entry.getString("listing_date")));
|
||||
stockIpo.setTotalNumber(entry.getInteger("lot_size"));
|
||||
Integer totalNumber = 0;
|
||||
if(null!=entry.getInteger("issue_size")&&entry.getBigDecimal("issue_price")!=null&&!entry.getBigDecimal("issue_price").equals(BigDecimal.valueOf(0))){
|
||||
Integer issue_size = entry.getInteger("issue_size");
|
||||
BigDecimal issueSize = new BigDecimal(issue_size);
|
||||
BigDecimal totalNumberBigDecimal = issueSize.divide(entry.getBigDecimal("issue_price"), 2, BigDecimal.ROUND_HALF_UP);
|
||||
totalNumber = totalNumberBigDecimal.intValue();
|
||||
}
|
||||
stockIpo.setTotalNumber(totalNumber);
|
||||
stockIpo.setApply(entry.getString("total_subs"));
|
||||
stockIpo.setCreateDate(new Date());
|
||||
stockIpo.setUpdateDate(new Date());
|
||||
stockIpo.setSourceType("3");
|
||||
listStockIpoList.add(stockIpo);
|
||||
|
||||
if (stockIpo.getStockCode() == null || stockIpo.getStockName() == null){
|
||||
continue;
|
||||
}
|
||||
|
||||
List<String> exchanges = getIpoExchange(stockIpo.getStockName(), stockIpo.getStockCode());
|
||||
|
||||
for (String exchange : exchanges) {
|
||||
StockIpo ipo = new StockIpo();
|
||||
ipo.setStockCode(stockIpo.getStockCode());
|
||||
ipo.setStockName(stockIpo.getStockName());
|
||||
ipo.setStockPrice(stockIpo.getStockPrice());
|
||||
ipo.setSubscriptionDate(stockIpo.getSubscriptionDate());
|
||||
ipo.setListingDate(stockIpo.getListingDate());
|
||||
ipo.setTotalNumber(stockIpo.getTotalNumber());
|
||||
ipo.setApply(stockIpo.getApply());
|
||||
ipo.setCreateDate(stockIpo.getCreateDate());
|
||||
ipo.setUpdateDate(stockIpo.getUpdateDate());
|
||||
ipo.setExchangeType(exchange);
|
||||
ipo.setSourceType("3");
|
||||
listStockIpoList.add(ipo);
|
||||
}
|
||||
}
|
||||
|
||||
// stockIpoRepository.saveAll(listStockIpoList);
|
||||
|
||||
List<String> nameList = Lists.transform(listStockIpoList, StockIpo::getStockName);
|
||||
List<StockIpo> existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockName.in(nameList));
|
||||
List<String> existingStockNames = existStockIpoList.stream()
|
||||
.map(StockIpo::getStockName)
|
||||
if (!listStockIpoList.isEmpty())
|
||||
{
|
||||
listStockIpoList = listStockIpoList.stream().filter(a -> StringUtils.isNotBlank(a.getStockName())).collect(Collectors.toList());
|
||||
}
|
||||
|
||||
List<String> scIdList = Lists.transform(listStockIpoList, StockIpo::getStockCode);
|
||||
if(CollectionUtil.isNotEmpty(scIdList)){
|
||||
List<StockIpo> existStockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.stockCode.in(scIdList));
|
||||
List<String> existingStockScIds = existStockIpoList.stream()
|
||||
.map(StockIpo::getStockCode)
|
||||
.collect(Collectors.toList());
|
||||
|
||||
listStockIpoList = listStockIpoList.stream()
|
||||
.filter(stockIpos -> !existingStockNames.contains(stockIpos.getStockName()))
|
||||
.collect(Collectors.toList());
|
||||
for (StockIpo stockIpo : listStockIpoList) {
|
||||
StockIpo existIpo = existStockIpoList.stream().filter(a -> a.getStockCode().equals(stockIpo.getStockCode()) && (a.getExchangeType() == null || a.getExchangeType().isEmpty() || a.getExchangeType().toLowerCase().trim().equals(stockIpo.getExchangeType().toLowerCase().trim()))).findFirst().orElse(null);
|
||||
if (existIpo != null) {
|
||||
if (existIpo.getExchangeType() == null || existIpo.getExchangeType().isEmpty()){
|
||||
existIpo.setExchangeType(stockIpo.getExchangeType());
|
||||
}
|
||||
stockIpo.setId(existIpo.getId());
|
||||
if (existIpo.getStockPrice() != null){
|
||||
stockIpo.setStockPrice(existIpo.getStockPrice());
|
||||
stockIpo.setApply(existIpo.getApply());
|
||||
}
|
||||
}
|
||||
}
|
||||
// listStockIpoList = listStockIpoList.stream()
|
||||
// .filter(stockIpos -> !existingStockScIds.contains(stockIpos.getStockCode())).filter(stockIpo -> StringUtils.isNotBlank(stockIpo.getStockName()))
|
||||
// .collect(Collectors.toList());
|
||||
|
||||
//保存全部的新股
|
||||
if(CollectionUtil.isNotEmpty(listStockIpoList)){
|
||||
stockIpoRepository.saveAll(listStockIpoList);
|
||||
|
||||
log.info("定时任务执行获取新股ipo的方法开始结束,保存了数据:{}", JSON.toJSONString(listStockIpoList));
|
||||
}else {
|
||||
log.info("定时任务执行获取新股ipo的方法开始结束,没有数据");
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
// 输出整个 JSON 数据
|
||||
} else {
|
||||
log.info("未找到包含 JSON 数据的 <script> 标签");
|
||||
@@ -198,6 +301,39 @@ public class Scraper {
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
|
||||
@Scheduled(cron = "0 0 19 * * ?")
|
||||
@PostConstruct
|
||||
@RequestMapping("/addMoneyStock")
|
||||
public void addMoneyStock() {
|
||||
log.info("定时任务执行获取新股ipo的方法开始执行");
|
||||
|
||||
List<StockIpo> stockIpoList;
|
||||
|
||||
if(!times){
|
||||
stockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.listingDate.isNotNull()
|
||||
.and(QStockIpoPO.stockIpoPO.listingDate.loe(DateTime.now()))
|
||||
.and(QStockIpoPO.stockIpoPO.exchangeType.isNotNull())
|
||||
.and(QStockIpoPO.stockIpoPO.exchangeType.isNotEmpty())
|
||||
); // first time run
|
||||
|
||||
times = true;
|
||||
}
|
||||
else {
|
||||
stockIpoList = stockIpoRepository.findAll(QStockIpoPO.stockIpoPO.listingDate.isNotNull()
|
||||
.and(QStockIpoPO.stockIpoPO.listingDate.loe(DateTime.now())
|
||||
.and(QStockIpoPO.stockIpoPO.listingDate.goe(DateUtil.offsetDay(DateTime.now(), -3))))
|
||||
.and(QStockIpoPO.stockIpoPO.exchangeType.isNotNull())
|
||||
.and(QStockIpoPO.stockIpoPO.exchangeType.isNotEmpty())
|
||||
); // from second run
|
||||
}
|
||||
|
||||
List<MoneyStock> moneyStockList = convertToMoneyStock(stockIpoList);
|
||||
moneyStockRepository.saveAll(moneyStockList);
|
||||
}
|
||||
|
||||
|
||||
private static Timestamp convertStringToTimestamp(String dateString) {
|
||||
// 实现将字符串转换为 Timestamp 的逻辑
|
||||
// 这里假设 dateString 是合法的日期时间字符串
|
||||
@@ -208,12 +344,6 @@ public class Scraper {
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
private void processSubMap(Map<String, String> sefUrlList) {
|
||||
for (Map.Entry<String, String> entry : sefUrlList.entrySet()) {
|
||||
String companyName = entry.getKey();
|
||||
@@ -257,6 +387,8 @@ public class Scraper {
|
||||
btodayStock.setSelfUrl(url);
|
||||
btodayStock.setUrl(detailUrl);
|
||||
btodayStock.setLastUpdateTime(new Date());
|
||||
btodayStock.setIsLock(0);
|
||||
btodayStock.setIsShow(0);
|
||||
btodayStockRepo.save(btodayStock);
|
||||
|
||||
/* if (webInfo != null) {
|
||||
@@ -348,4 +480,135 @@ public class Scraper {
|
||||
log.info("Getting web detail URL: " + url + "...");
|
||||
return Jsoup.connect(url).ignoreContentType(true).execute().body();
|
||||
}
|
||||
|
||||
public List<String> getIpoExchange(String stockName, String stockCode) {
|
||||
List<String> exchanges = new ArrayList<>();
|
||||
String url = "https://www.moneycontrol.com/ipo/{stockName}-{stockCode}-ipodetail";
|
||||
url = url.replace("{stockName}", stockName.toLowerCase().replace(" ", "-")).replace("{stockCode}", stockCode.toLowerCase());
|
||||
|
||||
org.apache.http.client.HttpClient client = HttpClients.createDefault();
|
||||
HttpGet request = new HttpGet(url);
|
||||
try {
|
||||
org.apache.http.HttpResponse response = client.execute(request);
|
||||
|
||||
if (response.getStatusLine().getStatusCode() == 200) {
|
||||
String responseBody = EntityUtils.toString(response.getEntity());
|
||||
Document doc = Jsoup.parse(responseBody);
|
||||
|
||||
Element scriptTag = doc.selectFirst("script#__NEXT_DATA__");
|
||||
|
||||
if (scriptTag != null) {
|
||||
String jsonDataStr = scriptTag.html();
|
||||
|
||||
com.alibaba.fastjson.JSONObject jsonObject = com.alibaba.fastjson.JSONObject.parseObject(jsonDataStr);
|
||||
log.info("获取到新股的json信息:" + jsonObject.toJSONString());
|
||||
|
||||
com.alibaba.fastjson.JSONObject pageProps = jsonObject.getJSONObject("props").getJSONObject("pageProps");
|
||||
com.alibaba.fastjson.JSONObject overview = pageProps.getJSONObject("ipoDetails").getJSONObject("ipoDetails").getJSONObject("overview");
|
||||
|
||||
String exchangeStr = overview.getString("listing_on");
|
||||
|
||||
if (exchangeStr != null && !exchangeStr.isEmpty() && !exchangeStr.equals("null")) {
|
||||
exchanges.addAll(new ArrayList<>(Arrays.asList(exchangeStr.split(","))));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e) {
|
||||
log.info(e.getMessage());
|
||||
}
|
||||
|
||||
if (exchanges.isEmpty()) {
|
||||
exchanges.add("");
|
||||
}
|
||||
|
||||
return exchanges;
|
||||
}
|
||||
|
||||
public List<MoneyStock> convertToMoneyStock(List<StockIpo> stockIpoList) {
|
||||
// Lấy danh sách tất cả stockCode và exchangeType từ stockIpoList
|
||||
Set<String> stockCodes = stockIpoList.stream().map(StockIpo::getStockCode).collect(Collectors.toSet());
|
||||
// Set<String> exchangeTypes = stockIpoList.stream().map(StockIpo::getExchangeType).collect(Collectors.toSet());
|
||||
Set<String> exchangeTypes = stockIpoList.stream().map(stockIpo -> stockIpo.getExchangeType().toUpperCase()).collect(Collectors.toSet());
|
||||
|
||||
// Lấy tất cả các MoneyStock tồn tại trong database với stockCode và exchangeType trong stockIpoList
|
||||
List<MoneyStock> existingMoneyStocks = moneyStockRepository.findAll(
|
||||
QMoneyStockPO.moneyStockPO.moneyScId.in(stockCodes)
|
||||
.and(QMoneyStockPO.moneyStockPO.stockType.upper().in(exchangeTypes))
|
||||
);
|
||||
|
||||
// Lưu các stockCode và exchangeType đã tồn tại
|
||||
Set<String> existingKeys = existingMoneyStocks.stream()
|
||||
.map(ms -> ms.getMoneyScId() + ms.getStockType().toUpperCase())
|
||||
.collect(Collectors.toSet());
|
||||
|
||||
// Chỉ giữ những StockIpo chưa tồn tại
|
||||
return stockIpoList.stream()
|
||||
.filter(stockIpo -> !existingKeys.contains(stockIpo.getStockCode() + stockIpo.getExchangeType().toUpperCase()))
|
||||
.map(this::convert)
|
||||
.collect(Collectors.toList());
|
||||
}
|
||||
|
||||
// public List<MoneyStock> convertToMoneyStock(List<StockIpo> stockIpoList) {
|
||||
// return stockIpoList.stream()
|
||||
// .filter(stockIpo -> !moneyStockRepository.exists(
|
||||
// QMoneyStockPO.moneyStockPO.stockType.eq(stockIpo.getExchangeType())
|
||||
// .and(QMoneyStockPO.moneyStockPO.moneyScId.eq(stockIpo.getStockCode()))
|
||||
// )) // Chỉ giữ những StockIpo chưa tồn tại
|
||||
// .map(this::convert)
|
||||
// .collect(Collectors.toList());
|
||||
// }
|
||||
|
||||
private MoneyStock convert(StockIpo stockIpo) {
|
||||
MoneyStock moneyStock = new MoneyStock();
|
||||
|
||||
moneyStock.setStockName(stockIpo.getStockName());
|
||||
moneyStock.setMoneyScId(stockIpo.getStockCode());
|
||||
moneyStock.setSelfDispId(stockIpo.getStockCode());
|
||||
moneyStock.setStockType(stockIpo.getExchangeType().toUpperCase());
|
||||
moneyStock.setSaveTime(DateTime.now());
|
||||
moneyStock.setNseIndiaId(getNSEId(stockIpo));
|
||||
|
||||
return moneyStock;
|
||||
}
|
||||
|
||||
private String getNSEId(StockIpo stockIpo){
|
||||
String url = "https://priceapi.moneycontrol.com/pricefeed/" + stockIpo.getExchangeType().toLowerCase() + "/equitycash/" + stockIpo.getStockCode();
|
||||
// 创建 HttpClient 实例
|
||||
HttpClient client = HttpClients.createDefault();
|
||||
// 创建 HttpGet 请求
|
||||
HttpGet request = new HttpGet(url);
|
||||
try {
|
||||
// 执行请求
|
||||
HttpResponse response = client.execute(request);
|
||||
|
||||
// 检查请求是否成功
|
||||
if (response.getStatusLine().getStatusCode() == 200) {
|
||||
// 获取响应体
|
||||
String responseBody = EntityUtils.toString(response.getEntity());
|
||||
|
||||
if (responseBody != null) {
|
||||
// 获取 JSON 数据
|
||||
|
||||
// 将 JSON 字符串解析为 Java JSONObject
|
||||
JSONObject jsonObject = JSONObject.parseObject(responseBody);
|
||||
log.info("获取到新股的json信息:" + jsonObject.toJSONString());
|
||||
|
||||
JSONObject jsonData = jsonObject.getJSONObject("data");
|
||||
|
||||
if(stockIpo.getExchangeType().toUpperCase(Locale.ROOT).equals("NSE")){
|
||||
return jsonData.getString("NSEID");
|
||||
}
|
||||
else if(stockIpo.getExchangeType().toUpperCase(Locale.ROOT).equals("BSE")){
|
||||
return jsonData.getString("BSEID");
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e){
|
||||
log.info(e.getMessage());
|
||||
}
|
||||
|
||||
return "";
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,123 @@
|
||||
package cn.stock.market.infrastructure.job;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.InputStreamReader;
|
||||
import java.net.HttpURLConnection;
|
||||
import java.net.URL;
|
||||
import java.util.*;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
import cn.stock.market.domain.basic.entity.Stock;
|
||||
import cn.stock.market.domain.basic.entity.StockTemp;
|
||||
import cn.stock.market.domain.basic.repository.StockRepository;
|
||||
import cn.stock.market.domain.basic.repository.StockTempRepository;
|
||||
import cn.stock.market.dto.model.Symbol;
|
||||
import okhttp3.OkHttpClient;
|
||||
import okhttp3.Request;
|
||||
import okhttp3.Response;
|
||||
import org.json.*;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import javax.annotation.PostConstruct;
|
||||
|
||||
@Component
|
||||
public class StockNewTask {
|
||||
final StockTempRepository repository;
|
||||
private static final OkHttpClient client = new OkHttpClient();
|
||||
private static final String BASE_URL = "https://symbol-search.tradingview.com/symbol_search/v3/";
|
||||
private static final String PARAMS = "?start=%d&hl=1&country=DE&lang=en&search_type=stocks&domain=production&sort_by_country=US&promo=true&exchange=XETR";
|
||||
|
||||
public StockNewTask(StockTempRepository repository) {
|
||||
this.repository = repository;
|
||||
}
|
||||
|
||||
@PostConstruct
|
||||
public void test() throws Exception {
|
||||
List<Symbol> allSymbols = new ArrayList<>();
|
||||
int start = 0;
|
||||
int symbolsRemaining;
|
||||
|
||||
do {
|
||||
int finalStart = start;
|
||||
if(start > 0){
|
||||
finalStart = start + 1;
|
||||
}
|
||||
|
||||
String url = BASE_URL + String.format(PARAMS, finalStart);
|
||||
Request request = new Request.Builder()
|
||||
.url(url)
|
||||
.addHeader("Origin", "https://www.tradingview.com")
|
||||
.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64)")
|
||||
.addHeader("Accept", "application/json, text/plain, */*")
|
||||
.addHeader("Referer", "https://www.tradingview.com/")
|
||||
.build();
|
||||
|
||||
Response response = client.newCall(request).execute();
|
||||
|
||||
if (!response.isSuccessful()) {
|
||||
throw new RuntimeException("Unexpected response code: " + response.code());
|
||||
}
|
||||
|
||||
String responseBody = response.body().string();
|
||||
JSONObject json = new JSONObject(responseBody);
|
||||
JSONArray symbols = json.getJSONArray("symbols");
|
||||
symbolsRemaining = json.getInt("symbols_remaining");
|
||||
|
||||
for (int i = 0; i < symbols.length(); i++) {
|
||||
JSONObject s = symbols.getJSONObject(i);
|
||||
Symbol symbol = new Symbol();
|
||||
|
||||
symbol.setSymbol(s.optString("symbol"));
|
||||
symbol.setDescription(s.optString("description"));
|
||||
symbol.setType(s.optString("type"));
|
||||
symbol.setExchange(s.optString("exchange"));
|
||||
symbol.setCurrencyCode(s.optString("currency_code"));
|
||||
symbol.setCurrencyLogoid(s.optString("currency-logoid"));
|
||||
symbol.setLogoid(s.optString("logoid"));
|
||||
symbol.setProviderId(s.optString("provider_id"));
|
||||
symbol.setSourceLogoid("https://s3-symbol-logo.tradingview.com/" + s.optString("source_logoid") + "--big.svg");
|
||||
symbol.setSourceId(s.optString("source_id"));
|
||||
symbol.setCountry(s.optString("country"));
|
||||
symbol.setPrimaryListing(s.optBoolean("is_primary_listing", false));
|
||||
symbol.setStockGid(symbol.getExchange() + ":" + symbol.getSymbol());
|
||||
// typespecs array
|
||||
JSONArray typespecsArr = s.optJSONArray("typespecs");
|
||||
List<String> typespecsList = new ArrayList<>();
|
||||
if (typespecsArr != null) {
|
||||
for (int j = 0; j < typespecsArr.length(); j++) {
|
||||
typespecsList.add(typespecsArr.getString(j));
|
||||
}
|
||||
}
|
||||
symbol.setTypespecs(typespecsList);
|
||||
|
||||
allSymbols.add(symbol);
|
||||
}
|
||||
|
||||
Thread.sleep(1000);
|
||||
|
||||
start += symbols.length();
|
||||
System.out.println("Fetched: " + symbols.length() + ", Remaining: " + symbolsRemaining);
|
||||
|
||||
} while (symbolsRemaining > 0);
|
||||
|
||||
// Output test
|
||||
for (int i = 0; i < Math.min(5, allSymbols.size()); i++) {
|
||||
Symbol s = allSymbols.get(i);
|
||||
System.out.println(s.getSymbol() + " - " + s.getDescription());
|
||||
}
|
||||
// Lúc này bạn có thể insert vào DB hoặc return từ service
|
||||
|
||||
allSymbols = allSymbols.stream().filter(x -> x.getType().equals("stock")).collect(Collectors.toList());
|
||||
|
||||
List<StockTemp> stockTemps = repository.findAllForCheck();
|
||||
|
||||
if(stockTemps != null && !stockTemps.isEmpty()){
|
||||
for (Symbol symbol : allSymbols) {
|
||||
if((symbol.getSymbol() + ":" + symbol.getExchange()).contains())
|
||||
}
|
||||
}
|
||||
else{
|
||||
repository.of().saveAll(stockTemps);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -5,6 +5,8 @@ import java.sql.Timestamp;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Date;
|
||||
import java.util.Calendar;
|
||||
import java.util.Locale;
|
||||
|
||||
import org.joda.time.DateTime;
|
||||
import org.joda.time.format.DateTimeFormat;
|
||||
import org.joda.time.format.DateTimeFormatter;
|
||||
@@ -186,6 +188,25 @@ public class DateTimeUtil {
|
||||
}
|
||||
|
||||
|
||||
public static String formatDateTimeFor24H(String inputDateTime,String inputFormatStr){
|
||||
String outputDateTime = "";
|
||||
// 1. 解析日期时间
|
||||
SimpleDateFormat inputFormat = new SimpleDateFormat(inputFormatStr, Locale.ENGLISH);
|
||||
Date date = null;
|
||||
try {
|
||||
date = inputFormat.parse(inputDateTime);
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
|
||||
if (date != null) {
|
||||
// 2. 转换为24小时制
|
||||
SimpleDateFormat outputFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
|
||||
outputDateTime = outputFormat.format(date);
|
||||
}
|
||||
return outputDateTime;
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
parseToDateByMinute(10);
|
||||
}
|
||||
|
||||
@@ -212,6 +212,109 @@ public class HttpClientRequest {
|
||||
return result;
|
||||
}
|
||||
|
||||
public static String doEttechchartsGet(String url) {
|
||||
CloseableHttpClient httpClient = null;
|
||||
CloseableHttpResponse response = null;
|
||||
String result = "";
|
||||
|
||||
try {
|
||||
httpClient = HttpClients.createDefault();
|
||||
|
||||
HttpGet httpGet = new HttpGet(url);
|
||||
|
||||
// httpGet.setHeader(":authority","ettechcharts.indiatimes.com");
|
||||
// httpGet.setHeader(":method","GET");
|
||||
// httpGet.setHeader(":scheme","https");
|
||||
httpGet.setHeader("accept","*/*");
|
||||
httpGet.setHeader("accept-encoding","gzip, deflate, br");
|
||||
httpGet.setHeader("accept-language","zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6");
|
||||
httpGet.setHeader("user-agent","Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36");
|
||||
httpGet.setHeader("Referer", "https://economictimes.indiatimes.com/");
|
||||
|
||||
|
||||
RequestConfig requestConfig = RequestConfig.custom().setConnectTimeout(35000).setConnectionRequestTimeout(35000).setSocketTimeout(60000).build();
|
||||
|
||||
httpGet.setConfig(requestConfig);
|
||||
|
||||
response = httpClient.execute(httpGet);
|
||||
|
||||
HttpEntity entity = response.getEntity();
|
||||
|
||||
result = EntityUtils.toString(entity);
|
||||
} catch (ClientProtocolException e) {
|
||||
e.printStackTrace();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
} finally {
|
||||
|
||||
if (null != response) {
|
||||
try {
|
||||
response.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
if (null != httpClient) {
|
||||
try {
|
||||
httpClient.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
public static String doGetNews(String url) {
|
||||
CloseableHttpClient httpClient = null;
|
||||
CloseableHttpResponse response = null;
|
||||
String result = "";
|
||||
|
||||
try {
|
||||
httpClient = HttpClients.createDefault();
|
||||
|
||||
HttpGet httpGet = new HttpGet(url);
|
||||
|
||||
// Spoof real browser headers
|
||||
httpGet.setHeader("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7");
|
||||
httpGet.setHeader("Accept-Language", "en-US,en;q=0.9,vi;q=0.8,ug;q=0.7,fr;q=0.6");
|
||||
httpGet.setHeader("User-Agent", "Mozilla/5.0 (iPhone; CPU iPhone OS 16_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1");
|
||||
httpGet.setHeader("Priority", "u=0, i");
|
||||
httpGet.setHeader("Sec-Fetch-Dest", "document");
|
||||
httpGet.setHeader("Sec-Fetch-Mode", "navigate");
|
||||
httpGet.setHeader("Sec-Fetch-Site", "none");
|
||||
httpGet.setHeader("Sec-Fetch-User", "?1");
|
||||
httpGet.setHeader("Upgrade-Insecure-Requests", "1");
|
||||
|
||||
// Set cookies exactly like in curl
|
||||
httpGet.setHeader("Cookie", "userUid=1747102033185-d570fba9-62fd-40be-93ca-ed08b4de57d4; _sid=MTc0NzEwMjAzMzE4Ni4ycTU%3D; _scor_uid=135c13065ff84620b5318b489af93e87; _gcl_au=1.1.249135292.1747102036; _ga=GA1.1.1031614211.1747102037; WZRK_G=28895afb56ff48dda59fe8de0af746bf; FCNEC=%5B%5B%22AKsRol8sHYeSYz_FYPkInYXN3P4ZDPfVKbsRfILfDuOMLhDtkTuoCJP5MlvT9gIbOe7IlDfY8ZeHszhwdVtAoKF1gWv0pLAq5EqpLpse8CEm_ZNv-bUSs6zEyqpOkeKWFI_Ei6VfNAvnZAO8PcXdF8_ncsaO902X7g%3D%3D%22%5D%5D; _ga_KRGL1M61LX=GS2.1.s1747105135$o2$g0$t1747105135$j60$l0$h0");
|
||||
|
||||
RequestConfig requestConfig = RequestConfig.custom()
|
||||
.setConnectTimeout(10000)
|
||||
.setSocketTimeout(15000)
|
||||
.setConnectionRequestTimeout(10000)
|
||||
.build();
|
||||
httpGet.setConfig(requestConfig);
|
||||
|
||||
response = httpClient.execute(httpGet);
|
||||
HttpEntity entity = response.getEntity();
|
||||
|
||||
if (entity != null) {
|
||||
result = EntityUtils.toString(entity);
|
||||
}
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
} finally {
|
||||
try {
|
||||
if (response != null) response.close();
|
||||
if (httpClient != null) httpClient.close();
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
String url = "https://marketapi.intoday.in/widget/topgainer/view?exchange=nse";
|
||||
String str = doGet(url);
|
||||
|
||||
181
src/main/java/cn/stock/market/utils/NseIndiaRequest.java
Normal file
181
src/main/java/cn/stock/market/utils/NseIndiaRequest.java
Normal file
@@ -0,0 +1,181 @@
|
||||
package cn.stock.market.utils;
|
||||
|
||||
import cn.stock.market.dto.StockHistoryRequest;
|
||||
import cn.stock.market.dto.StockHistoryResponse;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import okhttp3.*;
|
||||
import org.apache.commons.lang.StringUtils;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.*;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
public class NseIndiaRequest {
|
||||
private static final String NSE_INDIA_URL = "https://www.nseindia.com";
|
||||
private static final String NSE_INDIA_CHART_URL = "https://charting.nseindia.com";
|
||||
private static final OkHttpClient client;
|
||||
private static final ObjectMapper objectMapper = new ObjectMapper();
|
||||
|
||||
static {
|
||||
client = new OkHttpClient.Builder()
|
||||
.cookieJar(new CookieJar() {
|
||||
private final Map<String, List<Cookie>> cookieStore = new HashMap<>();
|
||||
|
||||
@Override
|
||||
public void saveFromResponse(HttpUrl url, List<Cookie> cookies) {
|
||||
cookieStore.put(url.host(), cookies);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<Cookie> loadForRequest(HttpUrl url) {
|
||||
List<Cookie> cookies = cookieStore.get(url.host());
|
||||
return cookies != null ? cookies : new ArrayList<Cookie>();
|
||||
}
|
||||
})
|
||||
.build();
|
||||
}
|
||||
|
||||
private static Request createRequest(String url) {
|
||||
Request request = new Request.Builder()
|
||||
.url(url)
|
||||
.header("accept", "application/json, text/plain, */*")
|
||||
.header("accept-language", "en-US,en;q=0.9")
|
||||
.header("cache-control", "no-cache")
|
||||
.header("pragma", "no-cache")
|
||||
.header("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36")
|
||||
.build();
|
||||
|
||||
return request;
|
||||
}
|
||||
|
||||
private static void initCookie(String url) {
|
||||
Request request = createRequest(url);
|
||||
try (Response response = client.newCall(request).execute()) {
|
||||
if (!response.isSuccessful()) {
|
||||
throw new IOException("Failed to fetch initial cookies");
|
||||
}
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException("Failed to initialize cookies", e);
|
||||
}
|
||||
}
|
||||
|
||||
private static Integer getCode(String symbol) {
|
||||
Request request = createRequest(NSE_INDIA_CHART_URL + "//Charts/GetEQMasters").newBuilder()
|
||||
.addHeader("referer", NSE_INDIA_CHART_URL)
|
||||
.addHeader("origin", NSE_INDIA_CHART_URL)
|
||||
.build();
|
||||
|
||||
try (Response response = client.newCall(request).execute()) {
|
||||
if (!response.isSuccessful()) {
|
||||
throw new IOException("Failed to get EQ code");
|
||||
}
|
||||
|
||||
String result = response.body().string();
|
||||
|
||||
String regex = "(\\d+)\\|" + symbol + "\\|.*";
|
||||
Pattern pattern = Pattern.compile(regex);
|
||||
Matcher matcher = pattern.matcher(result);
|
||||
|
||||
if (matcher.find()) {
|
||||
return Integer.valueOf(matcher.group(1));
|
||||
}
|
||||
throw new IOException("No data found");
|
||||
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException("Failed to get EQ code", e);
|
||||
}
|
||||
}
|
||||
|
||||
public static JSONObject stockByJYSFromHttp(String stockType, String symbol, String nseIndiaId) {
|
||||
initCookie(NSE_INDIA_URL);
|
||||
|
||||
String url = NSE_INDIA_URL + "/api/quote-equity?symbol=" + nseIndiaId;
|
||||
Request request = createRequest(url).newBuilder()
|
||||
.addHeader("referer", NSE_INDIA_URL)
|
||||
.addHeader("origin", NSE_INDIA_URL)
|
||||
.build();
|
||||
try (Response response = client.newCall(request).execute()) {
|
||||
if (!response.isSuccessful()) {
|
||||
throw new IOException("Request failed with code: " + response.code());
|
||||
}
|
||||
|
||||
JSONObject jsonData = JSONObject.parseObject(response.body().string());
|
||||
JSONObject data =jsonData.getJSONObject("priceInfo");
|
||||
JSONObject json = new JSONObject();
|
||||
|
||||
json.put("pricepercentchange",data.getString("pChange"));
|
||||
json.put("stockType",stockType);
|
||||
json.put("pricechange",data.getString("change"));
|
||||
json.put("pricecurrent",data.getString("lastPrice"));
|
||||
json.put("priceprevclose",data.getString("previousClose"));
|
||||
json.put("PREVDATE","");
|
||||
json.put("VOL",jsonData.getJSONObject("preOpenMarket").getString("totalTradedVolume"));
|
||||
json.put("dataSourceType","3");
|
||||
json.put("symbol",symbol);
|
||||
json.put("BSEID",symbol);
|
||||
json.put("NSEID",symbol);
|
||||
json.put("LTH",data.getString("upperCP"));
|
||||
json.put("LTL",data.getString("lowerCP"));
|
||||
json.put("OPN",data.getString("open"));
|
||||
|
||||
return json;
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException("Failed to fetch data", e);
|
||||
}
|
||||
}
|
||||
|
||||
public static StockHistoryResponse stockKLineFromHttp(StockHistoryRequest stockHistoryRequest, String resolution) {
|
||||
initCookie(NSE_INDIA_CHART_URL);
|
||||
|
||||
Integer code = getCode(stockHistoryRequest.getSymbol());
|
||||
|
||||
int interval = 1;
|
||||
if (StringUtils.equals("H", resolution)) {
|
||||
resolution = "I";
|
||||
interval = 60;
|
||||
}
|
||||
|
||||
Map<String, Object> body = new HashMap<>();
|
||||
body.put("chartPeriod", resolution);
|
||||
body.put("chartStart", 0);
|
||||
body.put("exch", "N");
|
||||
body.put("fromDate", 0);
|
||||
body.put("instrType", "C");
|
||||
body.put("scripCode", code);
|
||||
body.put("timeInterval", interval);
|
||||
body.put("toDate", stockHistoryRequest.getTo() + 18000);
|
||||
body.put("ulToken", code);
|
||||
|
||||
String payload;
|
||||
try {
|
||||
payload = objectMapper.writeValueAsString(body);
|
||||
} catch (Exception e) {
|
||||
throw new RuntimeException("Failed to serialize body", e);
|
||||
}
|
||||
|
||||
RequestBody requestBody = RequestBody.create(
|
||||
MediaType.get("application/json; charset=utf-8"),
|
||||
payload
|
||||
);
|
||||
|
||||
Request request = createRequest(NSE_INDIA_CHART_URL + "//Charts/symbolhistoricaldata/").newBuilder()
|
||||
.addHeader("referer", NSE_INDIA_CHART_URL)
|
||||
.addHeader("origin", NSE_INDIA_CHART_URL)
|
||||
.post(requestBody)
|
||||
.build();
|
||||
|
||||
try (Response response = client.newCall(request).execute()) {
|
||||
if (!response.isSuccessful()) {
|
||||
throw new IOException("Request failed with code: " + response.code());
|
||||
}
|
||||
|
||||
StockHistoryResponse result = objectMapper.readValue(response.body().string(), StockHistoryResponse.class);
|
||||
|
||||
return result;
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException("Failed to fetch data", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -66,6 +66,50 @@ public class RequestCacheUtils {
|
||||
return response;
|
||||
}
|
||||
|
||||
/**
|
||||
* 根据时间创建缓存
|
||||
* @param key key
|
||||
* @param duration 时间(毫秒)
|
||||
* @return
|
||||
*/
|
||||
public static Cache<String, ServerResponse<?>> cacheByMilliseconds(String key,long duration) {
|
||||
if(! map.containsKey(key)) {
|
||||
log.info("创建缓存: {}", key);
|
||||
Cache<String, ServerResponse<?>> cache = CacheBuilder.newBuilder()
|
||||
.maximumSize(1000)
|
||||
.expireAfterWrite(duration,TimeUnit.MILLISECONDS)
|
||||
.weakValues()
|
||||
.recordStats()
|
||||
.build(
|
||||
// new CacheLoader<String, Object>() {
|
||||
// @Override
|
||||
// public Object load(String key) throws Exception {
|
||||
// return func.apply(key);
|
||||
// }
|
||||
// }
|
||||
);
|
||||
map.put(key, cache);
|
||||
}
|
||||
|
||||
return map.get(key);
|
||||
}
|
||||
|
||||
@SneakyThrows
|
||||
public static <T> ServerResponse<T> cache(String module, String key,long duration, Function<String, ServerResponse<?>> func) {
|
||||
Cache<String, ServerResponse<?>> cache = cacheByMilliseconds(module,duration);
|
||||
AtomicBoolean bool = new AtomicBoolean(true);
|
||||
ServerResponse<T> response = (ServerResponse<T>) cache.get(key, () -> {
|
||||
bool.set(false);
|
||||
return func.apply(key);
|
||||
});
|
||||
|
||||
if(bool.get()) {
|
||||
log.info("命中缓存 module: {}, key: {}, 时间戳: {}", module, key, System.currentTimeMillis());
|
||||
}
|
||||
|
||||
return response;
|
||||
}
|
||||
|
||||
public static void main(String[] args) throws InterruptedException {
|
||||
ServerResponse<Object> response = null;
|
||||
Function<String, ServerResponse<?>> func = (string) -> {
|
||||
|
||||
@@ -20,7 +20,7 @@ import cn.stock.market.domain.basic.service.SiteArticleService;
|
||||
import cn.stock.market.utils.ServerResponse;
|
||||
|
||||
@Controller
|
||||
@RequestMapping({"/api/market/art/", "/api/hq/art/"})
|
||||
@RequestMapping({"/market/api/market/art/","/market/api/market/art/","/api/market/art/", "/api/hq/art/"})
|
||||
@Api(tags = "公告信息")
|
||||
public class ArticleApiController extends BaseController {
|
||||
|
||||
|
||||
@@ -2,6 +2,7 @@ package cn.stock.market.web;
|
||||
|
||||
import cn.stock.market.domain.basic.entity.BtodayStock;
|
||||
import cn.stock.market.domain.basic.service.BtodayStockService;
|
||||
import cn.stock.market.web.annotations.EncryptFilter;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONArray;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
@@ -21,6 +22,7 @@ import org.springframework.web.bind.annotation.RestController;
|
||||
import org.springframework.web.client.RestTemplate;
|
||||
|
||||
import java.math.BigDecimal;
|
||||
import java.text.DecimalFormat;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
@@ -34,7 +36,7 @@ public class BTodayStockController {
|
||||
@Autowired
|
||||
private BtodayStockService btodayStockService;
|
||||
|
||||
@GetMapping("/api/bToday/kLine")
|
||||
@GetMapping({"/market/api/bToday/kLine","/api/bToday/kLine"})
|
||||
@ApiOperation(value = "股票详情K线图",httpMethod = "GET")
|
||||
@ApiImplicitParams({
|
||||
@ApiImplicitParam(name="exchange",value = "BSE或者NSE"),
|
||||
@@ -43,6 +45,8 @@ public class BTodayStockController {
|
||||
@ApiImplicitParam(name="durationtype",value = "D(1D的时候传D),D(5D的时候传D),M(3M的时候传M),Y(1Y的时候传Y),Y(5Y的时候传Y),Y(10Y的时候传Y)"),
|
||||
@ApiImplicitParam(name="duration",value = "1(1D的时候传1),5(5D的时候传5),3(3M的时候传3),1(1Y的时候传1),5(5Y的时候传5),10(10Y的时候传10)"),
|
||||
})
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
|
||||
public JSONArray getPriceChartCompanyPullView(
|
||||
@RequestParam(value = "exchange") String exchange,
|
||||
@RequestParam(value = "co_code") String coCode,
|
||||
@@ -137,7 +141,8 @@ public class BTodayStockController {
|
||||
"fromredis: 标志是否来自 Redis 缓存,false 表示不是", response = JSONObject.class),
|
||||
|
||||
})
|
||||
@GetMapping("/api/bToday/stockDetail")
|
||||
@GetMapping({"/market/api/bToday/stockDetail","/api/bToday/stockDetail"})
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public com.alibaba.fastjson.JSONObject getPriceChartCompanyPullView(
|
||||
@RequestParam(value = "exchange") String exchange,
|
||||
@RequestParam(value = "co_code") String coCode
|
||||
@@ -155,6 +160,19 @@ public class BTodayStockController {
|
||||
|
||||
String forObject = restTemplate.getForObject(apiUrl, String.class);
|
||||
JSONObject jsonObject = JSON.parseObject(forObject);
|
||||
JSONArray arryData = jsonObject.getJSONArray("data");
|
||||
if (arryData != null&&arryData.size()>0) {
|
||||
try {
|
||||
JSONObject jsonObject1 = arryData.getJSONObject(0);
|
||||
String price = jsonObject1.getString("price");
|
||||
double priceValue = Double.parseDouble(price);
|
||||
DecimalFormat df = new DecimalFormat("0.00");
|
||||
jsonObject1.put("price", df.format(priceValue));
|
||||
} catch (NumberFormatException e) {
|
||||
// Handle the case where price is not a valid double
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
jsonObject.put("id",btodayStock.getId());
|
||||
return jsonObject;
|
||||
}
|
||||
|
||||
@@ -25,7 +25,7 @@ import springfox.documentation.annotations.ApiIgnore;
|
||||
* @created Dec 4, 2018 10:22:44 PM
|
||||
*/
|
||||
@RestController
|
||||
@RequestMapping("/api/hq/")
|
||||
@RequestMapping({"/market/api/hq/","/api/hq/"})
|
||||
@ApiIgnore
|
||||
public class InfoController {
|
||||
@Value("${spring.application.name}")
|
||||
@@ -40,6 +40,7 @@ public class InfoController {
|
||||
public Map<String, Object> test(@RequestParam(required = false) String key) {
|
||||
Map<String, Object> map = Maps.newHashMap();
|
||||
map.put("stockMarketDbUrl", stockMarketDbUrl);
|
||||
map.put("stockMarketDbUrl1", stockMarketDbUrl);
|
||||
if(StringUtils.isNotBlank(key)) {
|
||||
map.put("key", PropertiesUtil.getProperty(key));
|
||||
}
|
||||
|
||||
@@ -1,17 +1,27 @@
|
||||
package cn.stock.market.web;
|
||||
|
||||
import cn.hutool.core.date.DateUtil;
|
||||
import cn.stock.market.MoneyStockSuggestDTO;
|
||||
import cn.stock.market.domain.basic.entity.MoneyStock;
|
||||
import cn.stock.market.domain.basic.entity.OptionalStock;
|
||||
import cn.stock.market.domain.basic.repository.MoneyStockRepository;
|
||||
import cn.stock.market.dto.StockHistoryRequest;
|
||||
import cn.stock.market.dto.StockHistoryResponse;
|
||||
import cn.stock.market.domain.basic.repository.OptionalStockRepository;
|
||||
import cn.stock.market.dto.*;
|
||||
import cn.stock.market.dto.query.StockChartDto;
|
||||
import cn.stock.market.infrastructure.db.po.QMoneyStockPO;
|
||||
import cn.stock.market.utils.RequestCacheUtils;
|
||||
import cn.stock.market.utils.HttpRequest;
|
||||
import cn.stock.market.utils.NseIndiaRequest;
|
||||
import cn.stock.market.utils.ServerResponse;
|
||||
import cn.stock.market.web.annotations.EncryptFilter;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import com.fasterxml.jackson.databind.JsonNode;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.google.common.cache.Cache;
|
||||
import com.google.common.cache.CacheBuilder;
|
||||
import com.google.common.collect.Lists;
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonArray;
|
||||
import com.google.gson.JsonObject;
|
||||
import io.swagger.annotations.Api;
|
||||
import io.swagger.annotations.ApiImplicitParam;
|
||||
import io.swagger.annotations.ApiImplicitParams;
|
||||
@@ -21,24 +31,37 @@ import io.swagger.annotations.ApiResponses;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.apache.commons.collections.CollectionUtils;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.apache.http.HttpResponse;
|
||||
import org.apache.http.client.ClientProtocolException;
|
||||
import org.apache.http.client.methods.HttpGet;
|
||||
import org.apache.http.impl.client.CloseableHttpClient;
|
||||
import org.apache.http.impl.client.HttpClients;
|
||||
import org.apache.http.util.EntityUtils;
|
||||
import org.jsoup.Jsoup;
|
||||
import org.jsoup.nodes.Document;
|
||||
import org.jsoup.nodes.Element;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.http.HttpMethod;
|
||||
import org.springframework.http.HttpStatus;
|
||||
import org.springframework.http.ResponseEntity;
|
||||
import org.springframework.http.*;
|
||||
import org.springframework.web.bind.annotation.GetMapping;
|
||||
import org.springframework.web.bind.annotation.RequestParam;
|
||||
import org.springframework.web.bind.annotation.ResponseBody;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import org.springframework.web.client.RestClientException;
|
||||
import org.springframework.web.client.RestTemplate;
|
||||
import org.springframework.web.util.UriComponentsBuilder;
|
||||
import org.springframework.web.util.UriUtils;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import java.util.List;
|
||||
import java.math.BigDecimal;
|
||||
import java.net.URLEncoder;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.time.Instant;
|
||||
import java.time.YearMonth;
|
||||
import java.time.ZoneId;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
@@ -58,9 +81,14 @@ public class MoneyApiController {
|
||||
@Autowired
|
||||
private MoneyStockRepository moneyStockRepository;
|
||||
|
||||
@Autowired
|
||||
private OptionalStockRepository optionalStockRepository;
|
||||
|
||||
@Autowired
|
||||
private ObjectMapper objectMapper;
|
||||
|
||||
private static final String EXTERNAL_API_URL = "https://priceapi.moneycontrol.com/techCharts/indianMarket/stock/history";
|
||||
|
||||
|
||||
private static final String OPTIONAL_STOCK_MONEYCONTROL_URL = "https://priceapi.moneycontrol.com/pricefeed/notapplicable/inidicesindia/";
|
||||
|
||||
@ApiOperation(value = "股票详情信息", httpMethod = "GET")
|
||||
@ApiImplicitParams({
|
||||
@@ -165,16 +193,82 @@ public class MoneyApiController {
|
||||
"priceprevclose: 前一交易日的收盘价\n" +
|
||||
"30DayAvg: 过去30天的平均", response = JSONObject.class),
|
||||
})
|
||||
@GetMapping("/api/market/money/getStockDetail")
|
||||
@GetMapping({"/market/api/market/money/getStockDetail", "/api/market/money/getStockDetail"})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ServerResponse getStockDetail(@RequestParam String stockType, @RequestParam String symbol) {
|
||||
String url = String.format("https://priceapi.moneycontrol.com/pricefeed/%s/equitycash/%s",stockType,symbol);
|
||||
MoneyStock moneyStock = moneyStockRepository.findOne(QMoneyStockPO.moneyStockPO.stockType.eq(stockType).and(QMoneyStockPO.moneyStockPO.moneyScId.eq(symbol))).orElse(null);
|
||||
MoneyStock moneyStock = moneyStockRepository.findOne(QMoneyStockPO.moneyStockPO.stockType.eq(stockType)
|
||||
.and(QMoneyStockPO.moneyStockPO.moneyScId.eq(symbol))
|
||||
.and(QMoneyStockPO.moneyStockPO.isLock.eq(0))
|
||||
.and(QMoneyStockPO.moneyStockPO.isShow.eq(0)))
|
||||
.orElse(null);
|
||||
/* if(moneyStock==null){
|
||||
return ServerResponse.createByErrorMsg("没有找到该股票");
|
||||
}*/
|
||||
// 设置重试次数
|
||||
if ("ANI".equals(symbol)) {
|
||||
JSONObject json1 = new JSONObject();
|
||||
json1.put("company", "Archit Nuwood Industries Ltd");
|
||||
json1.put("pricepercentchange", "Archit Nuwood Industries Ltd");
|
||||
json1.put("stockType", stockType);
|
||||
json1.put("pricecurrent", "386");
|
||||
json1.put("dataSourceType", "3");
|
||||
json1.put("symbol", "ANI");
|
||||
json1.put("BSEID", "ANI");
|
||||
json1.put("NSEID", "ANI");
|
||||
return ServerResponse.createBySuccess(json1);
|
||||
}
|
||||
|
||||
String url = String.format("https://priceapi.moneycontrol.com/pricefeed/%s/equitycash/%s", stockType.toLowerCase(), symbol);
|
||||
int maxRetries = 3;
|
||||
if (moneyStock.getUseFromBseindia()) {
|
||||
String bseUrl = "https://api.bseindia.com/BseIndiaAPI/api/getScripHeaderData/w?Debtflag=&scripcode=" + moneyStock.getNseIndiaId() + "&seriesid=";
|
||||
HttpHeaders headers = new HttpHeaders();
|
||||
headers.add("accept", "application/json, text/plain, */*");
|
||||
headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8");
|
||||
headers.add("origin", "https://www.bseindia.com");
|
||||
headers.add("referer", "https://www.bseindia.com/");
|
||||
headers.add("sec-ch-ua", "\"Google Chrome\";v=\"131\", \"Chromium\";v=\"131\", \"Not_A Brand\";v=\"24\"");
|
||||
headers.add("sec-ch-ua-mobile", "?0");
|
||||
headers.add("sec-ch-ua-platform", "\"Windows\"");
|
||||
headers.add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36");
|
||||
|
||||
HttpEntity<String> entity = new HttpEntity<>(headers);
|
||||
|
||||
try {
|
||||
ResponseEntity<String> responseEntity = restTemplate.exchange(bseUrl, HttpMethod.GET, entity, String.class);
|
||||
if (responseEntity.getStatusCode().value() == 200 && responseEntity.getBody() != null) {
|
||||
JSONObject bseData = JSONObject.parseObject(responseEntity.getBody());
|
||||
JSONObject json1 = new JSONObject();
|
||||
json1.put("company", bseData.getJSONObject("Cmpname").getString("FullN"));
|
||||
json1.put("pricepercentchange", bseData.getJSONObject("CurrRate").getString("PcChg"));
|
||||
json1.put("stockType", stockType);
|
||||
json1.put("pricechange", bseData.getJSONObject("CurrRate").getString("Chg"));
|
||||
json1.put("pricecurrent", bseData.getJSONObject("CurrRate").getString("LTP"));
|
||||
json1.put("priceprevclose", bseData.getJSONObject("Header").getString("PrevClose"));
|
||||
json1.put("PREVDATE", "");
|
||||
|
||||
json1.put("dataSourceType", "3");
|
||||
json1.put("symbol", symbol);
|
||||
json1.put("BSEID", moneyStock.getNseIndiaId());
|
||||
json1.put("NSEID", moneyStock.getNseIndiaId());
|
||||
json1.put("LTH", bseData.getJSONObject("Header").getString("High"));
|
||||
json1.put("LTL", bseData.getJSONObject("Header").getString("Low"));
|
||||
json1.put("OPN", bseData.getJSONObject("Header").getString("Open"));
|
||||
|
||||
|
||||
if (moneyStock != null) {
|
||||
json1.put("id", moneyStock.getId());
|
||||
}
|
||||
|
||||
json1.put("VOL", this.getVolume(moneyStock.getNseIndiaId()));
|
||||
return ServerResponse.createBySuccess(json1);
|
||||
}
|
||||
} catch (Exception e) {
|
||||
System.err.println("Error fetching data from BSE India: " + e.getMessage());
|
||||
}
|
||||
}
|
||||
|
||||
for (int retry = 1; retry <= maxRetries; retry++) {
|
||||
try {
|
||||
ResponseEntity<String> responseEntity = restTemplate.exchange(url, HttpMethod.GET, null, String.class);
|
||||
@@ -182,7 +276,7 @@ public class MoneyApiController {
|
||||
if (responseEntity.getStatusCode().value() == 200 && responseEntity.getBody() != null) {
|
||||
JSONObject data = JSONObject.parseObject(responseEntity.getBody()).getJSONObject("data");
|
||||
if (data != null) {
|
||||
json1.put("company",data.getString("company"));
|
||||
json1.put("company", data.getString("SC_FULLNM"));
|
||||
json1.put("pricepercentchange", data.getString("pricepercentchange"));
|
||||
json1.put("stockType", stockType);
|
||||
json1.put("pricechange", data.getString("pricechange"));
|
||||
@@ -200,10 +294,14 @@ public class MoneyApiController {
|
||||
if (null != moneyStock) {
|
||||
json1.put("id", moneyStock.getId());
|
||||
}
|
||||
if (StringUtils.equals(data.getString("pricecurrent"), "0.00")
|
||||
&& (!StringUtils.equals(data.getString("priceprevclose"), "0.00"))) {
|
||||
json1.put("pricecurrent", data.getString("priceprevclose"));
|
||||
}
|
||||
}
|
||||
if (json1.size() > 0)
|
||||
return ServerResponse.createBySuccess(json1);
|
||||
}
|
||||
|
||||
} catch (Exception e) {
|
||||
}
|
||||
// 如果不是最后一次重试,则等待一段时间再进行下一次重试
|
||||
@@ -216,10 +314,72 @@ public class MoneyApiController {
|
||||
}
|
||||
}
|
||||
}
|
||||
if (moneyStock != null && moneyStock.getNseIndiaId() != null && !moneyStock.getNseIndiaId().isEmpty()) {
|
||||
try {
|
||||
// Get data from nseindia
|
||||
JSONObject json = NseIndiaRequest.stockByJYSFromHttp(stockType, symbol, moneyStock.getNseIndiaId());
|
||||
json.put("id", moneyStock.getId());
|
||||
json.put("company",moneyStock.getStockName());
|
||||
return ServerResponse.createBySuccess(json);
|
||||
|
||||
} catch (Exception e) {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
private String getVolume(String scripcode) {
|
||||
String url = "https://api.bseindia.com/BseIndiaAPI/api/StockTrading/w?flag="etype=EQ&scripcode=" + scripcode;
|
||||
RestTemplate restTemplate = new RestTemplate();
|
||||
|
||||
HttpHeaders headers = new HttpHeaders();
|
||||
headers.add("accept", "application/json, text/plain, */*");
|
||||
headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8");
|
||||
headers.add("origin", "https://www.bseindia.com");
|
||||
headers.add("referer", "https://www.bseindia.com/");
|
||||
headers.add("sec-ch-ua", "\"Google Chrome\";v=\"131\", \"Chromium\";v=\"131\", \"Not_A Brand\";v=\"24\"");
|
||||
headers.add("sec-ch-ua-mobile", "?0");
|
||||
headers.add("sec-ch-ua-platform", "\"Windows\"");
|
||||
headers.add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36");
|
||||
|
||||
HttpEntity<String> entity = new HttpEntity<>(headers);
|
||||
|
||||
ResponseEntity<String> response = restTemplate.exchange(url, HttpMethod.GET, entity, String.class);
|
||||
BigDecimal volume = BigDecimal.ZERO;
|
||||
|
||||
if (response.getStatusCode().value() == 200 && response.getBody() != null) {
|
||||
JSONObject volumeData = JSONObject.parseObject(response.getBody());
|
||||
if (volumeData.getString("TTQ") != null) {
|
||||
volume = new BigDecimal(volumeData.getString("TTQ"));
|
||||
}
|
||||
}
|
||||
return volume.toString();
|
||||
}
|
||||
|
||||
private String getChartData(String scripcode, String resolution) {
|
||||
String url = "https://charting.bseindia.com/charting/RestDataProvider.svc/getDat?exch=B&type=b&mode=bseL&fromdate=01-01-1991-01%3A01%3A00-AM&scode=" + scripcode;
|
||||
if (resolution.equals("H")) {
|
||||
url = "https://charting.bseindia.com/charting/RestDataProvider.svc/getDatI?exch=B&type=b&mode=bseL&fromdate=01-01-1991-01%3A01%3A00-AM&scode=" + scripcode;
|
||||
}
|
||||
RestTemplate restTemplate = new RestTemplate();
|
||||
|
||||
HttpHeaders headers = new HttpHeaders();
|
||||
headers.add("accept", "application/json, text/plain, */*");
|
||||
headers.add("accept-language", "en-US,en;q=0.9,vi;q=0.8");
|
||||
headers.add("origin", "https://www.bseindia.com");
|
||||
headers.add("referer", "https://www.bseindia.com/");
|
||||
headers.add("sec-ch-ua", "\"Google Chrome\";v=\"131\", \"Chromium\";v=\"131\", \"Not_A Brand\";v=\"24\"");
|
||||
headers.add("sec-ch-ua-mobile", "?0");
|
||||
headers.add("sec-ch-ua-platform", "\"Windows\"");
|
||||
headers.add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36");
|
||||
|
||||
HttpEntity<String> entity = new HttpEntity<>(headers);
|
||||
|
||||
ResponseEntity<String> response = restTemplate.exchange(url, HttpMethod.POST, entity, String.class);
|
||||
|
||||
return response.getBody();
|
||||
}
|
||||
|
||||
private static List<MoneyStockSuggestDTO> nseActives() {
|
||||
List<MoneyStockSuggestDTO> list = new ArrayList<>();
|
||||
@@ -280,18 +440,18 @@ public class MoneyApiController {
|
||||
dto.setStockUrl(stockUrl);
|
||||
}
|
||||
|
||||
String highPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(2)").first());
|
||||
String highPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(3)").first());
|
||||
dto.setHighPrice(highPrice);
|
||||
|
||||
String lowPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(3)").first());
|
||||
String lowPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(4)").first());
|
||||
dto.setLowPrice(lowPrice);
|
||||
|
||||
String lastPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(4)").first());
|
||||
String lastPrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(5)").first());
|
||||
dto.setLastPrice(lastPrice);
|
||||
|
||||
String prevClosePrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(5)").first());
|
||||
/* String prevClosePrice = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(6)").first());
|
||||
dto.setPrevClosePrice(prevClosePrice);
|
||||
|
||||
*/
|
||||
String changePercent = getTextOrEmpty(doc.select("#mc_content > section > section > div.clearfix.stat_container > div.columnst.FR.wbg.brdwht > div > div > div.bsr_table.hist_tbl_hm > table > tbody > tr:nth-child(" + i + ") > td:nth-child(6)").first());
|
||||
dto.setChangePercent(changePercent);
|
||||
|
||||
@@ -489,8 +649,6 @@ public class MoneyApiController {
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ApiOperation(value = "股票推荐TopGainer", httpMethod = "GET")
|
||||
@ApiImplicitParams({
|
||||
@ApiImplicitParam(name = "stockType", value = "BSE或者NSE"),
|
||||
@@ -499,8 +657,10 @@ public class MoneyApiController {
|
||||
@ApiResponse(code = 200, message = "" +
|
||||
"股票推荐相关: top gainer", response = JSONObject.class),
|
||||
})
|
||||
@GetMapping("/api/market/money/getTopGainer")
|
||||
@GetMapping({"/market/api/market/money/getTopGainer", "/api/market/money/getTopGainer"})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
|
||||
public List<MoneyStockSuggestDTO> getTopGainer(@RequestParam String stockType) {
|
||||
List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
|
||||
// 尝试从缓存中获取结果
|
||||
@@ -513,8 +673,10 @@ public class MoneyApiController {
|
||||
} else if (StringUtils.equals(stockType, "bse")) {
|
||||
moneyStockSuggestDTOS = bseGainer();
|
||||
}
|
||||
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream().filter(f->StringUtils.isNotBlank(f.getStockName())).collect(Collectors.toList());
|
||||
Map<Object, Boolean> map = new HashMap<>();
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
|
||||
.filter(f -> StringUtils.isNotBlank(f.getStockName()))
|
||||
.filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
|
||||
if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
|
||||
List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
|
||||
if (CollectionUtils.isNotEmpty(selfUlrList)) {
|
||||
@@ -540,8 +702,10 @@ public class MoneyApiController {
|
||||
@ApiResponse(code = 200, message = "" +
|
||||
"股票推荐相关: TopLoser", response = JSONObject.class),
|
||||
})
|
||||
@GetMapping("/api/market/money/getTopLoser")
|
||||
@GetMapping({"/market/api/market/money/getTopLoser", "/api/market/money/getTopLoser"})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
|
||||
public List<MoneyStockSuggestDTO> getTopLoser(@RequestParam String stockType) {
|
||||
List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
|
||||
moneyStockSuggestDTOS = loserStockSuggestCache.getIfPresent(stockType);
|
||||
@@ -551,7 +715,10 @@ public class MoneyApiController {
|
||||
} else if (StringUtils.equals(stockType, "bse")) {
|
||||
moneyStockSuggestDTOS = bseTopLoser();
|
||||
}
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream().filter(f->StringUtils.isNotBlank(f.getStockName())).collect(Collectors.toList());
|
||||
Map<Object, Boolean> map = new HashMap<>();
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
|
||||
.filter(f -> StringUtils.isNotBlank(f.getStockName()))
|
||||
.filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
|
||||
if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
|
||||
moneyStockSuggestDTOS.stream().forEach(f -> f.setDispId(extractLastSegment(f.getStockUrl())));
|
||||
List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
|
||||
@@ -578,8 +745,6 @@ public class MoneyApiController {
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ApiOperation(value = "股票推荐TopActive", httpMethod = "GET")
|
||||
@ApiImplicitParams({
|
||||
@ApiImplicitParam(name = "stockType", value = "BSE或者NSE"),
|
||||
@@ -588,8 +753,10 @@ public class MoneyApiController {
|
||||
@ApiResponse(code = 200, message = "" +
|
||||
"股票推荐相关: top active", response = JSONObject.class),
|
||||
})
|
||||
@GetMapping("/api/market/money/getTopActives")
|
||||
@GetMapping({"/market/api/market/money/getTopActives", "/api/market/money/getTopActives"})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
|
||||
public List<MoneyStockSuggestDTO> getTopActive(@RequestParam String stockType) {
|
||||
List<MoneyStockSuggestDTO> moneyStockSuggestDTOS = null;
|
||||
moneyStockSuggestDTOS = activesStockSuggestCache.getIfPresent(stockType);
|
||||
@@ -599,7 +766,10 @@ public class MoneyApiController {
|
||||
} else if (StringUtils.equals(stockType, "bse")) {
|
||||
moneyStockSuggestDTOS = bseActives();
|
||||
}
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream().filter(f->StringUtils.isNotBlank(f.getStockName())).collect(Collectors.toList());
|
||||
Map<Object, Boolean> map = new HashMap<>();
|
||||
moneyStockSuggestDTOS = moneyStockSuggestDTOS.stream()
|
||||
.filter(f -> StringUtils.isNotBlank(f.getStockName()))
|
||||
.filter(i -> map.putIfAbsent(i.getStockName(), Boolean.TRUE) == null).collect(Collectors.toList());
|
||||
if (CollectionUtils.isNotEmpty(moneyStockSuggestDTOS)) {
|
||||
moneyStockSuggestDTOS.stream().forEach(f -> f.setDispId(extractLastSegment(f.getStockUrl())));
|
||||
List<String> selfUlrList = moneyStockSuggestDTOS.stream().map(MoneyStockSuggestDTO::getStockName).collect(Collectors.toList());
|
||||
@@ -626,9 +796,47 @@ public class MoneyApiController {
|
||||
return moneyStockSuggestDTOS;
|
||||
}
|
||||
|
||||
private static void addToListDouble(List<Double> list, String value) {
|
||||
String[] values = value.split(",");
|
||||
for (String v : values) {
|
||||
list.add(Double.parseDouble(v));
|
||||
}
|
||||
}
|
||||
|
||||
private static void addToList(List<Long> list, String value) {
|
||||
String[] values = value.split(",");
|
||||
for (String v : values) {
|
||||
list.add(Math.round(Double.parseDouble(v)));
|
||||
}
|
||||
}
|
||||
|
||||
private static void addDatesToList(List<Long> list, String value) {
|
||||
String[] dates = value.split(",");
|
||||
SimpleDateFormat sdf = new SimpleDateFormat("MM/dd/yyyy hh:mm:ss a", Locale.US);
|
||||
for (String dateStr : dates) {
|
||||
try {
|
||||
Date date = sdf.parse(dateStr);
|
||||
list.add(date.getTime() / 1000);
|
||||
} catch (ParseException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private Long convertToTimestamp(String dateStr) {
|
||||
try {
|
||||
SimpleDateFormat sdf = new SimpleDateFormat("MM/dd/yyyy hh:mm:ss a", Locale.US);
|
||||
Date date = sdf.parse(dateStr);
|
||||
return date.getTime() / 1000;
|
||||
} catch (ParseException e) {
|
||||
e.printStackTrace();
|
||||
return 0L;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@GetMapping("/api/market/money/history/kLine")
|
||||
|
||||
@GetMapping({"/market/api/market/money/history/kLine", "/api/market/money/history/kLine"})
|
||||
@ApiOperation(value = "获取kline的money数据源", notes = "获取kline的money数据源", response = StockHistoryResponse.class)
|
||||
@ApiImplicitParams({
|
||||
@ApiImplicitParam(name = "symbol", value = "Stock symbol 对应的是NSEID 或者是BSEID", required = true, dataType = "String", paramType = "query"),
|
||||
@@ -639,9 +847,170 @@ public class MoneyApiController {
|
||||
@ApiImplicitParam(name = "currencyCode", value = "INR 不变", required = true, dataType = "String", paramType = "query")
|
||||
})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ResponseEntity<StockHistoryResponse> getStockHistory(@RequestParam String symbol,
|
||||
@RequestParam String resolution
|
||||
) {
|
||||
MoneyStock moneyStock1 = moneyStockRepository.findOne(
|
||||
QMoneyStockPO.moneyStockPO.nseIndiaId.eq(symbol)
|
||||
.and(QMoneyStockPO.moneyStockPO.isLock.eq(0))
|
||||
.and(QMoneyStockPO.moneyStockPO.isShow.eq(0)))
|
||||
.orElse(null);
|
||||
|
||||
if (moneyStock1 != null && moneyStock1.getUseFromBseindia()) {
|
||||
|
||||
String json = this.getChartData(moneyStock1.getNseIndiaId(), resolution);
|
||||
|
||||
Gson gson = new Gson();
|
||||
|
||||
JsonObject outerJson = gson.fromJson(json, JsonObject.class);
|
||||
|
||||
String innerJsonString;
|
||||
|
||||
if (resolution.equals("H")) {
|
||||
innerJsonString = outerJson.get("getDatIResult").getAsString();
|
||||
} else {
|
||||
innerJsonString = outerJson.get("getDatResult").getAsString();
|
||||
}
|
||||
|
||||
JsonObject innerJson = gson.fromJson(innerJsonString, JsonObject.class);
|
||||
|
||||
JsonArray dataInputValues = innerJson.getAsJsonArray("DataInputValues");
|
||||
|
||||
List<Double> openList = new ArrayList<>();
|
||||
List<Double> highList = new ArrayList<>();
|
||||
List<Double> lowList = new ArrayList<>();
|
||||
List<Double> closeList = new ArrayList<>();
|
||||
List<Long> volumeList = new ArrayList<>();
|
||||
List<Long> dateList = new ArrayList<>();
|
||||
|
||||
Map<String, JsonObject> latestDataMap = new LinkedHashMap<>();
|
||||
|
||||
if (dataInputValues.size() > 0) {
|
||||
JsonObject dataObject = dataInputValues.get(0).getAsJsonObject();
|
||||
|
||||
JsonArray openArray = dataObject.getAsJsonArray("OpenData");
|
||||
JsonArray highArray = dataObject.getAsJsonArray("HighData");
|
||||
JsonArray lowArray = dataObject.getAsJsonArray("LowData");
|
||||
JsonArray closeArray = dataObject.getAsJsonArray("CloseData");
|
||||
JsonArray volumeArray = dataObject.getAsJsonArray("VolumeData");
|
||||
JsonArray dateArray = dataObject.getAsJsonArray("DateData");
|
||||
|
||||
if (resolution.equals("H")) {
|
||||
openArray.forEach(o -> addToListDouble(openList, o.getAsJsonObject().get("Open").getAsString()));
|
||||
highArray.forEach(h -> addToListDouble(highList, h.getAsJsonObject().get("High").getAsString()));
|
||||
lowArray.forEach(l -> addToListDouble(lowList, l.getAsJsonObject().get("Low").getAsString()));
|
||||
closeArray.forEach(c -> addToListDouble(closeList, c.getAsJsonObject().get("Close").getAsString()));
|
||||
volumeArray.forEach(v -> addToList(volumeList, v.getAsJsonObject().get("Volume").getAsString()));
|
||||
dateArray.forEach(d -> addDatesToList(dateList, d.getAsJsonObject().get("Date").getAsString()));
|
||||
} else {
|
||||
for (int i = 0; i < openArray.size(); i++) {
|
||||
String open = openArray.get(i).getAsJsonObject().get("Open").getAsString();
|
||||
String high = highArray.get(i).getAsJsonObject().get("High").getAsString();
|
||||
String low = lowArray.get(i).getAsJsonObject().get("Low").getAsString();
|
||||
String close = closeArray.get(i).getAsJsonObject().get("Close").getAsString();
|
||||
String volume = volumeArray.get(i).getAsJsonObject().get("Volume").getAsString();
|
||||
String dateStr = dateArray.get(i).getAsJsonObject().get("Date").getAsString();
|
||||
|
||||
Long timestamp = convertToTimestamp(dateStr);
|
||||
|
||||
String dateTimeKey = dateStr;
|
||||
|
||||
JsonObject dataJson = new JsonObject();
|
||||
dataJson.addProperty("Open", open);
|
||||
dataJson.addProperty("High", high);
|
||||
dataJson.addProperty("Low", low);
|
||||
dataJson.addProperty("Close", close);
|
||||
dataJson.addProperty("Volume", volume);
|
||||
dataJson.addProperty("Date", dateStr);
|
||||
|
||||
latestDataMap.put(dateTimeKey, dataJson);
|
||||
}
|
||||
|
||||
latestDataMap.forEach((key, value) -> {
|
||||
// Lấy giá trị các trường Open, High, Low, Close, Volume, Date từ dữ liệu
|
||||
String openData = value.get("Open").getAsString();
|
||||
String highData = value.get("High").getAsString();
|
||||
String lowData = value.get("Low").getAsString();
|
||||
String closeData = value.get("Close").getAsString();
|
||||
String volumeData = value.get("Volume").getAsString();
|
||||
String dateData = value.get("Date").getAsString();
|
||||
|
||||
// Tách các giá trị trong chuỗi bằng dấu phẩy
|
||||
String[] openValues = openData.split(",");
|
||||
String[] highValues = highData.split(",");
|
||||
String[] lowValues = lowData.split(",");
|
||||
String[] closeValues = closeData.split(",");
|
||||
String[] volumeValues = volumeData.split(",");
|
||||
String[] dateValues = dateData.split(",");
|
||||
|
||||
for (int i = 0; i < openValues.length; i++) {
|
||||
double open = Double.parseDouble(openValues[i]);
|
||||
double high = Double.parseDouble(highValues[i]);
|
||||
double low = Double.parseDouble(lowValues[i]);
|
||||
double close = Double.parseDouble(closeValues[i]);
|
||||
long volume = Math.round(Double.parseDouble(volumeValues[i]));
|
||||
long timestamp = convertToTimestamp(dateValues[i]);
|
||||
|
||||
int index = dateList.indexOf(timestamp);
|
||||
if (index == -1) {
|
||||
dateList.add(timestamp);
|
||||
openList.add(open);
|
||||
highList.add(high);
|
||||
lowList.add(low);
|
||||
closeList.add(close);
|
||||
volumeList.add(volume);
|
||||
} else {
|
||||
openList.set(index, open);
|
||||
highList.set(index, high);
|
||||
lowList.set(index, low);
|
||||
closeList.set(index, close);
|
||||
volumeList.set(index, volume);
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
StockHistoryResponse response = new StockHistoryResponse();
|
||||
response.setS("ok");
|
||||
response.setT(dateList);
|
||||
response.setO(openList);
|
||||
response.setH(highList);
|
||||
response.setL(lowList);
|
||||
response.setC(closeList);
|
||||
response.setV(volumeList);
|
||||
|
||||
// if (resolution.equals("H")) {
|
||||
// Set<String> desiredTimes = new HashSet<>(Arrays.asList("09:30", "10:30", "11:30", "12:30", "13:30", "14:30"));
|
||||
//
|
||||
// // Filter data based on timestamps
|
||||
// SimpleDateFormat sdf = new SimpleDateFormat("HH:mm");
|
||||
// List<Integer> indicesToKeep = new ArrayList<>();
|
||||
// for (int i = 0; i < dateList.size(); i++) {
|
||||
// String time = sdf.format(new Date(dateList.get(i) * 1000));
|
||||
// if (desiredTimes.contains(time)) {
|
||||
// indicesToKeep.add(i);
|
||||
// }
|
||||
// }
|
||||
//
|
||||
// // Filter corresponding data
|
||||
// List<Long> filteredT = indicesToKeep.stream().map(dateList::get).collect(Collectors.toList());
|
||||
// List<Double> filteredO = indicesToKeep.stream().map(openList::get).collect(Collectors.toList());
|
||||
// List<Double> filteredH = indicesToKeep.stream().map(highList::get).collect(Collectors.toList());
|
||||
// List<Double> filteredL = indicesToKeep.stream().map(lowList::get).collect(Collectors.toList());
|
||||
// List<Double> filteredC = indicesToKeep.stream().map(closeList::get).collect(Collectors.toList());
|
||||
// List<Long> filteredV = indicesToKeep.stream().map(volumeList::get).collect(Collectors.toList());
|
||||
// response.setT(filteredT);
|
||||
// response.setO(filteredO);
|
||||
// response.setH(filteredH);
|
||||
// response.setL(filteredL);
|
||||
// response.setC(filteredC);
|
||||
// response.setV(filteredV);
|
||||
// }
|
||||
return ResponseEntity.ok(response);
|
||||
}
|
||||
}
|
||||
|
||||
// 向外部API发起请求,并获取响应
|
||||
StockHistoryRequest request = new StockHistoryRequest();
|
||||
request.setSymbol(symbol);
|
||||
@@ -650,23 +1019,23 @@ public class MoneyApiController {
|
||||
int countback = 5;
|
||||
if(StringUtils.equals("H",resolution)){
|
||||
to = (long) (System.currentTimeMillis() / 1000);
|
||||
from = to - (1 * 60 * 60 );
|
||||
countback = 60;
|
||||
request.setResolution("1");
|
||||
from = to - (10 * 60 * 60 );
|
||||
countback = 328;
|
||||
request.setResolution("60");
|
||||
}else if(StringUtils.equals("D",resolution)){
|
||||
to = (long) (System.currentTimeMillis() / 1000);
|
||||
from = to - (24 * 60 * 60 );
|
||||
countback = 9;
|
||||
request.setResolution("60");
|
||||
from = to - (2 * 30 * 24 * 60 * 60 );
|
||||
countback = 730;
|
||||
request.setResolution("1D");
|
||||
} else if (StringUtils.equals("W", resolution)) {
|
||||
to = (long) (System.currentTimeMillis() / 1000);
|
||||
from = to - (10 * 24 * 60 * 60 );
|
||||
countback = 7;
|
||||
request.setResolution("1D");
|
||||
from = to - (7 * 24 * 60 * 60);
|
||||
countback = 730;
|
||||
request.setResolution("1W");
|
||||
} else if (StringUtils.equals("M", resolution)) {
|
||||
to = (long) (System.currentTimeMillis() / 1000);
|
||||
from = to - (35 * 24 * 60 * 60 );
|
||||
countback = 30;
|
||||
from = to - (15 * 30 * 24 * 60 * 60);
|
||||
countback = 730;
|
||||
request.setResolution("1D");
|
||||
}
|
||||
|
||||
@@ -682,7 +1051,81 @@ public class MoneyApiController {
|
||||
|
||||
while (response == null && retryCount < maxRetries) {
|
||||
try {
|
||||
if (StringUtils.equals("M", resolution)) {
|
||||
CloseableHttpClient client = HttpClients.createDefault();
|
||||
HttpGet req = new HttpGet(apiUrl);
|
||||
HttpResponse resp = client.execute(req);
|
||||
String jsonResponse = EntityUtils.toString(resp.getEntity(), "UTF-8");
|
||||
ObjectMapper mapper = new ObjectMapper();
|
||||
JsonNode rootNode = mapper.readTree(jsonResponse);
|
||||
|
||||
JsonNode timeNode = rootNode.get("t");
|
||||
JsonNode lowNode = rootNode.get("l");
|
||||
JsonNode highNode = rootNode.get("h");
|
||||
JsonNode openNode = rootNode.get("o");
|
||||
JsonNode closeNode = rootNode.get("c");
|
||||
JsonNode volumeNote = rootNode.get("v");
|
||||
|
||||
List<StockChartDto> stocks = new ArrayList<>();
|
||||
for (int i = 0; i < timeNode.size(); i++) {
|
||||
long timestamp = timeNode.get(i).asLong();
|
||||
double closePrice = closeNode.get(i).asDouble();
|
||||
double openPrice = openNode.get(i).asDouble();
|
||||
double volume = volumeNote.get(i).asDouble();
|
||||
double low = lowNode.get(i).asDouble();
|
||||
double high = highNode.get(i).asDouble();
|
||||
|
||||
stocks.add(new StockChartDto(timestamp, openPrice, high, low, closePrice, volume));
|
||||
}
|
||||
|
||||
Map<String, List<StockChartDto>> groupedByMonth = stocks.stream()
|
||||
.collect(Collectors.groupingBy(
|
||||
sp -> Instant.ofEpochSecond(sp.getTimestamp())
|
||||
.atZone(ZoneId.systemDefault())
|
||||
.toLocalDate()
|
||||
.format(DateTimeFormatter.ofPattern("yyyy-MM")),
|
||||
LinkedHashMap::new,
|
||||
Collectors.toList()
|
||||
));
|
||||
|
||||
List<Long> timestamps = new ArrayList<>();
|
||||
List<Double> opens = new ArrayList<>();
|
||||
List<Double> closes = new ArrayList<>();
|
||||
List<Double> highs = new ArrayList<>();
|
||||
List<Double> lows = new ArrayList<>();
|
||||
List<Long> volumes = new ArrayList<>();
|
||||
|
||||
response = new StockHistoryResponse();
|
||||
groupedByMonth.forEach((month, prices) -> {
|
||||
double open = prices.get(0).getOpen();
|
||||
double close = prices.get(prices.size() - 1).getClose();
|
||||
double high = prices.stream().mapToDouble(StockChartDto::getHigh).max().orElse(0);
|
||||
double low = prices.stream().mapToDouble(StockChartDto::getLow).min().orElse(0);
|
||||
double volume = prices.stream().mapToDouble(StockChartDto::getVolume).sum();
|
||||
|
||||
long timestamp = YearMonth.parse(month, DateTimeFormatter.ofPattern("yyyy-MM")).atDay(1).atStartOfDay(ZoneId.systemDefault()).toInstant().toEpochMilli() / 1000;
|
||||
timestamps.add(timestamp);
|
||||
opens.add(open);
|
||||
closes.add(close);
|
||||
highs.add(high);
|
||||
lows.add(low);
|
||||
volumes.add((long) volume);
|
||||
|
||||
System.out.println("Month: " + month);
|
||||
System.out.println("Open: " + open + ", Close: " + close + ", High: " + high + ", Low: " + low);
|
||||
});
|
||||
|
||||
response.setS("ok");
|
||||
response.setT(timestamps);
|
||||
response.setL(lows);
|
||||
response.setH(highs);
|
||||
response.setO(opens);
|
||||
response.setC(closes);
|
||||
response.setV(volumes);
|
||||
|
||||
} else {
|
||||
response = restTemplate.getForObject(apiUrl, StockHistoryResponse.class);
|
||||
}
|
||||
} catch (RestClientException e) {
|
||||
// Log the exception or perform any other error handling
|
||||
log.error("Error while making API request. Retrying... (Retry count: {})", retryCount + 1);
|
||||
@@ -695,13 +1138,34 @@ public class MoneyApiController {
|
||||
} catch (InterruptedException ex) {
|
||||
Thread.currentThread().interrupt();
|
||||
}
|
||||
} catch (ClientProtocolException e) {
|
||||
throw new RuntimeException(e);
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
if (response != null) {
|
||||
if (response != null && !response.getS().equals("error")) {
|
||||
// setResponse(response, resolution);
|
||||
// API request successful, return the response
|
||||
return ResponseEntity.ok(response);
|
||||
} else {
|
||||
try {
|
||||
MoneyStock moneyStock = moneyStockRepository.findOne((QMoneyStockPO.moneyStockPO.moneyScId.eq(symbol))
|
||||
.and(QMoneyStockPO.moneyStockPO.isLock.eq(0))
|
||||
.and(QMoneyStockPO.moneyStockPO.isShow.eq(0)))
|
||||
.orElse(null);
|
||||
|
||||
if (moneyStock != null && moneyStock.getNseIndiaChartId() != null && !moneyStock.getNseIndiaChartId().isEmpty()) {
|
||||
request.setSymbol(moneyStock.getNseIndiaChartId());
|
||||
response = NseIndiaRequest.stockKLineFromHttp(request, resolution);
|
||||
return ResponseEntity.ok(response);
|
||||
}
|
||||
} catch (Exception e) {
|
||||
log.error("Failed to get data from nseindia.", e.getMessage());
|
||||
return ResponseEntity.status(HttpStatus.BAD_REQUEST).build();
|
||||
}
|
||||
|
||||
// All retries failed, return an error response
|
||||
log.error("Failed to get a successful response after {} retries.", maxRetries);
|
||||
return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).build();
|
||||
@@ -709,7 +1173,76 @@ public class MoneyApiController {
|
||||
// 返回响应
|
||||
}
|
||||
|
||||
@GetMapping({"/market/api/market/stock/optional", "/api/market/stock/optional"})
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ResponseEntity<List<Object>> getOptionalStock() {
|
||||
List<OptionalStock> optionalStocks = optionalStockRepository.findAll();
|
||||
List<Object> data = optionalStocks.stream().map(stock -> {
|
||||
try {
|
||||
String responseStr = HttpRequest.doGrabGet(OPTIONAL_STOCK_MONEYCONTROL_URL + URLEncoder.encode(stock.getSymbol(), "UTF-8"));
|
||||
OptionalStockResponse response = objectMapper.readValue(responseStr, OptionalStockResponse.class);
|
||||
if (response != null && response.getCode().equals(200)) {
|
||||
return response.getData();
|
||||
}
|
||||
}
|
||||
catch (Exception e) {
|
||||
log.error("Failed to get optional stock from moneycontrol for " + stock.getSymbol(), e);
|
||||
}
|
||||
|
||||
OptionalStockResponse response = new OptionalStockResponse();
|
||||
response.getData().setSymbol(stock.getSymbol());
|
||||
response.getData().setSymbol(stock.getCompany());
|
||||
|
||||
return response.getData();
|
||||
}).collect(Collectors.toList());
|
||||
|
||||
return ResponseEntity.ok(data);
|
||||
}
|
||||
|
||||
private void setResponse(StockHistoryResponse response, String resolution) {
|
||||
if (!"ok".equals(response.getS())) {
|
||||
return;
|
||||
}
|
||||
if (Objects.isNull(response.getT())) {
|
||||
return;
|
||||
}
|
||||
if (StringUtils.equals("H", resolution) || StringUtils.equals("D", resolution)) {
|
||||
List<Long> t = new ArrayList<>();
|
||||
List<Double> o = new ArrayList<>();
|
||||
List<Double> h = new ArrayList<>();
|
||||
List<Double> l = new ArrayList<>();
|
||||
List<Double> c = new ArrayList<>();
|
||||
List<Long> v = new ArrayList<>();
|
||||
|
||||
//根据时间过滤,只留当天的数据
|
||||
Date currentTime = new Date();
|
||||
//判断最后一条是不是当天的数据,如果不是,把最后一条的时间作为当天的时间
|
||||
long getTime = response.getT().get(response.getT().size() - 1) * 1000L;
|
||||
if (!DateUtil.isSameDay(currentTime, new Date(getTime))) {
|
||||
currentTime = new Date(getTime);
|
||||
}
|
||||
int i = 0;
|
||||
for (Long time : response.getT()) {
|
||||
time = time * 1000;
|
||||
if (DateUtil.isSameDay(currentTime, new Date(time))) {
|
||||
t.add(response.getT().get(i));
|
||||
o.add(response.getO().get(i));
|
||||
h.add(response.getH().get(i));
|
||||
l.add(response.getL().get(i));
|
||||
c.add(response.getC().get(i));
|
||||
v.add(response.getV().get(i));
|
||||
}
|
||||
i++;
|
||||
}
|
||||
response.setT(t);
|
||||
response.setO(o);
|
||||
response.setH(h);
|
||||
response.setL(l);
|
||||
response.setC(c);
|
||||
response.setV(v);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
private String buildApiUrl(StockHistoryRequest request) {
|
||||
@@ -717,7 +1250,9 @@ public class MoneyApiController {
|
||||
return String.format("%s?symbol=%s&resolution=%s&from=%d&to=%d&countback=%d¤cyCode=%s",
|
||||
EXTERNAL_API_URL, request.getSymbol(), request.getResolution(), request.getFrom(),
|
||||
request.getTo(), request.getCountback(), request.getCurrencyCode());
|
||||
};
|
||||
}
|
||||
|
||||
;
|
||||
|
||||
|
||||
private static String extractLastSegment(String url) {
|
||||
@@ -733,28 +1268,31 @@ public class MoneyApiController {
|
||||
|
||||
|
||||
public static void main(String[] args) {
|
||||
nseGainer();
|
||||
nseActives();
|
||||
nseTopLoser();
|
||||
|
||||
bseActives();
|
||||
bseGainer();
|
||||
bseTopLoser();
|
||||
// nseGainer();
|
||||
//// nseActives();
|
||||
//// nseTopLoser();
|
||||
////
|
||||
//// bseActives();
|
||||
//// bseGainer();
|
||||
//// bseTopLoser();
|
||||
System.out.println(new Date());
|
||||
System.out.println(new Date(1713949200000L));
|
||||
System.out.println(DateUtil.isSameDay(new Date(), new Date(1713949200000L)));
|
||||
}
|
||||
|
||||
private Cache<String, List<MoneyStockSuggestDTO>> gainerStockSuggestCache = CacheBuilder.newBuilder()
|
||||
.maximumSize(100) // 设置缓存的最大大小
|
||||
.expireAfterWrite(1, TimeUnit.HOURS) // 设置缓存条目的过期时间
|
||||
.expireAfterWrite(1, TimeUnit.MINUTES) // 设置缓存条目的过期时间
|
||||
.build();
|
||||
|
||||
private Cache<String, List<MoneyStockSuggestDTO>> loserStockSuggestCache = CacheBuilder.newBuilder()
|
||||
.maximumSize(100) // 设置缓存的最大大小
|
||||
.expireAfterWrite(1, TimeUnit.HOURS) // 设置缓存条目的过期时间
|
||||
.expireAfterWrite(1, TimeUnit.MINUTES) // 设置缓存条目的过期时间
|
||||
.build();
|
||||
|
||||
private Cache<String, List<MoneyStockSuggestDTO>> activesStockSuggestCache = CacheBuilder.newBuilder()
|
||||
.maximumSize(100) // 设置缓存的最大大小
|
||||
.expireAfterWrite(30, TimeUnit.MINUTES) // 设置缓存条目的过期时间
|
||||
.expireAfterWrite(1, TimeUnit.MINUTES) // 设置缓存条目的过期时间
|
||||
.build();
|
||||
|
||||
}
|
||||
|
||||
84
src/main/java/cn/stock/market/web/MoneyProxyApiControl.java
Normal file
84
src/main/java/cn/stock/market/web/MoneyProxyApiControl.java
Normal file
@@ -0,0 +1,84 @@
|
||||
package cn.stock.market.web;
|
||||
|
||||
import cn.stock.market.dto.model.StockListVO;
|
||||
import com.alibaba.fastjson.JSON;
|
||||
import com.alibaba.fastjson.JSONObject;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.web.bind.annotation.RequestMapping;
|
||||
import org.springframework.web.bind.annotation.RequestMethod;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import org.springframework.web.bind.annotation.GetMapping;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.InputStreamReader;
|
||||
import java.math.BigDecimal;
|
||||
import java.net.HttpURLConnection;
|
||||
import java.net.URL;
|
||||
|
||||
/**
|
||||
* @author gs
|
||||
* @date 2024/2/15 下午9:18
|
||||
*/
|
||||
@Slf4j
|
||||
@RestController
|
||||
public class MoneyProxyApiControl {
|
||||
|
||||
|
||||
@GetMapping({"/market/api/proxy/queryStockMoneyProxy","/api/proxy/queryStockMoneyProxy"})
|
||||
public JSONObject queryStockByMoneyIdAndExchangeType(String scId,String exchangeType){
|
||||
log.info("queryStockByMoneyIdAndExchangeType");
|
||||
return stockByMoneyIdAndExchangeTypeFromHttp(scId,exchangeType);
|
||||
}
|
||||
|
||||
|
||||
public static JSONObject stockByMoneyIdAndExchangeTypeFromHttp(String scId, String exchangeType) {
|
||||
try {
|
||||
String url = "https://moneycontrol.titanrwa.org/pricefeed/"+exchangeType+"/equitycash/" + scId ;
|
||||
URL obj = new URL(url);
|
||||
HttpURLConnection con = (HttpURLConnection) obj.openConnection();
|
||||
con.setRequestMethod("GET");
|
||||
|
||||
int responseCode = con.getResponseCode();
|
||||
if (responseCode == HttpURLConnection.HTTP_OK) {
|
||||
BufferedReader in = new BufferedReader(new InputStreamReader(con.getInputStream()));
|
||||
String inputLine;
|
||||
StringBuilder response = new StringBuilder();
|
||||
while ((inputLine = in.readLine()) != null) {
|
||||
response.append(inputLine);
|
||||
}
|
||||
in.close();
|
||||
// 解析JSON数据
|
||||
log.info("stockByCodeAndExchangeType:获取 sc_id:{}, exchangeType: {} 的实时价格的结果:{} ",scId,exchangeType,response.toString());
|
||||
return JSONObject.parseObject(response.toString());
|
||||
} else {
|
||||
log.error("HTTP request failed with response code: " + responseCode);
|
||||
}
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
log.error("stockByMoneyIdAndExchangeTypeFromHttp failed {}",e.getMessage());
|
||||
}
|
||||
return new JSONObject();
|
||||
}
|
||||
|
||||
|
||||
private static StockListVO mapJsonToMoneyStockListVO(JSONObject jsonObject) {
|
||||
StockListVO stockListVO = new StockListVO();
|
||||
if (jsonObject != null) {
|
||||
JSONObject data = jsonObject.getJSONObject("data");
|
||||
if(data!=null&&!data.isEmpty()){
|
||||
stockListVO.setName(data.getString("company"));
|
||||
stockListVO.setCode(data.getString("code"));
|
||||
stockListVO.setSpell(data.getString("company"));
|
||||
stockListVO.setGid(data.getString("symbol"));
|
||||
stockListVO.setNowPrice(data.getString("pricecurrent"));
|
||||
stockListVO.setOpen_px(data.getString("OPN"));
|
||||
stockListVO.setPreclose_px(data.getString("priceprevclose"));
|
||||
stockListVO.setHcrate(new BigDecimal(data.getString("pricepercentchange")));
|
||||
stockListVO.setSymbol(data.getString("symbol"));
|
||||
stockListVO.setPricechange(data.getString("pricechange"));
|
||||
}
|
||||
}
|
||||
return stockListVO;
|
||||
}
|
||||
|
||||
}
|
||||
@@ -18,7 +18,7 @@ import cn.stock.market.domain.basic.service.SiteNewsService;
|
||||
import cn.stock.market.utils.ServerResponse;
|
||||
|
||||
@Controller
|
||||
@RequestMapping({"/api/market/news/", "/api/hq/news/"})
|
||||
@RequestMapping({"/market/api/market/news/", "/market/api/hq/news/","/api/market/news/", "/api/hq/news/"})
|
||||
@Api(tags="新闻资讯")
|
||||
public class SiteNewsController {
|
||||
private static final Logger log = LoggerFactory.getLogger(SiteNewsController.class);
|
||||
|
||||
@@ -3,6 +3,8 @@ package cn.stock.market.web;
|
||||
import java.io.IOException;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.ExecutionException;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
import javax.servlet.http.HttpServletRequest;
|
||||
@@ -12,6 +14,7 @@ import cn.qutaojing.common.jpa.ConditionBuilder;
|
||||
import cn.stock.market.domain.basic.entity.SiteNews;
|
||||
import cn.stock.market.domain.basic.repository.SiteNewsRepository;
|
||||
import cn.stock.market.infrastructure.db.po.QSiteNewsPO;
|
||||
import cn.stock.market.infrastructure.job.InvestingTask;
|
||||
import cn.stock.market.web.annotations.EncryptFilter;
|
||||
import io.swagger.annotations.Api;
|
||||
import io.swagger.annotations.ApiImplicitParam;
|
||||
@@ -56,7 +59,7 @@ import springfox.documentation.annotations.ApiIgnore;
|
||||
|
||||
@Controller
|
||||
@Api(value = "/StockApiController", tags = "股票行情")
|
||||
@RequestMapping({"/api/market/stock/", "/api/hq/stock/"})
|
||||
@RequestMapping({"/market/api/market/stock/", "/market/api/hq/stock/","/api/market/stock/", "/api/hq/stock/"})
|
||||
public class StockApiController {
|
||||
private static final Logger log = LoggerFactory.getLogger(StockApiController.class);
|
||||
|
||||
@@ -167,6 +170,41 @@ public class StockApiController {
|
||||
return ServerResponse.createBySuccess(newsRepository.findAll(ConditionBuilder.builder().build(), PageParam.of(pageNum, pageSize), QSiteNewsPO.siteNewsPO.id.desc()));
|
||||
}
|
||||
|
||||
@RequestMapping({"test.do"})
|
||||
@ResponseBody
|
||||
public ServerResponse test(/*@RequestParam("url") String url, @RequestParam("pageNum") Integer pageNum*/) {
|
||||
String news = stockService.getNews();
|
||||
List<String> newsList = Arrays.asList(news.split("<a href="));
|
||||
newsList = newsList.subList(1, newsList.size());
|
||||
newsList.forEach( n -> {
|
||||
String contentUrl = n.substring(1, n.indexOf("class=\"img-smllnews\"") - 2);
|
||||
String id = contentUrl.substring(contentUrl.lastIndexOf("-") + 1, contentUrl.lastIndexOf("_"));
|
||||
String imgUrl = InvestingTask.extractImgSrc(n);
|
||||
// String time = n.substring(n.indexOf("Last Updated") + 23, n.indexOf("IST") - 9);
|
||||
// Extract the date and time using regex
|
||||
Pattern pattern = Pattern.compile("Updated On :<!-- --> <!-- -->(.*?)<!-- -->");
|
||||
Matcher matcher = pattern.matcher(n);
|
||||
String time = "";
|
||||
if (matcher.find()) {
|
||||
time = matcher.group(1).trim();
|
||||
}
|
||||
|
||||
SiteNews siteNews = new SiteNews();
|
||||
siteNews.setAddTime(new Date());
|
||||
siteNews.setSourceId(id);
|
||||
siteNews.setDescription(time);
|
||||
siteNews.setImgurl(imgUrl);
|
||||
List<String> newsInfo = stockService.getNewsInfo(contentUrl);
|
||||
siteNews.setContent(newsInfo.get(0));
|
||||
siteNews.setTitle(newsInfo.get(1));
|
||||
List<SiteNews> list = newsRepository.findAll(QSiteNewsPO.siteNewsPO.sourceId.eq(id));
|
||||
if (list.size() == 0) {
|
||||
newsRepository.save(siteNews);
|
||||
}
|
||||
});
|
||||
return ServerResponse.createBySuccess();
|
||||
}
|
||||
|
||||
//印度股票时线-K线
|
||||
@RequestMapping({"getINDTimeK.do"})
|
||||
@ApiOperation(value = "印度股票K线", httpMethod = "GET")
|
||||
@@ -205,6 +243,25 @@ public class StockApiController {
|
||||
return this.stockService.getIndiaIndex();
|
||||
}
|
||||
|
||||
@RequestMapping({"getIndiaIndexByToday.do"})
|
||||
@ApiOperation(value = "印度--获取指定指数信息", httpMethod = "GET")
|
||||
@ResponseBody
|
||||
public ServerResponse getIndiaIndexByToday() {
|
||||
String INDEX_CODE = "TODAY_INDEX";
|
||||
return RequestCacheUtils.cache("getIndiaIndexByToday.do", INDEX_CODE,6000, (string) -> {
|
||||
return this.stockService.getIndexByBtoday();
|
||||
});
|
||||
}
|
||||
@RequestMapping({"getIndiaIndexByEttech.do"})
|
||||
@ApiOperation(value = "印度--获取指定指数信息-Ettech", httpMethod = "GET")
|
||||
@ResponseBody
|
||||
public ServerResponse getIndiaIndexByEttech() {
|
||||
String INDEX_CODE = "TODAY_INDEX";
|
||||
return RequestCacheUtils.cache("getIndiaIndexByEttech.do", INDEX_CODE, (string) -> {
|
||||
return this.stockService.getEttechcharts();
|
||||
});
|
||||
}
|
||||
|
||||
//根据股票id查询 股票指数、大盘指数信息
|
||||
@RequestMapping({"getMarketByStockGid.do"})
|
||||
@ApiOperation(value = "根据股票id查询 股票指数、大盘指数信息", httpMethod = "GET")
|
||||
|
||||
@@ -2,6 +2,7 @@ package cn.stock.market.web;
|
||||
|
||||
import cn.stock.market.infrastructure.api.TodayApis;
|
||||
import cn.stock.market.utils.ServerResponse;
|
||||
import cn.stock.market.web.annotations.EncryptFilter;
|
||||
import io.swagger.annotations.Api;
|
||||
import io.swagger.annotations.ApiOperation;
|
||||
import org.springframework.stereotype.Controller;
|
||||
@@ -11,12 +12,13 @@ import org.springframework.web.bind.annotation.ResponseBody;
|
||||
|
||||
@Controller
|
||||
@Api(value = "/TodayApiController", tags = "today股票行情")
|
||||
@RequestMapping({"/api/market/today/"})
|
||||
@RequestMapping({"/market/api/market/today/","/api/market/today/"})
|
||||
public class TodayApiController {
|
||||
|
||||
@RequestMapping({"getTopGainers.do"})
|
||||
@ApiOperation(value = "获取Top Gainers",notes = "exchange传nse或者bse", httpMethod = "GET")
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ServerResponse getTopGainers(@RequestParam("exchange") String exchange) {
|
||||
return ServerResponse.createBySuccess(TodayApis.getTopGainers(exchange));
|
||||
}
|
||||
@@ -24,6 +26,7 @@ public class TodayApiController {
|
||||
@RequestMapping({"getTopLosers.do"})
|
||||
@ApiOperation(value = "获取 Top Losers",notes = "exchange传nse或者bse", httpMethod = "GET")
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ServerResponse getTopLosers(@RequestParam("exchange") String exchange) {
|
||||
return ServerResponse.createBySuccess(TodayApis.getTopLosers(exchange));
|
||||
}
|
||||
@@ -31,6 +34,7 @@ public class TodayApiController {
|
||||
@RequestMapping({"getMostActiveVolume.do"})
|
||||
@ApiOperation(value = "获取 Most Active Volume",notes = "exchange传nse或者bse", httpMethod = "GET")
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ServerResponse getMostActiveVolume(@RequestParam("exchange") String exchange) {
|
||||
return ServerResponse.createBySuccess(TodayApis.getMostActiveVolume(exchange));
|
||||
}
|
||||
@@ -38,6 +42,7 @@ public class TodayApiController {
|
||||
@RequestMapping({"getMostActiveValue.do"})
|
||||
@ApiOperation(value = "获取 Most Active Value",notes = "exchange传nse或者bse",httpMethod = "GET")
|
||||
@ResponseBody
|
||||
@EncryptFilter(decryptRequest = false)
|
||||
public ServerResponse getMostActiveValue(@RequestParam("exchange") String exchange) {
|
||||
return ServerResponse.createBySuccess(TodayApis.getMostActiveValue(exchange));
|
||||
}
|
||||
|
||||
@@ -3,9 +3,9 @@ spring:
|
||||
show-sql: true
|
||||
# Redis配置
|
||||
redis:
|
||||
host: 43.132.212.180
|
||||
password: ruTZ9J3gaDhknJ
|
||||
port: 36379
|
||||
host: 43.153.142.41
|
||||
password: a5v8b86P4mVzFlUqJV
|
||||
port: 30001
|
||||
database: 1
|
||||
lettuce:
|
||||
pool:
|
||||
@@ -17,9 +17,9 @@ spring:
|
||||
datasource:
|
||||
stock-market:
|
||||
driver-class-name: com.mysql.cj.jdbc.Driver
|
||||
url: jdbc:mysql://43.132.212.180:33306/india_stock?useUnicode=true&characterEncoding=utf-8
|
||||
url: jdbc:mysql://43.153.142.41:30000/india_stock?useUnicode=true&characterEncoding=utf-8
|
||||
username: root
|
||||
password: 33BsUUcnXRYgwt
|
||||
password: uNejHIFQGJOUtYTmE
|
||||
maxActive: 500
|
||||
testWhileIdle: true
|
||||
validationQuery: SELECT 1
|
||||
|
||||
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user