lanyuanxiaoyao/leopard
1
0
Fork 0
Code Activity

refactor: 通用逻辑移到core中方便strategy模块一起使用

Browse Source
This commit is contained in:
兰缘小妖
2025-09-26 09:17:11 +08:00
parent 3991effa88
commit 0dd421ca43
19 changed files with 39 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
leopard-server/pom.xml
View File

@@ -41,24 +41,6 @@
<artifactId>spring-boot-starter-quartz</artifactId>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-core</artifactId>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-http</artifactId>
</dependency>
<dependency>
<groupId>io.github.ralfkonrad.quantlib_for_maven</groupId>
<artifactId>quantlib</artifactId>
</dependency>
<dependency>
<groupId>org.ta4j</groupId>
<artifactId>ta4j-core</artifactId>
</dependency>
<dependency>
<groupId>com.mysql</groupId>
<artifactId>mysql-connector-j</artifactId>

2
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/controller/CommonOptionsController.java
View File

@@ -3,7 +3,7 @@ package com.lanyuanxiaoyao.leopard.server.controller;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.entity.Task;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.leopard.server.service.TaskService;
import com.lanyuanxiaoyao.leopard.core.service.TaskService;
import com.lanyuanxiaoyao.service.template.controller.GlobalResponse;
import java.util.Arrays;
import java.util.Comparator;

2
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/controller/QuartzController.java
View File

@@ -1,7 +1,7 @@
package com.lanyuanxiaoyao.leopard.server.controller;
import com.lanyuanxiaoyao.leopard.core.service.TaskService;
import com.lanyuanxiaoyao.leopard.server.service.QuartzService;
import com.lanyuanxiaoyao.leopard.server.service.TaskService;
import com.lanyuanxiaoyao.service.template.controller.GlobalResponse;
import java.time.LocalDateTime;
import java.util.List;

4
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/controller/StockCollectionController.java
View File

@@ -1,9 +1,9 @@
package com.lanyuanxiaoyao.leopard.server.controller;
import com.lanyuanxiaoyao.leopard.core.entity.StockCollection;
import com.lanyuanxiaoyao.leopard.core.service.StockCollectionService;
import com.lanyuanxiaoyao.leopard.core.service.StockService;
import com.lanyuanxiaoyao.leopard.server.entity.StockDetailVo;
import com.lanyuanxiaoyao.leopard.server.service.StockCollectionService;
import com.lanyuanxiaoyao.leopard.server.service.StockService;
import com.lanyuanxiaoyao.service.template.controller.SimpleControllerSupport;
import java.util.HashSet;
import java.util.Set;

4
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/controller/StockController.java
View File

@@ -2,9 +2,9 @@ package com.lanyuanxiaoyao.leopard.server.controller;
import cn.hutool.core.bean.BeanUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.helper.NumberHelper;
import com.lanyuanxiaoyao.leopard.core.service.StockService;
import com.lanyuanxiaoyao.leopard.server.entity.StockDetailVo;
import com.lanyuanxiaoyao.leopard.server.helper.NumberHelper;
import com.lanyuanxiaoyao.leopard.server.service.StockService;
import com.lanyuanxiaoyao.service.template.controller.GlobalResponse;
import com.lanyuanxiaoyao.service.template.controller.SimpleControllerSupport;
import java.time.LocalDate;

2
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/controller/TaskController.java
View File

@@ -4,7 +4,7 @@ import cn.hutool.core.date.BetweenFormatter;
import cn.hutool.core.date.DateUtil;
import cn.hutool.core.util.ObjectUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Task;
import com.lanyuanxiaoyao.leopard.server.service.TaskService;
import com.lanyuanxiaoyao.leopard.core.service.TaskService;
import com.lanyuanxiaoyao.service.template.controller.GlobalResponse;
import com.lanyuanxiaoyao.service.template.controller.SimpleControllerSupport;
import java.time.Duration;

77
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/helper/NumberHelper.java
View File

@@ -1,77 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.helper;
import cn.hutool.core.util.NumberUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import java.util.function.Function;
/**
* @author lanyuanxiaoyao
* @version 20250912
*/
public class NumberHelper {
public static final String FINANCE_NULL_DOUBLE = "/";
public static String formatFinanceDouble(Double value) {
if (ObjectUtil.isNull(value)) {
return FINANCE_NULL_DOUBLE;
}
var result = FINANCE_NULL_DOUBLE;
var absValue = Double.valueOf(Math.abs(value));
if (absValue > 100000000) {
result = NumberUtil.decimalFormat("#.##亿", absValue / 100000000);
} else if (value > 10000) {
result = NumberUtil.decimalFormat("#.##万", absValue / 10000);
} else {
result = NumberUtil.decimalFormat("#.##", absValue);
}
return value < 0 ? "-" + result : result;
}
public static String formatDaysDouble(Double value) {
if (ObjectUtil.isNull(value)) {
return FINANCE_NULL_DOUBLE;
}
return NumberUtil.decimalFormat("#", value);
}
public static String formatPercentageDouble(Double value) {
if (ObjectUtil.isNull(value)) {
return null;
}
return NumberUtil.decimalFormat("0.00%", value);
}
public static Double parseDouble(String value) {
if (StrUtil.isBlank(value)) {
return null;
}
return Double.parseDouble(value);
}
public static Double parseDouble(String value, Function<Double, Double> ifSuccess) {
var result = parseDouble(value);
return ObjectUtil.isNull(result) ? null : ifSuccess.apply(result);
}
public static Double safePlus(Double a, Double b) {
if (ObjectUtil.isNull(a) || ObjectUtil.isNull(b)) {
return null;
}
return a + b;
}
public static Double safeMinus(Double a, Double b) {
if (ObjectUtil.isNull(a) || ObjectUtil.isNull(b)) {
return null;
}
return a - b;
}
public static Double safeDiv(Double a, Double b) {
if (ObjectUtil.isNull(a) || ObjectUtil.isNull(b) || b == 0) {
return null;
}
return NumberUtil.div(a, b, 4);
}
}

1
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/QuartzService.java
View File

@@ -3,6 +3,7 @@ package com.lanyuanxiaoyao.leopard.server.service;
import cn.hutool.core.util.IdUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.leopard.core.service.TaskService;
import java.time.LocalDateTime;
import java.time.ZoneId;
import java.util.ArrayList;

15
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/StockCollectionService.java
View File

@@ -1,15 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service;
import com.lanyuanxiaoyao.leopard.core.entity.StockCollection;
import com.lanyuanxiaoyao.leopard.core.repository.StockCollectionRepository;
import com.lanyuanxiaoyao.service.template.service.SimpleServiceSupport;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;
@Slf4j
@Service
public class StockCollectionService extends SimpleServiceSupport<StockCollection> {
public StockCollectionService(StockCollectionRepository repository) {
super(repository);
}
}

61
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/StockService.java
View File

@@ -1,61 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service;
import com.lanyuanxiaoyao.leopard.core.entity.Daily;
import com.lanyuanxiaoyao.leopard.core.entity.Daily_;
import com.lanyuanxiaoyao.leopard.core.entity.FinanceIndicator;
import com.lanyuanxiaoyao.leopard.core.entity.FinanceIndicator_;
import com.lanyuanxiaoyao.leopard.core.entity.QDaily;
import com.lanyuanxiaoyao.leopard.core.entity.QFinanceIndicator;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.repository.DailyRepository;
import com.lanyuanxiaoyao.leopard.core.repository.FinanceIndicatorRepository;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.service.template.service.SimpleServiceSupport;
import java.time.LocalDate;
import java.util.List;
import java.util.Optional;
import lombok.extern.slf4j.Slf4j;
import org.springframework.data.domain.Sort;
import org.springframework.stereotype.Service;
/**
* @author lanyuanxiaoyao
* @version 20250828
*/
@Slf4j
@Service
public class StockService extends SimpleServiceSupport<Stock> {
private final FinanceIndicatorRepository financeIndicatorRepository;
private final DailyRepository dailyRepository;
public StockService(StockRepository repository, FinanceIndicatorRepository financeIndicatorRepository, DailyRepository dailyRepository) {
super(repository);
this.financeIndicatorRepository = financeIndicatorRepository;
this.dailyRepository = dailyRepository;
}
public Optional<FinanceIndicator> findFinanceIndicator(Long stockId, Integer year) {
return financeIndicatorRepository.findOne(
QFinanceIndicator.financeIndicator.year.eq(year)
.and(QFinanceIndicator.financeIndicator.stock.id.eq(stockId))
);
}
public List<FinanceIndicator> findFinanceIndicatorRecent(Long stockId, int years) {
var current = LocalDate.now();
return financeIndicatorRepository.findAll(
QFinanceIndicator.financeIndicator.stock.id.eq(stockId)
.and(QFinanceIndicator.financeIndicator.year.between(current.minusYears(years).getYear(), current.getYear())),
Sort.by(Sort.Direction.ASC, FinanceIndicator_.YEAR)
);
}
public List<Daily> findDailyRecent(Long stockId, int days) {
var current = LocalDate.now();
return dailyRepository.findAll(
QDaily.daily.stock.id.eq(stockId)
.and(QDaily.daily.tradeDate.between(current.minusDays(days), current)),
Sort.by(Sort.Direction.ASC, Daily_.TRADE_DATE)
);
}
}

94
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/TaskService.java
View File

@@ -1,94 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service;
import cn.hutool.core.util.IdUtil;
import cn.hutool.core.util.ObjectUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Task;
import com.lanyuanxiaoyao.leopard.core.repository.TaskRepository;
import com.lanyuanxiaoyao.leopard.server.service.task.PyramidSelect;
import com.lanyuanxiaoyao.leopard.server.service.task.TaskRunner;
import com.lanyuanxiaoyao.leopard.server.service.task.UpdateDailyTask;
import com.lanyuanxiaoyao.leopard.server.service.task.UpdateFinanceIndicatorTask;
import com.lanyuanxiaoyao.leopard.server.service.task.UpdateStockTask;
import com.lanyuanxiaoyao.leopard.server.service.task.UpdateYearlyTask;
import com.lanyuanxiaoyao.service.template.service.SimpleServiceSupport;
import jakarta.transaction.Transactional;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import org.springframework.boot.context.event.ApplicationReadyEvent;
import org.springframework.context.ApplicationContext;
import org.springframework.context.event.EventListener;
import org.springframework.stereotype.Service;
/**
* @author lanyuanxiaoyao
* @version 20250829
*/
@Slf4j
@Service
public class TaskService extends SimpleServiceSupport<Task> {
private final ExecutorService executor = Executors.newFixedThreadPool(50);
private final TaskRepository taskRepository;
private final ApplicationContext context;
@Getter
private final Set<TaskTemplate> templates = Stream.of(
new TaskTemplate("更新股票信息", "更新股票信息", UpdateStockTask.class),
new TaskTemplate("更新年线指标", "更新年线指标", UpdateYearlyTask.class),
new TaskTemplate("更新日线数据", "更新日线数据", UpdateDailyTask.class),
new TaskTemplate("更新财务指标", "更新财务指标", UpdateFinanceIndicatorTask.class),
new TaskTemplate("金字塔选股", "金字塔选股", PyramidSelect.class)
).collect(Collectors.toSet());
private final Map<String, TaskTemplate> templateMap = templates.stream()
.collect(Collectors.toMap(TaskTemplate::id, template -> template));
public TaskService(TaskRepository repository, ApplicationContext context) {
super(repository);
this.taskRepository = repository;
this.context = context;
}
@Transactional(rollbackOn = Throwable.class)
@EventListener(ApplicationReadyEvent.class)
public void onApplicationReady() {
log.warn("更新所有未完成的任务状态为失败");
taskRepository.updateAllRunningTaskToFailure();
}
public TaskTemplate getTemplate(String templateId) {
return templateMap.get(templateId);
}
public void execute(String templateId, Map<String, Object> params) {
execute(templateId, params, true);
}
public void execute(String templateId, Map<String, Object> params, boolean async) {
var template = templateMap.get(templateId);
if (ObjectUtil.isNull(template)) {
throw new RuntimeException("任务模板不存在");
}
var instance = context.getBean(template.runnerClass());
if (async) {
executor.submit(() -> instance.run(template, params));
} else {
instance.run(template, params);
}
}
public record TaskTemplate(
String id,
String name,
String description,
Class<? extends TaskRunner> runnerClass
) {
public TaskTemplate(String name, String description, Class<? extends TaskRunner> runnerClass) {
this(IdUtil.fastUUID(), name, description, runnerClass);
}
}
}

142
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/TuShareService.java
View File

@@ -1,142 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service;
import cn.hutool.core.util.StrUtil;
import cn.hutool.http.HttpUtil;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
import org.springframework.http.converter.json.Jackson2ObjectMapperBuilder;
import org.springframework.stereotype.Service;
/**
* 对接TuShare接口
*
* @author lanyuanxiaoyao
* @version 20250828
*/
@Slf4j
@Service
public class TuShareService {
public static final DateTimeFormatter TRADE_FORMAT = DateTimeFormatter.ofPattern("yyyyMMdd");
private static final String API_URL = "https://api.tushare.pro";
private static final String API_TOKEN = "64ebff4fa679167600b905ee45dd88e76f3963c0ff39157f3f085f0e";
private final ObjectMapper mapper;
public TuShareService(Jackson2ObjectMapperBuilder builder) {
this.mapper = builder.build();
}
@SneakyThrows
private String buildRequest(String apiName, Map<String, Object> params, List<String> fields) {
return mapper.writeValueAsString(Map.of(
"api_name", apiName,
"token", API_TOKEN,
"params", params,
"fields", fields
));
}
@SneakyThrows
public TuShareResponse stockList() {
var response = HttpUtil.post(API_URL, buildRequest(
"stock_basic",
Map.of("list_status", "L", "market", "主板", "exchange", "SSE,SZSE"),
List.of("ts_code", "name", "fullname", "exchange", "industry", "list_date")
));
var tuShareResponse = mapper.readValue(response, TuShareResponse.class);
if (tuShareResponse.code != 0) {
throw new RuntimeException(tuShareResponse.message);
}
return tuShareResponse;
}
public TuShareResponse dailyList(LocalDate tradeDate) {
return dailyList(tradeDate, null);
}
@SneakyThrows
public TuShareResponse dailyList(LocalDate tradeDate, String stockCode) {
var paramsMap = new HashMap<String, Object>();
paramsMap.put("trade_date", tradeDate.format(TRADE_FORMAT));
if (StrUtil.isNotBlank(stockCode)) {
paramsMap.put("ts_code", stockCode);
}
var response = HttpUtil.post(API_URL, buildRequest(
"daily",
paramsMap,
List.of("ts_code", "trade_date", "open", "high", "low", "close", "pre_close", "change", "pct_chg", "vol", "amount")
));
var tuShareResponse = mapper.readValue(response, TuShareResponse.class);
if (tuShareResponse.code != 0) {
throw new RuntimeException(tuShareResponse.message);
}
return tuShareResponse;
}
@SneakyThrows
public TuShareResponse tradeDateList(String exchange) {
var response = HttpUtil.post(API_URL, buildRequest(
"trade_cal",
Map.of("exchange", exchange, "is_open", 1),
List.of("cal_date")
));
var tuShareResponse = mapper.readValue(response, TuShareResponse.class);
if (tuShareResponse.code != 0) {
throw new RuntimeException(tuShareResponse.message);
}
return tuShareResponse;
}
@SneakyThrows
public TuShareResponse factorList(LocalDate tradeDate) {
var response = HttpUtil.post(API_URL, buildRequest(
"adj_factor",
Map.of("trade_date", tradeDate.format(TRADE_FORMAT)),
List.of("ts_code", "trade_date", "adj_factor")
));
var tuShareResponse = mapper.readValue(response, TuShareResponse.class);
if (tuShareResponse.code != 0) {
throw new RuntimeException(tuShareResponse.message);
}
return tuShareResponse;
}
public List<Map<String, String>> request(String api, Map<String, Object> params, List<String> fields) throws JsonProcessingException {
var response = HttpUtil.post(API_URL, buildRequest(api, params, fields));
var tuShareResponse = mapper.readValue(response, TuShareResponse.class);
if (tuShareResponse.code != 0) {
throw new RuntimeException(tuShareResponse.message);
}
var data = tuShareResponse.data;
var result = new ArrayList<Map<String, String>>();
for (var item : data.items) {
var map = new HashMap<String, String>();
for (int i = 0; i < data.fields.size(); i++) {
map.put(data.fields.get(i), item.get(i));
}
result.add(map);
}
return result;
}
public record TuShareResponse(
Integer code,
@JsonProperty("msg")
String message,
Data data
) {
public record Data(
List<String> fields,
List<List<String>> items
) {
}
}
}

45
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/PyramidSelect.java
View File

@@ -1,45 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import com.lanyuanxiaoyao.leopard.core.entity.StockCollection;
import com.lanyuanxiaoyao.leopard.core.repository.StockCollectionRepository;
import com.lanyuanxiaoyao.leopard.core.service.selector.PyramidStockSelector;
import com.lanyuanxiaoyao.leopard.core.service.selector.StockSelector;
import java.time.LocalDate;
import java.util.Map;
import java.util.stream.Collectors;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Transactional;
/**
* 金字塔选股
*
* @author lanyuanxiaoyao
* @version 20250925
*/
@Slf4j
@Component
public class PyramidSelect extends TaskRunner {
private final StockCollectionRepository stockCollectionRepository;
private final PyramidStockSelector pyramidStockSelector;
protected PyramidSelect(ApplicationContext context, StockCollectionRepository stockCollectionRepository, PyramidStockSelector pyramidStockSelector) {
super(context);
this.stockCollectionRepository = stockCollectionRepository;
this.pyramidStockSelector = pyramidStockSelector;
}
@Transactional(rollbackFor = Throwable.class)
@Override
public String process(Map<String, Object> params, StepUpdater updater) throws Exception {
var candidates = pyramidStockSelector.select(new PyramidStockSelector.Request(LocalDate.now().getYear(), 50));
var collection = new StockCollection();
collection.setName("金字塔选股");
collection.setDescription("金字塔选股");
collection.setStocks(candidates.stream().map(StockSelector.Candidate::stock).collect(Collectors.toSet()));
stockCollectionRepository.save(collection);
return null;
}
}

67
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/TaskRunner.java
View File

@@ -1,67 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import cn.hutool.core.exceptions.ExceptionUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Task;
import com.lanyuanxiaoyao.leopard.core.repository.TaskRepository;
import com.lanyuanxiaoyao.leopard.server.service.TaskService;
import java.time.LocalDateTime;
import java.util.Map;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationContext;
/**
* 任务运行
*
* @author lanyuanxiaoyao
* @version 20250924
*/
@Slf4j
public abstract class TaskRunner {
private final ApplicationContext context;
protected TaskRunner(ApplicationContext context) {
this.context = context;
}
public abstract String process(Map<String, Object> params, StepUpdater updater) throws Exception;
public void run(TaskService.TaskTemplate template, Map<String, Object> params) {
var taskRepository = context.getBean(TaskRepository.class);
var task = new Task();
task.setName(template.name());
task.setDescription(template.description());
task.setStatus(Task.Status.RUNNING);
task.setLaunchedTime(LocalDateTime.now());
taskRepository.saveAndFlush(task);
try {
var result = process(params, step -> {
synchronized (task) {
taskRepository.updateStepById(task.getId(), step);
}
});
task.setStatus(Task.Status.SUCCESS);
task.setStep(1.0);
task.setFinishedTime(LocalDateTime.now());
if (StrUtil.isNotBlank(result)) {
task.setResult(result);
}
taskRepository.saveAndFlush(task);
} catch (Throwable throwable) {
log.error("任务执行失败", throwable);
task.setStatus(Task.Status.FAILURE);
task.setFinishedTime(LocalDateTime.now());
if (ObjectUtil.isNotNull(throwable)) {
task.setError(ExceptionUtil.stacktraceToString(throwable));
}
taskRepository.saveAndFlush(task);
}
}
public interface StepUpdater {
void update(double step);
}
}

107
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/UpdateDailyTask.java
View File

@@ -1,107 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import cn.hutool.core.util.NumberUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Daily;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.repository.DailyRepository;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.leopard.server.helper.NumberHelper;
import com.lanyuanxiaoyao.leopard.server.service.TuShareService;
import java.time.LocalDate;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.stream.Collectors;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Component;
import org.springframework.transaction.support.TransactionTemplate;
/**
* 更新日线数据
*
* @author lanyuanxiaoyao
* @version 20250924
*/
@Slf4j
@Component
public class UpdateDailyTask extends TaskRunner {
private final StockRepository stockRepository;
private final DailyRepository dailyRepository;
private final TransactionTemplate transactionTemplate;
private final TuShareService tuShareService;
protected UpdateDailyTask(ApplicationContext context, StockRepository stockRepository, DailyRepository dailyRepository, TransactionTemplate transactionTemplate, TuShareService tuShareService) {
super(context);
this.stockRepository = stockRepository;
this.dailyRepository = dailyRepository;
this.transactionTemplate = transactionTemplate;
this.tuShareService = tuShareService;
}
@Override
public String process(Map<String, Object> params, StepUpdater updater) throws Exception {
var tradeDates = new HashSet<LocalDate>();
for (String exchange : List.of("SSE", "SZSE", "BSE")) {
var response = tuShareService.tradeDateList(exchange);
for (List<String> item : response.data().items()) {
if (ObjectUtil.isNotEmpty(item) && StrUtil.isNotBlank(item.getFirst())) {
tradeDates.add(LocalDate.parse(item.getFirst(), TuShareService.TRADE_FORMAT));
}
}
}
var existsTradeDates = dailyRepository.findDistinctTradeDate();
var nowDate = LocalDate.now();
var stocksMap = stockRepository.findAll().stream().collect(Collectors.toMap(Stock::getCode, stock -> stock));
var targetTradeDates = tradeDates.stream()
.filter(date -> date.isBefore(nowDate) || date.isEqual(nowDate))
.filter(date -> !existsTradeDates.contains(date))
.toList();
var total = targetTradeDates.size();
var finished = new AtomicInteger(0);
targetTradeDates.parallelStream()
.forEach(tradeDate -> {
var factorResponse = tuShareService.factorList(tradeDate);
var factorMap = new HashMap<String, Double>();
for (List<String> item : factorResponse.data().items()) {
factorMap.put(item.get(0), Double.valueOf(item.get(2)));
}
transactionTemplate.execute(status -> {
var response = tuShareService.dailyList(tradeDate);
var dailies = new ArrayList<Daily>();
for (List<String> item : response.data().items()) {
var code = item.get(0);
if (stocksMap.containsKey(code)) {
var stock = stocksMap.get(code);
var factor = factorMap.get(code);
var daily = new Daily();
daily.setTradeDate(tradeDate);
daily.setOpen(NumberHelper.parseDouble(item.get(2)));
daily.setHigh(NumberUtil.parseDouble(item.get(3)));
daily.setLow(NumberUtil.parseDouble(item.get(4)));
daily.setClose(NumberUtil.parseDouble(item.get(5)));
daily.setPreviousClose(NumberUtil.parseDouble(item.get(6)));
daily.setPriceChangeAmount(NumberUtil.parseDouble(item.get(7)));
daily.setPriceFluctuationRange(NumberUtil.parseDouble(item.get(8)));
daily.setVolume(NumberUtil.parseDouble(item.get(9)));
daily.setTurnover(NumberUtil.parseDouble(item.get(10)));
daily.setFactor(factor);
daily.setStock(stock);
dailies.add(daily);
}
}
dailyRepository.saveAll(dailies);
return null;
});
updater.update(finished.incrementAndGet() * 1.0 / total);
});
return null;
}
}

225
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/UpdateFinanceIndicatorTask.java
View File

@@ -1,225 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import cn.hutool.core.util.ArrayUtil;
import cn.hutool.core.util.ObjectUtil;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.lanyuanxiaoyao.leopard.core.entity.FinanceIndicator;
import com.lanyuanxiaoyao.leopard.core.entity.QFinanceIndicator;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.repository.FinanceIndicatorRepository;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.leopard.server.helper.NumberHelper;
import com.lanyuanxiaoyao.leopard.server.service.TuShareService;
import java.time.LocalDate;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Transactional;
/**
* 更新财务指标数据
*
* @author lanyuanxiaoyao
* @version 20250924
*/
@Slf4j
@Component
public class UpdateFinanceIndicatorTask extends TaskRunner {
private final StockRepository stockRepository;
private final FinanceIndicatorRepository financeIndicatorRepository;
private final TuShareService tuShareService;
protected UpdateFinanceIndicatorTask(ApplicationContext context, StockRepository stockRepository, FinanceIndicatorRepository financeIndicatorRepository, TuShareService tuShareService) {
super(context);
this.stockRepository = stockRepository;
this.financeIndicatorRepository = financeIndicatorRepository;
this.tuShareService = tuShareService;
}
@Transactional(rollbackFor = Throwable.class)
@Override
public String process(Map<String, Object> params, StepUpdater updater) throws JsonProcessingException {
var stocks = stockRepository.findAll();
var currentYear = LocalDate.now().getYear();
for (int year = 1990; year < currentYear; year++) {
var balances = tuShareService.request(
"balancesheet_vip",
Map.of("period", LocalDate.of(year, 12, 31).format(TuShareService.TRADE_FORMAT)),
List.of(
"ts_code",
"total_share",
"cap_rese",
"surplus_rese",
"undistr_porfit",
"cash_reser_cb",
"accounts_receiv_bill",
"accounts_pay",
"inventories",
"goodwill",
"total_cur_assets",
"total_nca",
"total_cur_liab",
"total_ncl",
"total_liab",
"total_hldr_eqy_inc_min_int",
"total_assets"
)
);
var balancesMap = balances.stream().collect(Collectors.toMap(
map -> map.get("ts_code"),
map -> map,
(existing, replacement) -> existing
));
var incomes = tuShareService.request(
"income_vip",
Map.of("period", LocalDate.of(year, 12, 31).format(TuShareService.TRADE_FORMAT)),
List.of(
"ts_code",
"total_revenue",
"total_cogs",
"operate_profit",
"oper_exp",
"n_income"
)
);
var incomesMap = incomes.stream().collect(Collectors.toMap(
map -> map.get("ts_code"),
map -> map,
(existing, replacement) -> existing
));
var cashFlows = tuShareService.request(
"cashflow_vip",
Map.of("period", LocalDate.of(year, 12, 31).format(TuShareService.TRADE_FORMAT)),
List.of(
"ts_code",
"n_cashflow_act",
"n_cashflow_inv_act",
"n_cash_flows_fnc_act"
)
);
var cashFlowsMap = cashFlows.stream().collect(Collectors.toMap(
map -> map.get("ts_code"),
map -> map,
(existing, replacement) -> existing
));
var finaIndicators = tuShareService.request(
"fina_indicator_vip",
Map.of("period", LocalDate.of(year, 12, 31).format(TuShareService.TRADE_FORMAT)),
List.of(
"ts_code",
"ca_to_assets",
"nca_to_assets",
"currentdebt_to_debt",
"longdeb_to_debt",
"current_ratio",
"quick_ratio",
"ar_turn",
"arturn_days",
"inv_turn",
"invturn_days",
"fa_turn",
"assets_turn",
"roe_dt",
"roa",
"roa_dp",
"total_revenue_ps"
)
);
var finaIndicatorsMap = finaIndicators.stream().collect(Collectors.toMap(
map -> map.get("ts_code"),
map -> map,
(existing, replacement) -> existing
));
var financeIndicatorsMap = financeIndicatorRepository.findAll(QFinanceIndicator.financeIndicator.year.eq(year))
.stream()
.collect(Collectors.toMap(
indicator -> indicator.getStock().getCode(),
indicator -> indicator
));
for (Stock stock : stocks) {
var balance = balancesMap.get(stock.getCode());
var income = incomesMap.get(stock.getCode());
var cashFlow = cashFlowsMap.get(stock.getCode());
var finaIndicator = finaIndicatorsMap.get(stock.getCode());
if (stock.getListedDate().getYear() > year || ArrayUtil.<Object>isAllNull(balance, income, cashFlow, finaIndicator)) {
continue;
}
var indicator = financeIndicatorsMap.getOrDefault(stock.getCode(), new FinanceIndicator());
indicator.setStock(stock);
indicator.setYear(year);
if (ObjectUtil.isNotNull(balance)) {
indicator.setTotalAssets(NumberHelper.parseDouble(balance.get("total_assets")));
indicator.setTotalShareCapital(NumberHelper.parseDouble(balance.get("total_share")));
indicator.setCapitalSurplus(NumberHelper.parseDouble(balance.get("cap_rese")));
indicator.setSurplusReserve(NumberHelper.parseDouble(balance.get("surplus_rese")));
indicator.setUndistributedProfit(NumberHelper.parseDouble(balance.get("undistr_porfit")));
indicator.setCashAndCashEquivalents(NumberHelper.parseDouble(balance.get("cash_reser_cb")));
indicator.setCashAndCashEquivalentsToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getCashAndCashEquivalents(), indicator.getTotalAssets()));
indicator.setAccountsReceivable(NumberHelper.parseDouble(balance.get("accounts_receiv_bill")));
indicator.setAccountsReceivableToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getAccountsReceivable(), indicator.getTotalAssets()));
indicator.setAccountsPayable(NumberHelper.parseDouble(balance.get("accounts_pay")));
indicator.setAccountsPayableToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getAccountsPayable(), indicator.getTotalAssets()));
indicator.setInventory(NumberHelper.parseDouble(balance.get("inventories")));
indicator.setInventoryToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getInventory(), indicator.getTotalAssets()));
indicator.setGoodwill(NumberHelper.parseDouble(balance.get("goodwill")));
indicator.setGoodwillToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getGoodwill(), indicator.getTotalAssets()));
indicator.setCurrentAssets(NumberHelper.parseDouble(balance.get("total_cur_assets")));
indicator.setCurrentAssetsToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getCurrentAssets(), indicator.getTotalAssets()));
indicator.setFixedAssets(NumberHelper.parseDouble(balance.get("total_nca")));
indicator.setFixedAssetsToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getFixedAssets(), indicator.getTotalAssets()));
indicator.setTotalLiabilities(NumberHelper.parseDouble(balance.get("total_liab")));
indicator.setCurrentLiabilities(NumberHelper.parseDouble(balance.get("total_cur_liab")));
indicator.setCurrentLiabilitiesToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getCurrentLiabilities(), indicator.getTotalAssets()));
indicator.setCurrentLiabilitiesToTotalLiabilitiesRatio(NumberHelper.safeDiv(indicator.getCurrentLiabilities(), indicator.getTotalLiabilities()));
indicator.setLongTermLiabilities(NumberHelper.parseDouble(balance.get("total_ncl")));
indicator.setLongTermLiabilitiesToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getLongTermLiabilities(), indicator.getTotalAssets()));
indicator.setLongTermLiabilitiesToTotalLiabilitiesRatio(NumberHelper.safeDiv(indicator.getLongTermLiabilities(), indicator.getTotalLiabilities()));
indicator.setLiabilitiesToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getTotalLiabilities(), indicator.getTotalAssets()));
indicator.setShareholdersEquity(NumberHelper.parseDouble(balance.get("total_hldr_eqy_inc_min_int")));
indicator.setShareholdersEquityToTotalAssetsRatio(NumberHelper.safeDiv(indicator.getShareholdersEquity(), indicator.getTotalAssets()));
}
if (ObjectUtil.isNotNull(income)) {
indicator.setOperatingRevenue(NumberHelper.parseDouble(income.get("total_revenue")));
indicator.setOperatingCost(NumberHelper.parseDouble(income.get("total_cogs")));
indicator.setOperatingProfit(NumberHelper.parseDouble(income.get("operate_profit")));
indicator.setOperatingExpenses(NumberHelper.parseDouble(income.get("oper_exp")));
indicator.setNetProfit(NumberHelper.parseDouble(income.get("n_income")));
}
if (ObjectUtil.isNotNull(cashFlow)) {
indicator.setCashFlowFromOperatingActivities(NumberHelper.parseDouble(cashFlow.get("n_cashflow_act")));
indicator.setCashFlowFromInvestingActivities(NumberHelper.parseDouble(cashFlow.get("n_cashflow_inv_act")));
indicator.setCashFlowFromFinancingActivities(NumberHelper.parseDouble(cashFlow.get("n_cash_flows_fnc_act")));
}
if (ObjectUtil.isNotNull(finaIndicator)) {
indicator.setCurrentRatio(NumberHelper.parseDouble(finaIndicator.get("current_ratio")));
indicator.setQuickRatio(NumberHelper.parseDouble(finaIndicator.get("quick_ratio")));
indicator.setAccountsReceivableTurnover(NumberHelper.parseDouble(finaIndicator.get("ar_turn")));
indicator.setDaysAccountsReceivableTurnover(NumberHelper.parseDouble(finaIndicator.get("arturn_days")));
indicator.setInventoryTurnover(NumberHelper.parseDouble(finaIndicator.get("inv_turn")));
indicator.setDaysInventoryTurnover(NumberHelper.parseDouble(finaIndicator.get("invturn_days")));
indicator.setFixedAssetsTurnover(NumberHelper.parseDouble(finaIndicator.get("fa_turn")));
indicator.setDaysFixedAssetsTurnover(NumberHelper.safeDiv(360.0, indicator.getFixedAssetsTurnover()));
indicator.setTotalAssetsTurnover(NumberHelper.parseDouble(finaIndicator.get("assets_turn")));
indicator.setDaysTotalAssetsTurnover(NumberHelper.safeDiv(360.0, indicator.getTotalAssetsTurnover()));
indicator.setReturnOnEquity(NumberHelper.parseDouble(finaIndicator.get("roe_dt")));
indicator.setReturnOnAssets(NumberHelper.parseDouble(finaIndicator.get("roa")));
indicator.setOperatingGrossProfitMargin(NumberHelper.safeDiv(NumberHelper.safeMinus(indicator.getOperatingRevenue(), indicator.getOperatingCost()), indicator.getOperatingRevenue()));
indicator.setOperatingProfitMargin(NumberHelper.safeDiv(indicator.getOperatingProfit(), indicator.getOperatingRevenue()));
indicator.setOperatingSafetyMarginRatio(NumberHelper.safeDiv(indicator.getOperatingProfitMargin(), indicator.getOperatingGrossProfitMargin()));
indicator.setNetProfitMargin(NumberHelper.parseDouble(finaIndicator.get("roa_dp")));
indicator.setEarningsPerShare(NumberHelper.parseDouble(finaIndicator.get("total_revenue_ps")));
}
financeIndicatorRepository.save(indicator);
}
updater.update((year - 1990) * 1.0 / (currentYear - 1990));
}
return null;
}
}

64
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/UpdateStockTask.java
View File

@@ -1,64 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import cn.hutool.core.util.EnumUtil;
import com.lanyuanxiaoyao.leopard.core.entity.Stock;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.leopard.server.service.TuShareService;
import java.time.LocalDate;
import java.util.Map;
import java.util.stream.Collectors;
import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Transactional;
/**
* 更新股票信息
*
* @author lanyuanxiaoyao
* @version 20250924
*/
@Component
public class UpdateStockTask extends TaskRunner {
private final StockRepository stockRepository;
private final TuShareService tuShareService;
public UpdateStockTask(ApplicationContext context, StockRepository stockRepository, TuShareService tuShareService) {
super(context);
this.stockRepository = stockRepository;
this.tuShareService = tuShareService;
}
@Transactional(rollbackFor = Throwable.class)
@Override
public String process(Map<String, Object> params, StepUpdater updater) {
var existsStockMap = stockRepository.findAll().stream().collect(Collectors.toMap(Stock::getCode, stock -> stock));
var stocks = tuShareService.stockList()
.data()
.items()
.stream()
.map(item -> {
var code = item.get(0);
var name = item.get(1);
var fullname = item.get(2);
var market = EnumUtil.fromString(Stock.Market.class, item.get(3));
var industry = item.get(4);
var listedDate = LocalDate.parse(item.get(5), TuShareService.TRADE_FORMAT);
var stock = existsStockMap.getOrDefault(code, new Stock());
stock.setCode(code);
stock.setName(name);
stock.setFullname(fullname);
stock.setMarket(market);
stock.setIndustry(industry);
stock.setListedDate(listedDate);
return stock;
})
.toList();
var currentCodes = stocks.stream().map(Stock::getCode).toList();
var existsCodes = stockRepository.findDistinctCodes();
var deleteCodes = existsCodes.stream().filter(code -> !currentCodes.contains(code)).toList();
stockRepository.deleteAllByCodeIn(deleteCodes);
stockRepository.saveAll(stocks);
return null;
}
}

72
leopard-server/src/main/java/com/lanyuanxiaoyao/leopard/server/service/task/UpdateYearlyTask.java
View File

@@ -1,72 +0,0 @@
package com.lanyuanxiaoyao.leopard.server.service.task;
import com.lanyuanxiaoyao.leopard.core.entity.Daily;
import com.lanyuanxiaoyao.leopard.core.entity.QDaily;
import com.lanyuanxiaoyao.leopard.core.entity.QYearly;
import com.lanyuanxiaoyao.leopard.core.entity.Yearly;
import com.lanyuanxiaoyao.leopard.core.repository.DailyRepository;
import com.lanyuanxiaoyao.leopard.core.repository.StockRepository;
import com.lanyuanxiaoyao.leopard.core.repository.YearlyRepository;
import java.util.Map;
import lombok.extern.slf4j.Slf4j;
import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Transactional;
/**
* 更新年线指标
*
* @author lanyuanxiaoyao
* @version 20250924
*/
@Slf4j
@Component
public class UpdateYearlyTask extends TaskRunner {
private final StockRepository stockRepository;
private final DailyRepository dailyRepository;
private final YearlyRepository yearlyRepository;
protected UpdateYearlyTask(ApplicationContext context, StockRepository stockRepository, DailyRepository dailyRepository, YearlyRepository yearlyRepository) {
super(context);
this.stockRepository = stockRepository;
this.dailyRepository = dailyRepository;
this.yearlyRepository = yearlyRepository;
}
@Transactional(rollbackFor = Throwable.class)
@Override
public String process(Map<String, Object> params, StepUpdater updater) {
var startYear = dailyRepository.findMinTradeDate().getYear();
var endYear = dailyRepository.findMaxTradeDate().getYear();
var stocks = stockRepository.findAll();
for (int year = startYear, index = 0; year <= endYear; year++, index++) {
for (var stock : stocks) {
log.info("Processing {} {}", stock.getCode(), year);
if (stock.getListedDate().getYear() > year) {
continue;
}
var dailies = dailyRepository.findAll(
QDaily.daily.tradeDate.year().eq(year)
.and(QDaily.daily.stock.eq(stock))
);
var yearly = yearlyRepository.findOne(
QYearly.yearly.stock.eq(stock)
.and(QYearly.yearly.year.eq(year))
).orElseGet(Yearly::new);
yearly.setStock(stock);
yearly.setYear(year);
yearly.setClose(dailies.getLast().getHfqClose());
yearly.setOpen(dailies.getFirst().getHfqOpen());
yearly.setHigh(dailies.stream().map(Daily::getHfqHigh).max(Double::compareTo).orElse(0.0));
yearly.setLow(dailies.stream().map(Daily::getHfqLow).min(Double::compareTo).orElse(0.0));
yearly.setVolume(dailies.stream().mapToDouble(Daily::getVolume).sum());
yearly.setTurnover(dailies.stream().mapToDouble(Daily::getTurnover).sum());
yearly.setPriceChangeAmount(yearly.getClose() - yearly.getOpen());
yearly.setPriceFluctuationRange((yearly.getClose() - yearly.getOpen()) / yearly.getOpen());
yearlyRepository.save(yearly);
}
updater.update((year - startYear) * 1.0 / (endYear - startYear + 1));
}
return null;
}
}