Compare commits
94 Commits
master
...
506e28c9f7
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
506e28c9f7 | ||
| 9076bd4c09 | |||
| 69f0bed9a1 | |||
| c04269c3fa | |||
| 4fe21f3d8b | |||
| cb42376e46 | |||
| 34bdb59501 | |||
|
|
72c23d916a | ||
|
|
e01a883d37 | ||
|
|
951075fc9f | ||
|
|
90fea22de5 | ||
|
|
a35980a5f4 | ||
|
|
e359bed97c | ||
|
|
8b4827b164 | ||
|
|
577834568b | ||
|
|
c4d5a7b300 | ||
|
|
4124a8a851 | ||
|
|
6d4dedc3f4 | ||
|
|
b8aea3bdf0 | ||
|
|
d36ad95a85 | ||
|
|
fdec62b56e | ||
| 1217d114bd | |||
| 2d7b30bb7a | |||
|
|
c2af2d6365 | ||
|
|
536c4e9cab | ||
|
|
c9a1ea2be5 | ||
|
|
602a337923 | ||
|
|
fe9e185a9a | ||
|
|
3901a47da0 | ||
|
|
dc5998cf72 | ||
|
|
993940e810 | ||
|
|
b8cc8fee67 | ||
|
|
2cac589b0f | ||
|
|
29859664e3 | ||
|
|
0ceb5d7fc3 | ||
|
|
947c831609 | ||
|
|
ce95ec7444 | ||
|
|
95214f7af3 | ||
|
|
0f49c91fde | ||
|
|
0262c573ae | ||
|
|
8c9cb6f21d | ||
|
|
e6e24dff27 | ||
|
|
fc2ea107d2 | ||
|
|
6f9c898d51 | ||
|
|
7fd484eeab | ||
|
|
3ee6303cf5 | ||
|
|
f7ed3bd270 | ||
|
|
e57c81ce75 | ||
|
|
fce4816880 | ||
|
|
79f792b6cf | ||
|
|
0d7d009be2 | ||
|
|
907d2826a4 | ||
|
|
d190c59e57 | ||
|
|
bd2205a5b9 | ||
|
|
42aab784c2 | ||
|
|
8c2b94f6c9 | ||
|
|
6e7cef6170 | ||
|
|
0156a12b3b | ||
|
|
fe58cee730 | ||
|
|
778a6df984 | ||
|
|
5d49c82190 | ||
|
|
be976290b6 | ||
|
|
8fbc665abf | ||
|
|
a129caf5f4 | ||
|
|
aea8a7ed59 | ||
|
|
dd2e56e27b | ||
|
|
819d56fbe3 | ||
|
|
255aad4987 | ||
|
|
f23de7c959 | ||
|
|
b0603d10bc | ||
|
|
1e7b195f9f | ||
|
|
aa93b52dd9 | ||
|
|
121f6688c6 | ||
|
|
8a7ad32df9 | ||
|
|
de445d7061 | ||
|
|
fa295b15c6 | ||
|
|
51c9e71b0d | ||
|
|
224115e938 | ||
|
|
2f3eaa9e1a | ||
|
|
f791b60fd5 | ||
|
|
e6a03122a6 | ||
|
|
7249419624 | ||
|
|
58140fa0e8 | ||
|
|
b3ccbce16e | ||
|
|
6dbad6825d | ||
|
|
686c523274 | ||
|
|
1e88c62987 | ||
|
|
fb79468eee | ||
|
|
7efd9129c2 | ||
|
|
e30a720cea | ||
|
|
28b3fd9ca1 | ||
|
|
70c2442ff1 | ||
|
|
3c971e1438 | ||
|
|
2c7d72bdb8 |
3
.gitignore
vendored
3
.gitignore
vendored
@@ -32,7 +32,7 @@ buildNumber.properties
|
|||||||
!.vscode/*.code-snippets
|
!.vscode/*.code-snippets
|
||||||
.history/
|
.history/
|
||||||
*.vsix
|
*.vsix
|
||||||
.idea/**
|
**/.idea/**
|
||||||
cmake-build-*/
|
cmake-build-*/
|
||||||
.idea/**/mongoSettings.xml
|
.idea/**/mongoSettings.xml
|
||||||
*.iws
|
*.iws
|
||||||
@@ -109,3 +109,4 @@ Icon
|
|||||||
Network Trash Folder
|
Network Trash Folder
|
||||||
Temporary Items
|
Temporary Items
|
||||||
.apdisk
|
.apdisk
|
||||||
|
**/temp/
|
||||||
|
|||||||
102
bin/.gitignore
vendored
Normal file
102
bin/.gitignore
vendored
Normal file
@@ -0,0 +1,102 @@
|
|||||||
|
.vscode/*
|
||||||
|
!.vscode/settings.json
|
||||||
|
!.vscode/tasks.json
|
||||||
|
!.vscode/launch.json
|
||||||
|
!.vscode/extensions.json
|
||||||
|
!.vscode/*.code-snippets
|
||||||
|
.history/
|
||||||
|
*.vsix
|
||||||
|
*~
|
||||||
|
.fuse_hidden*
|
||||||
|
.directory
|
||||||
|
.Trash-*
|
||||||
|
.nfs*
|
||||||
|
logs
|
||||||
|
*.log
|
||||||
|
npm-debug.log*
|
||||||
|
yarn-debug.log*
|
||||||
|
yarn-error.log*
|
||||||
|
lerna-debug.log*
|
||||||
|
.pnpm-debug.log*
|
||||||
|
report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
|
||||||
|
pids
|
||||||
|
*.pid
|
||||||
|
*.seed
|
||||||
|
*.pid.lock
|
||||||
|
lib-cov
|
||||||
|
coverage
|
||||||
|
*.lcov
|
||||||
|
.nyc_output
|
||||||
|
.grunt
|
||||||
|
bower_components
|
||||||
|
.lock-wscript
|
||||||
|
build/Release
|
||||||
|
node_modules/
|
||||||
|
jspm_packages/
|
||||||
|
web_modules/
|
||||||
|
*.tsbuildinfo
|
||||||
|
.npm
|
||||||
|
.eslintcache
|
||||||
|
.stylelintcache
|
||||||
|
.rpt2_cache/
|
||||||
|
.rts2_cache_cjs/
|
||||||
|
.rts2_cache_es/
|
||||||
|
.rts2_cache_umd/
|
||||||
|
.node_repl_history
|
||||||
|
*.tgz
|
||||||
|
.yarn-integrity
|
||||||
|
.env
|
||||||
|
.env.development.local
|
||||||
|
.env.test.local
|
||||||
|
.env.production.local
|
||||||
|
.env.local
|
||||||
|
.cache
|
||||||
|
.parcel-cache
|
||||||
|
.next
|
||||||
|
out
|
||||||
|
.nuxt
|
||||||
|
dist
|
||||||
|
.cache/
|
||||||
|
.vuepress/dist
|
||||||
|
.temp
|
||||||
|
.docusaurus
|
||||||
|
.serverless/
|
||||||
|
.fusebox/
|
||||||
|
.dynamodb/
|
||||||
|
.tern-port
|
||||||
|
.vscode-test
|
||||||
|
.yarn/cache
|
||||||
|
.yarn/unplugged
|
||||||
|
.yarn/build-state.yml
|
||||||
|
.yarn/install-state.gz
|
||||||
|
.pnp.*
|
||||||
|
Thumbs.db
|
||||||
|
Thumbs.db:encryptable
|
||||||
|
ehthumbs.db
|
||||||
|
ehthumbs_vista.db
|
||||||
|
*.stackdump
|
||||||
|
[Dd]esktop.ini
|
||||||
|
$RECYCLE.BIN/
|
||||||
|
*.cab
|
||||||
|
*.msi
|
||||||
|
*.msix
|
||||||
|
*.msm
|
||||||
|
*.msp
|
||||||
|
*.lnk
|
||||||
|
.DS_Store
|
||||||
|
.AppleDouble
|
||||||
|
.LSOverride
|
||||||
|
Icon
|
||||||
|
._*
|
||||||
|
.DocumentRevisions-V100
|
||||||
|
.fseventsd
|
||||||
|
.Spotlight-V100
|
||||||
|
.TemporaryItems
|
||||||
|
.Trashes
|
||||||
|
.VolumeIcon.icns
|
||||||
|
.com.apple.timemachine.donotpresent
|
||||||
|
.AppleDB
|
||||||
|
.AppleDesktop
|
||||||
|
Network Trash Folder
|
||||||
|
Temporary Items
|
||||||
|
.apdisk
|
||||||
54
bin/build-all.js
Normal file
54
bin/build-all.js
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_package_batch, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch([
|
||||||
|
'service-common',
|
||||||
|
'service-dependencies',
|
||||||
|
'service-configuration',
|
||||||
|
'service-forest',
|
||||||
|
'service-cli',
|
||||||
|
'service-cli/service-cli-core',
|
||||||
|
'service-executor',
|
||||||
|
'service-executor/service-executor-core',
|
||||||
|
'utils/executor',
|
||||||
|
])
|
||||||
|
await run_package_batch([
|
||||||
|
'service-api',
|
||||||
|
'service-check',
|
||||||
|
'service-cli/service-cli-runner',
|
||||||
|
'service-cloud-query',
|
||||||
|
'service-executor/service-executor-manager',
|
||||||
|
'service-executor/service-executor-task',
|
||||||
|
'service-command',
|
||||||
|
'service-command-pro',
|
||||||
|
'service-exporter',
|
||||||
|
'service-flink-query',
|
||||||
|
'service-gateway',
|
||||||
|
'service-hudi-query',
|
||||||
|
'service-info-query',
|
||||||
|
'service-monitor',
|
||||||
|
'service-loki-query',
|
||||||
|
'service-pulsar-query',
|
||||||
|
'service-queue',
|
||||||
|
'service-scheduler',
|
||||||
|
'service-uploader',
|
||||||
|
'service-web',
|
||||||
|
'service-yarn-query',
|
||||||
|
'service-zookeeper-query',
|
||||||
|
'utils/patch',
|
||||||
|
'utils/sync',
|
||||||
|
])
|
||||||
|
for (const profile of ['b2a4', 'b2b1', 'b2b12']) {
|
||||||
|
await run_package('service-launcher', profile)
|
||||||
|
await run_upload(`**/service-launcher-${profile}-1.0.0-SNAPSHOT.jar`)
|
||||||
|
}
|
||||||
|
await run_upload('**/target/*-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,38 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
mvn install -N -D skipTests
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest service-cli service-cli/service-cli-core service-executor service-executor/service-executor-core utils/executor
|
|
||||||
package service-api service-check service-cli/service-cli-runner service-cloud-query service-executor/service-executor-manager service-executor/service-executor-task service-command service-command-pro service-exporter service-flink-query service-gateway service-hudi-query service-info-query service-monitor service-loki-query service-pulsar-query service-queue service-scheduler service-uploader service-web service-yarn-query service-zookeeper-query utils/patch utils/sync
|
|
||||||
|
|
||||||
configs=(b2a4 b2b1 b2b12)
|
|
||||||
for config in ${configs[*]};
|
|
||||||
do
|
|
||||||
mvn -pl service-launcher clean package -D skipTests -P $config
|
|
||||||
upload $root_path/service-launcher/target/service-launcher-$config-1.0.0-SNAPSHOT.jar
|
|
||||||
done
|
|
||||||
|
|
||||||
upload $root_path/service-api/target/service-api-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-check/target/service-check-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-cloud-query/target/service-cloud-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-command/target/service-command-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-command-pro/target/service-command-pro-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-executor/service-executor-manager/target/service-executor-manager-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-executor/service-executor-task/target/service-executor-task-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-exporter/target/service-exporter-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-flink-query/target/service-flink-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-gateway/target/service-gateway-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-hudi-query/target/service-hudi-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-info-query/target/service-info-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-loki-query/target/service-loki-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-monitor/target/service-monitor-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-pulsar-query/target/service-pulsar-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-queue/target/service-queue-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-scheduler/target/service-scheduler-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-web/target/service-web-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-yarn-query/target/service-yarn-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-zookeeper-query/target/service-zookeeper-query-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/utils/sync/target/sync-1.0.0-SNAPSHOT.jar
|
|
||||||
|
|
||||||
upload $root_path/service-cli/service-cli-runner/target/service-cli-runner-1.0.0-SNAPSHOT.jar
|
|
||||||
upload $root_path/service-uploader/target/service-uploader-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-api.js
Normal file
15
bin/build-api.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-api')
|
||||||
|
await run_upload_normal('service-api')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-api
|
|
||||||
upload $root_path/service-api/target/service-api-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-check.js
Normal file
15
bin/build-check.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-check')
|
||||||
|
await run_upload_normal('service-check')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-check
|
|
||||||
upload $root_path/service-check/target/service-check-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-cli.js
Normal file
15
bin/build-cli.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-cli', 'service-cli/service-cli-core'])
|
||||||
|
await run_package('service-cli/service-cli-runner')
|
||||||
|
await run_upload('**/service-cli-runner-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-cli service-cli/service-cli-core
|
|
||||||
package service-cli/service-cli-runner
|
|
||||||
upload $root_path/service-cli/service-cli-runner/target/service-cli-runner-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-cloud-query.js
Normal file
15
bin/build-cloud-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-cloud-query')
|
||||||
|
await run_upload_normal('service-cloud-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-cloud-query
|
|
||||||
upload $root_path/service-cloud-query/target/service-cloud-query-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-command-pro.js
Normal file
15
bin/build-command-pro.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-command-pro')
|
||||||
|
await run_upload_normal('service-command-pro')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-command-pro
|
|
||||||
upload $root_path/service-command-pro/target/service-command-pro-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-command.js
Normal file
15
bin/build-command.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-command')
|
||||||
|
await run_upload_normal('service-command')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-command
|
|
||||||
upload $root_path/service-command/target/service-command-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-executor-manager.js
Normal file
15
bin/build-executor-manager.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest', 'service-executor', 'service-executor/service-executor-core'])
|
||||||
|
await run_package('service-executor/service-executor-manager')
|
||||||
|
await run_upload('**/service-executor-manager-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest service-executor service-executor/service-executor-core
|
|
||||||
package service-executor/service-executor-manager
|
|
||||||
upload $root_path/service-executor/service-executor-manager/target/service-executor-manager-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-executor-task.js
Normal file
15
bin/build-executor-task.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest', 'service-executor', 'service-executor/service-executor-core'])
|
||||||
|
await run_package('service-executor/service-executor-task')
|
||||||
|
await run_upload('**/service-executor-task-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest service-executor service-executor/service-executor-core
|
|
||||||
package service-executor/service-executor-task
|
|
||||||
upload $root_path/service-executor/service-executor-task/target/service-executor-task-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-exporter.js
Normal file
15
bin/build-exporter.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-exporter')
|
||||||
|
await run_upload_normal('service-exporter')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-exporter
|
|
||||||
upload $root_path/service-exporter/target/service-exporter-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-flink-query.js
Normal file
15
bin/build-flink-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-flink-query')
|
||||||
|
await run_upload_normal('service-flink-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-flink-query
|
|
||||||
upload $root_path/service-flink-query/target/service-flink-query-1.0.0-SNAPSHOT.jar
|
|
||||||
13
bin/build-forest.js
Normal file
13
bin/build-forest.js
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
15
bin/build-gateway.js
Normal file
15
bin/build-gateway.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-gateway')
|
||||||
|
await run_upload_normal('service-gateway')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-gateway
|
|
||||||
upload $root_path/service-gateway/target/service-gateway-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-hudi-query.js
Normal file
15
bin/build-hudi-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-hudi-query')
|
||||||
|
await run_upload_normal('service-hudi-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-hudi-query
|
|
||||||
upload $root_path/service-hudi-query/target/service-hudi-query-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-info-query.js
Normal file
15
bin/build-info-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-info-query')
|
||||||
|
await run_upload_normal('service-info-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-info-query
|
|
||||||
upload $root_path/service-info-query/target/service-info-query-1.0.0-SNAPSHOT.jar
|
|
||||||
17
bin/build-launcher.js
Normal file
17
bin/build-launcher.js
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
for (const profile of ['b2a4', 'b2b1', 'b2b12']) {
|
||||||
|
await run_package('service-launcher', profile)
|
||||||
|
await run_upload(`**/service-launcher-${profile}-1.0.0-SNAPSHOT.jar`)
|
||||||
|
}
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,11 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
|
|
||||||
configs=(b2a4 b2b1 b2b12)
|
|
||||||
for config in ${configs[*]};
|
|
||||||
do
|
|
||||||
mvn -pl service-launcher clean package -D skipTests -P $config
|
|
||||||
upload $root_path/service-launcher/target/service-launcher-$config-1.0.0-SNAPSHOT.jar
|
|
||||||
done
|
|
||||||
15
bin/build-loki-query.js
Normal file
15
bin/build-loki-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-loki-query')
|
||||||
|
await run_upload_normal('service-loki-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-loki-query
|
|
||||||
upload $root_path/service-loki-query/target/service-loki-query-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-monitor.js
Normal file
15
bin/build-monitor.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-monitor')
|
||||||
|
await run_upload_normal('service-monitor')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-monitor
|
|
||||||
upload $root_path/service-monitor/target/service-monitor-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-patch.js
Normal file
15
bin/build-patch.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common'])
|
||||||
|
await run_package('utils/patch')
|
||||||
|
await run_upload('**/patch-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package utils/patch
|
|
||||||
upload $root_path/utils/patch/target/patch-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-pulsar-query.js
Normal file
15
bin/build-pulsar-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-pulsar-query')
|
||||||
|
await run_upload_normal('service-pulsar-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-pulsar-query
|
|
||||||
upload $root_path/service-pulsar-query/target/service-pulsar-query-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-queue.js
Normal file
15
bin/build-queue.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-queue')
|
||||||
|
await run_upload_normal('service-queue')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-queue
|
|
||||||
upload $root_path/service-queue/target/service-queue-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-scheduler.js
Normal file
15
bin/build-scheduler.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-scheduler')
|
||||||
|
await run_upload_normal('service-scheduler')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-scheduler
|
|
||||||
upload $root_path/service-scheduler/target/service-scheduler-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-sync.js
Normal file
15
bin/build-sync.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'utils/patch'])
|
||||||
|
await run_package('utils/sync')
|
||||||
|
await run_upload('**/sync-1.0.0-SNAPSHOT.jar')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest utils/patch
|
|
||||||
package utils/sync
|
|
||||||
upload $root_path/utils/sync/target/sync-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-uploader.js
Normal file
15
bin/build-uploader.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-uploader')
|
||||||
|
await run_upload_normal('service-uploader')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-uploader
|
|
||||||
ytp-transfer2 $root_path/service-uploader/target/service-uploader-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-web.js
Normal file
15
bin/build-web.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-web')
|
||||||
|
await run_upload_normal('service-web')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-web
|
|
||||||
upload $root_path/service-web/target/service-web-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-yarn-query.js
Normal file
15
bin/build-yarn-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-yarn-query')
|
||||||
|
await run_upload_normal('service-yarn-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-yarn-query
|
|
||||||
upload $root_path/service-yarn-query/target/service-yarn-query-1.0.0-SNAPSHOT.jar
|
|
||||||
15
bin/build-zookeeper-query.js
Normal file
15
bin/build-zookeeper-query.js
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy_batch, run_deploy_root, run_package, run_upload_normal} from "./library.js";
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy_root()
|
||||||
|
await run_deploy_batch(['service-common', 'service-dependencies', 'service-configuration', 'service-forest'])
|
||||||
|
await run_package('service-zookeeper-query')
|
||||||
|
await run_upload_normal('service-zookeeper-query')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
source $root_path/bin/library.sh
|
|
||||||
deploy service-common service-dependencies service-configuration service-forest
|
|
||||||
package service-zookeeper-query
|
|
||||||
upload $root_path/service-zookeeper-query/target/service-zookeeper-query-1.0.0-SNAPSHOT.jar
|
|
||||||
@@ -4,7 +4,7 @@ jars_path=/data/datalake/jars
|
|||||||
jdk_path=/opt/jdk1.8.0_162/bin/java
|
jdk_path=/opt/jdk1.8.0_162/bin/java
|
||||||
|
|
||||||
arguments=$@
|
arguments=$@
|
||||||
# 手动上传jar包则注释掉这行,更显神通吧反正是
|
# 手动上传jar包则注释掉这行,各显神通吧反正是
|
||||||
curl http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.124:36800/file/download/service-cli-runner-1.0.0-SNAPSHOT.jar -o ${jars_path}/service-cli-runner.jar
|
curl http://AxhEbscwsJDbYMH2:cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4@132.126.207.124:36800/file/download/service-cli-runner-1.0.0-SNAPSHOT.jar -o ${jars_path}/service-cli-runner.jar
|
||||||
${jdk_path} -jar ${jars_path}/service-cli-runner.jar \
|
${jdk_path} -jar ${jars_path}/service-cli-runner.jar \
|
||||||
--spring.profiles.active=b12 \
|
--spring.profiles.active=b12 \
|
||||||
|
|||||||
112
bin/library.js
Normal file
112
bin/library.js
Normal file
@@ -0,0 +1,112 @@
|
|||||||
|
import {$, fetch, fs, glob, os, path, spinner, syncProcessCwd, usePowerShell} from 'zx'
|
||||||
|
import {isEqual, trim, fileSize} from "licia";
|
||||||
|
import md5file from 'md5-file'
|
||||||
|
|
||||||
|
syncProcessCwd(true)
|
||||||
|
if (isEqual(os.platform(), 'win32')) {
|
||||||
|
usePowerShell()
|
||||||
|
}
|
||||||
|
|
||||||
|
const maven_setting = path.join(os.homedir(), '.m2', 'settings-nas.xml')
|
||||||
|
|
||||||
|
const upload_url = 'http://132.126.207.124:36800'
|
||||||
|
const upload_username = 'AxhEbscwsJDbYMH2'
|
||||||
|
const upload_password = 'cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4'
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 时间戳转自然语言
|
||||||
|
*
|
||||||
|
* @param timestamp 时间戳
|
||||||
|
* @returns {string} 自然语言描述的时间
|
||||||
|
*/
|
||||||
|
const millisecondToString = (timestamp) => {
|
||||||
|
const totalSeconds = Math.floor(parseFloat(timestamp) / 1000)
|
||||||
|
if (isNaN(totalSeconds) || totalSeconds < 0) {
|
||||||
|
return "0秒";
|
||||||
|
}
|
||||||
|
|
||||||
|
const days = Math.floor(totalSeconds / 86400)
|
||||||
|
let remaining = totalSeconds % 86400
|
||||||
|
const hours = Math.floor(remaining / 3600)
|
||||||
|
remaining %= 3600
|
||||||
|
const minutes = Math.floor(remaining / 60)
|
||||||
|
const seconds = remaining % 60
|
||||||
|
|
||||||
|
const parts = []
|
||||||
|
if (days > 0) parts.push(`${days}天`)
|
||||||
|
if (days > 0 || hours > 0) parts.push(`${hours}小时`)
|
||||||
|
if (days > 0 || hours > 0 || minutes > 0) parts.push(`${minutes}分钟`)
|
||||||
|
parts.push(`${seconds}秒`)
|
||||||
|
|
||||||
|
return parts.join('')
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_deploy = async (project) => {
|
||||||
|
let output = await spinner(
|
||||||
|
`Deploying project ${project}`,
|
||||||
|
() => $`mvn -pl ${project} clean deploy -D skipTests -s ${maven_setting}`
|
||||||
|
)
|
||||||
|
console.log(`✅ Finished deploy ${project} (${millisecondToString(output['duration'])})`)
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_deploy_root = async () => {
|
||||||
|
let output = await spinner(
|
||||||
|
`Deploying root`,
|
||||||
|
() => $`mvn clean deploy -N -D skipTests -s ${maven_setting}`
|
||||||
|
)
|
||||||
|
console.log(`✅ Finished deploy root (${millisecondToString(output['duration'])})`)
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_deploy_batch = async (projects) => {
|
||||||
|
for (const project of projects) {
|
||||||
|
await run_deploy(project)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_package = async (project, profile = 'b2b12') => {
|
||||||
|
let output = await spinner(
|
||||||
|
`Packaging project ${project}${isEqual(profile, 'b2b12') ? '' : ` ${profile}`}`,
|
||||||
|
() => $`mvn -pl ${project} clean package -D skipTests -P ${profile} -s ${maven_setting}`
|
||||||
|
)
|
||||||
|
console.log(`✅ Finished package ${project}${isEqual(profile, 'b2b12') ? '' : ` ${profile}`} (${millisecondToString(output['duration'])})`)
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_package_batch = async (projects) => {
|
||||||
|
for (const project of projects) {
|
||||||
|
await run_package(project)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const upload = async (file_path) => {
|
||||||
|
let start = new Date().getTime()
|
||||||
|
let response = await spinner(
|
||||||
|
`Uploading project ${file_path}`,
|
||||||
|
() => fetch(`${upload_url}/file/upload/${path.basename(file_path)}`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: {
|
||||||
|
'Content-Type': 'application/octet-stream',
|
||||||
|
'Authorization': `Basic ${Buffer.from(`${upload_username}:${upload_password}`).toString('base64')}`,
|
||||||
|
},
|
||||||
|
body: fs.createReadStream(file_path),
|
||||||
|
duplex: 'half',
|
||||||
|
})
|
||||||
|
)
|
||||||
|
|
||||||
|
if (!isEqual(response.status, 200)) {
|
||||||
|
throw response
|
||||||
|
}
|
||||||
|
console.log(`✅ Finished upload ${file_path} (${millisecondToString((new Date().getTime()) - start)})`)
|
||||||
|
console.log(`📘 Uploaded ${fileSize(fs.statSync(file_path).size)}`)
|
||||||
|
console.log(`📘 MD5 ${md5file.sync(file_path)}`)
|
||||||
|
fs.rmSync(file_path)
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_upload = async (pattern) => {
|
||||||
|
for (let p of glob.sync(pattern)) {
|
||||||
|
await upload(path.join(trim($.sync`pwd`.text()), p))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const run_upload_normal = async (project) => {
|
||||||
|
await run_upload(`${project}/target/${project}-1.0.0-SNAPSHOT.jar`)
|
||||||
|
}
|
||||||
@@ -1,36 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
|
|
||||||
build_profile=b2b12
|
|
||||||
|
|
||||||
upload_username=AxhEbscwsJDbYMH2
|
|
||||||
upload_password=cYxg3b4PtWoVD5SjFayWxtnSVsjzRsg4
|
|
||||||
upload_url=http://$upload_username:$upload_password@132.126.207.124:36800
|
|
||||||
|
|
||||||
root_path=$(dirname $(cd $(dirname $0);pwd))
|
|
||||||
|
|
||||||
function upload() {
|
|
||||||
source_file_path=$(realpath $1)
|
|
||||||
file_name=$(basename $source_file_path)
|
|
||||||
echo "↪ Source md5: $(md5sum $source_file_path | awk '{print $1}')"
|
|
||||||
echo "↪ Uploading $source_file_path"
|
|
||||||
curl $upload_url/file/upload/$file_name -T $source_file_path
|
|
||||||
echo "↪ Upload ytp success"
|
|
||||||
echo "↪ Download: curl $upload_url/file/download/$file_name -o $file_name"
|
|
||||||
echo "↪ Delete source"
|
|
||||||
rm $source_file_path
|
|
||||||
}
|
|
||||||
|
|
||||||
function joining {
|
|
||||||
local d=${1-} f=${2-}
|
|
||||||
if shift 2; then
|
|
||||||
printf %s "$f" "${@/#/$d}"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function deploy() {
|
|
||||||
mvn -pl $(joining , $@) clean install -D skipTests
|
|
||||||
}
|
|
||||||
|
|
||||||
function package() {
|
|
||||||
mvn -pl $(joining , $@) clean package -D skipTests -P $build_profile
|
|
||||||
}
|
|
||||||
19
bin/package.json
Normal file
19
bin/package.json
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"name": "bin",
|
||||||
|
"version": "1.0.0",
|
||||||
|
"type": "module",
|
||||||
|
"dependencies": {
|
||||||
|
"@webpod/ps": "^0.1.1",
|
||||||
|
"chalk": "^5.4.1",
|
||||||
|
"envapi": "^0.2.3",
|
||||||
|
"fs-extra": "^11.3.0",
|
||||||
|
"globby": "^14.1.0",
|
||||||
|
"licia": "^1.48.0",
|
||||||
|
"md5-file": "^5.0.0",
|
||||||
|
"minimist": "^1.2.8",
|
||||||
|
"node-fetch-native": "^1.6.6",
|
||||||
|
"which": "^5.0.0",
|
||||||
|
"yaml": "^2.8.0",
|
||||||
|
"zx": "^8.5.4"
|
||||||
|
}
|
||||||
|
}
|
||||||
337
bin/pnpm-lock.yaml
generated
Normal file
337
bin/pnpm-lock.yaml
generated
Normal file
@@ -0,0 +1,337 @@
|
|||||||
|
lockfileVersion: '9.0'
|
||||||
|
|
||||||
|
settings:
|
||||||
|
autoInstallPeers: true
|
||||||
|
excludeLinksFromLockfile: false
|
||||||
|
|
||||||
|
importers:
|
||||||
|
|
||||||
|
.:
|
||||||
|
dependencies:
|
||||||
|
'@webpod/ps':
|
||||||
|
specifier: ^0.1.1
|
||||||
|
version: 0.1.1
|
||||||
|
chalk:
|
||||||
|
specifier: ^5.4.1
|
||||||
|
version: 5.4.1
|
||||||
|
envapi:
|
||||||
|
specifier: ^0.2.3
|
||||||
|
version: 0.2.3
|
||||||
|
fs-extra:
|
||||||
|
specifier: ^11.3.0
|
||||||
|
version: 11.3.0
|
||||||
|
globby:
|
||||||
|
specifier: ^14.1.0
|
||||||
|
version: 14.1.0
|
||||||
|
licia:
|
||||||
|
specifier: ^1.48.0
|
||||||
|
version: 1.48.0
|
||||||
|
md5-file:
|
||||||
|
specifier: ^5.0.0
|
||||||
|
version: 5.0.0
|
||||||
|
minimist:
|
||||||
|
specifier: ^1.2.8
|
||||||
|
version: 1.2.8
|
||||||
|
node-fetch-native:
|
||||||
|
specifier: ^1.6.6
|
||||||
|
version: 1.6.6
|
||||||
|
which:
|
||||||
|
specifier: ^5.0.0
|
||||||
|
version: 5.0.0
|
||||||
|
yaml:
|
||||||
|
specifier: ^2.8.0
|
||||||
|
version: 2.8.0
|
||||||
|
zx:
|
||||||
|
specifier: ^8.5.4
|
||||||
|
version: 8.5.4
|
||||||
|
|
||||||
|
packages:
|
||||||
|
|
||||||
|
'@nodelib/fs.scandir@2.1.5':
|
||||||
|
resolution: {integrity: sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@nodelib/fs.stat@2.0.5':
|
||||||
|
resolution: {integrity: sha512-RkhPPp2zrqDAQA/2jNhnztcPAlv64XdhIp7a7454A5ovI7Bukxgt7MX7udwAu3zg1DcpPU0rz3VV1SeaqvY4+A==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@nodelib/fs.walk@1.2.8':
|
||||||
|
resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@sindresorhus/merge-streams@2.3.0':
|
||||||
|
resolution: {integrity: sha512-LtoMMhxAlorcGhmFYI+LhPgbPZCkgP6ra1YL604EeF6U98pLlQ3iWIGMdWSC+vWmPBWBNgmDBAhnAobLROJmwg==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
'@webpod/ingrid@0.0.0-beta.3':
|
||||||
|
resolution: {integrity: sha512-PkorwT+q/MiIF+It47ORX0wCYHumOeMKwp5KX5WbUvbCeOtSB6b5UUC5FvzlijdwK/YPR+sOitQzyVSsRrMmJA==}
|
||||||
|
|
||||||
|
'@webpod/ps@0.1.1':
|
||||||
|
resolution: {integrity: sha512-SIgb4wWEVlKgdRByMMz9c3y1hpKfNm2sbretCPD49O9LG6itibULMkiRISdkpMdGRiUpbGHp8tiN3ZLYRDHj1g==}
|
||||||
|
|
||||||
|
braces@3.0.3:
|
||||||
|
resolution: {integrity: sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==}
|
||||||
|
engines: {node: '>=8'}
|
||||||
|
|
||||||
|
chalk@5.4.1:
|
||||||
|
resolution: {integrity: sha512-zgVZuo2WcZgfUEmsn6eO3kINexW8RAE4maiQ8QNs8CtpPCSyMiYsULR3HQYkm3w8FIA3SberyMJMSldGsW+U3w==}
|
||||||
|
engines: {node: ^12.17.0 || ^14.13 || >=16.0.0}
|
||||||
|
|
||||||
|
envapi@0.2.3:
|
||||||
|
resolution: {integrity: sha512-kSPSecU+/eH0IajEYZ/LndeBjzSBmLyp/SZFgx8Zgyeu0SoGioHkICOOVJgJLaX/rqZrCrQ+eDxiaYNVcyCsbQ==}
|
||||||
|
|
||||||
|
fast-glob@3.3.3:
|
||||||
|
resolution: {integrity: sha512-7MptL8U0cqcFdzIzwOTHoilX9x5BrNqye7Z/LuC7kCMRio1EMSyqRK3BEAUD7sXRq4iT4AzTVuZdhgQ2TCvYLg==}
|
||||||
|
engines: {node: '>=8.6.0'}
|
||||||
|
|
||||||
|
fastq@1.19.1:
|
||||||
|
resolution: {integrity: sha512-GwLTyxkCXjXbxqIhTsMI2Nui8huMPtnxg7krajPJAjnEG/iiOS7i+zCtWGZR9G0NBKbXKh6X9m9UIsYX/N6vvQ==}
|
||||||
|
|
||||||
|
fill-range@7.1.1:
|
||||||
|
resolution: {integrity: sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==}
|
||||||
|
engines: {node: '>=8'}
|
||||||
|
|
||||||
|
fs-extra@11.3.0:
|
||||||
|
resolution: {integrity: sha512-Z4XaCL6dUDHfP/jT25jJKMmtxvuwbkrD1vNSMFlo9lNLY2c5FHYSQgHPRZUjAB26TpDEoW9HCOgplrdbaPV/ew==}
|
||||||
|
engines: {node: '>=14.14'}
|
||||||
|
|
||||||
|
glob-parent@5.1.2:
|
||||||
|
resolution: {integrity: sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==}
|
||||||
|
engines: {node: '>= 6'}
|
||||||
|
|
||||||
|
globby@14.1.0:
|
||||||
|
resolution: {integrity: sha512-0Ia46fDOaT7k4og1PDW4YbodWWr3scS2vAr2lTbsplOt2WkKp0vQbkI9wKis/T5LV/dqPjO3bpS/z6GTJB82LA==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
graceful-fs@4.2.11:
|
||||||
|
resolution: {integrity: sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==}
|
||||||
|
|
||||||
|
ignore@7.0.4:
|
||||||
|
resolution: {integrity: sha512-gJzzk+PQNznz8ysRrC0aOkBNVRBDtE1n53IqyqEf3PXrYwomFs5q4pGMizBMJF+ykh03insJ27hB8gSrD2Hn8A==}
|
||||||
|
engines: {node: '>= 4'}
|
||||||
|
|
||||||
|
is-extglob@2.1.1:
|
||||||
|
resolution: {integrity: sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==}
|
||||||
|
engines: {node: '>=0.10.0'}
|
||||||
|
|
||||||
|
is-glob@4.0.3:
|
||||||
|
resolution: {integrity: sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==}
|
||||||
|
engines: {node: '>=0.10.0'}
|
||||||
|
|
||||||
|
is-number@7.0.0:
|
||||||
|
resolution: {integrity: sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==}
|
||||||
|
engines: {node: '>=0.12.0'}
|
||||||
|
|
||||||
|
isexe@3.1.1:
|
||||||
|
resolution: {integrity: sha512-LpB/54B+/2J5hqQ7imZHfdU31OlgQqx7ZicVlkm9kzg9/w8GKLEcFfJl/t7DCEDueOyBAD6zCCwTO6Fzs0NoEQ==}
|
||||||
|
engines: {node: '>=16'}
|
||||||
|
|
||||||
|
jsonfile@6.1.0:
|
||||||
|
resolution: {integrity: sha512-5dgndWOriYSm5cnYaJNhalLNDKOqFwyDB/rr1E9ZsGciGvKPs8R2xYGCacuf3z6K1YKDz182fd+fY3cn3pMqXQ==}
|
||||||
|
|
||||||
|
licia@1.48.0:
|
||||||
|
resolution: {integrity: sha512-bBWiT5CSdEtwuAHiYTJ74yItCjIFdHi4xiFk6BRDfKa+sdCpkUHp69YKb5udNOJlHDzFjNjcMgNZ/+wQIHrB8A==}
|
||||||
|
|
||||||
|
md5-file@5.0.0:
|
||||||
|
resolution: {integrity: sha512-xbEFXCYVWrSx/gEKS1VPlg84h/4L20znVIulKw6kMfmBUAZNAnF00eczz9ICMl+/hjQGo5KSXRxbL/47X3rmMw==}
|
||||||
|
engines: {node: '>=10.13.0'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
merge2@1.4.1:
|
||||||
|
resolution: {integrity: sha512-8q7VEgMJW4J8tcfVPy8g09NcQwZdbwFEqhe/WZkoIzjn/3TGDwtOCYtXGxA3O8tPzpczCCDgv+P2P5y00ZJOOg==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
micromatch@4.0.8:
|
||||||
|
resolution: {integrity: sha512-PXwfBhYu0hBCPw8Dn0E+WDYb7af3dSLVWKi3HGv84IdF4TyFoC0ysxFd0Goxw7nSv4T/PzEJQxsYsEiFCKo2BA==}
|
||||||
|
engines: {node: '>=8.6'}
|
||||||
|
|
||||||
|
minimist@1.2.8:
|
||||||
|
resolution: {integrity: sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==}
|
||||||
|
|
||||||
|
node-fetch-native@1.6.6:
|
||||||
|
resolution: {integrity: sha512-8Mc2HhqPdlIfedsuZoc3yioPuzp6b+L5jRCRY1QzuWZh2EGJVQrGppC6V6cF0bLdbW0+O2YpqCA25aF/1lvipQ==}
|
||||||
|
|
||||||
|
path-type@6.0.0:
|
||||||
|
resolution: {integrity: sha512-Vj7sf++t5pBD637NSfkxpHSMfWaeig5+DKWLhcqIYx6mWQz5hdJTGDVMQiJcw1ZYkhs7AazKDGpRVji1LJCZUQ==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
picomatch@2.3.1:
|
||||||
|
resolution: {integrity: sha512-JU3teHTNjmE2VCGFzuY8EXzCDVwEqB2a8fsIvwaStHhAWJEeVd1o1QD80CU6+ZdEXXSLbSsuLwJjkCBWqRQUVA==}
|
||||||
|
engines: {node: '>=8.6'}
|
||||||
|
|
||||||
|
queue-microtask@1.2.3:
|
||||||
|
resolution: {integrity: sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==}
|
||||||
|
|
||||||
|
reusify@1.1.0:
|
||||||
|
resolution: {integrity: sha512-g6QUff04oZpHs0eG5p83rFLhHeV00ug/Yf9nZM6fLeUrPguBTkTQOdpAWWspMh55TZfVQDPaN3NQJfbVRAxdIw==}
|
||||||
|
engines: {iojs: '>=1.0.0', node: '>=0.10.0'}
|
||||||
|
|
||||||
|
run-parallel@1.2.0:
|
||||||
|
resolution: {integrity: sha512-5l4VyZR86LZ/lDxZTR6jqL8AFE2S0IFLMP26AbjsLVADxHdhB/c0GUsH+y39UfCi3dzz8OlQuPmnaJOMoDHQBA==}
|
||||||
|
|
||||||
|
slash@5.1.0:
|
||||||
|
resolution: {integrity: sha512-ZA6oR3T/pEyuqwMgAKT0/hAv8oAXckzbkmR0UkUosQ+Mc4RxGoJkRmwHgHufaenlyAgE1Mxgpdcrf75y6XcnDg==}
|
||||||
|
engines: {node: '>=14.16'}
|
||||||
|
|
||||||
|
to-regex-range@5.0.1:
|
||||||
|
resolution: {integrity: sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==}
|
||||||
|
engines: {node: '>=8.0'}
|
||||||
|
|
||||||
|
unicorn-magic@0.3.0:
|
||||||
|
resolution: {integrity: sha512-+QBBXBCvifc56fsbuxZQ6Sic3wqqc3WWaqxs58gvJrcOuN83HGTCwz3oS5phzU9LthRNE9VrJCFCLUgHeeFnfA==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
universalify@2.0.1:
|
||||||
|
resolution: {integrity: sha512-gptHNQghINnc/vTGIk0SOFGFNXw7JVrlRUtConJRlvaw6DuX0wO5Jeko9sWrMBhh+PsYAZ7oXAiOnf/UKogyiw==}
|
||||||
|
engines: {node: '>= 10.0.0'}
|
||||||
|
|
||||||
|
which@5.0.0:
|
||||||
|
resolution: {integrity: sha512-JEdGzHwwkrbWoGOlIHqQ5gtprKGOenpDHpxE9zVR1bWbOtYRyPPHMe9FaP6x61CmNaTThSkb0DAJte5jD+DmzQ==}
|
||||||
|
engines: {node: ^18.17.0 || >=20.5.0}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
yaml@2.8.0:
|
||||||
|
resolution: {integrity: sha512-4lLa/EcQCB0cJkyts+FpIRx5G/llPxfP6VQU5KByHEhLxY3IJCH0f0Hy1MHI8sClTvsIb8qwRJ6R/ZdlDJ/leQ==}
|
||||||
|
engines: {node: '>= 14.6'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
zurk@0.11.2:
|
||||||
|
resolution: {integrity: sha512-OKUQsmG588B18hzO4ThzOU0NUwr4C8aKl9NjGQfXUv5fskLfS6Sj3XGNbTzKj3d2+jWvmnqS2cgrwYX6bIkDyA==}
|
||||||
|
|
||||||
|
zx@8.5.4:
|
||||||
|
resolution: {integrity: sha512-44oKea9Sa8ZnOkTnS6fRJpg3quzgnbB43nLrVfYnqE86J4sxgZMUDLezzKET/FdOAVkF4X+Alm9Bume+W+RW9Q==}
|
||||||
|
engines: {node: '>= 12.17.0'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
snapshots:
|
||||||
|
|
||||||
|
'@nodelib/fs.scandir@2.1.5':
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.stat': 2.0.5
|
||||||
|
run-parallel: 1.2.0
|
||||||
|
|
||||||
|
'@nodelib/fs.stat@2.0.5': {}
|
||||||
|
|
||||||
|
'@nodelib/fs.walk@1.2.8':
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.scandir': 2.1.5
|
||||||
|
fastq: 1.19.1
|
||||||
|
|
||||||
|
'@sindresorhus/merge-streams@2.3.0': {}
|
||||||
|
|
||||||
|
'@webpod/ingrid@0.0.0-beta.3': {}
|
||||||
|
|
||||||
|
'@webpod/ps@0.1.1':
|
||||||
|
dependencies:
|
||||||
|
'@webpod/ingrid': 0.0.0-beta.3
|
||||||
|
zurk: 0.11.2
|
||||||
|
|
||||||
|
braces@3.0.3:
|
||||||
|
dependencies:
|
||||||
|
fill-range: 7.1.1
|
||||||
|
|
||||||
|
chalk@5.4.1: {}
|
||||||
|
|
||||||
|
envapi@0.2.3: {}
|
||||||
|
|
||||||
|
fast-glob@3.3.3:
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.stat': 2.0.5
|
||||||
|
'@nodelib/fs.walk': 1.2.8
|
||||||
|
glob-parent: 5.1.2
|
||||||
|
merge2: 1.4.1
|
||||||
|
micromatch: 4.0.8
|
||||||
|
|
||||||
|
fastq@1.19.1:
|
||||||
|
dependencies:
|
||||||
|
reusify: 1.1.0
|
||||||
|
|
||||||
|
fill-range@7.1.1:
|
||||||
|
dependencies:
|
||||||
|
to-regex-range: 5.0.1
|
||||||
|
|
||||||
|
fs-extra@11.3.0:
|
||||||
|
dependencies:
|
||||||
|
graceful-fs: 4.2.11
|
||||||
|
jsonfile: 6.1.0
|
||||||
|
universalify: 2.0.1
|
||||||
|
|
||||||
|
glob-parent@5.1.2:
|
||||||
|
dependencies:
|
||||||
|
is-glob: 4.0.3
|
||||||
|
|
||||||
|
globby@14.1.0:
|
||||||
|
dependencies:
|
||||||
|
'@sindresorhus/merge-streams': 2.3.0
|
||||||
|
fast-glob: 3.3.3
|
||||||
|
ignore: 7.0.4
|
||||||
|
path-type: 6.0.0
|
||||||
|
slash: 5.1.0
|
||||||
|
unicorn-magic: 0.3.0
|
||||||
|
|
||||||
|
graceful-fs@4.2.11: {}
|
||||||
|
|
||||||
|
ignore@7.0.4: {}
|
||||||
|
|
||||||
|
is-extglob@2.1.1: {}
|
||||||
|
|
||||||
|
is-glob@4.0.3:
|
||||||
|
dependencies:
|
||||||
|
is-extglob: 2.1.1
|
||||||
|
|
||||||
|
is-number@7.0.0: {}
|
||||||
|
|
||||||
|
isexe@3.1.1: {}
|
||||||
|
|
||||||
|
jsonfile@6.1.0:
|
||||||
|
dependencies:
|
||||||
|
universalify: 2.0.1
|
||||||
|
optionalDependencies:
|
||||||
|
graceful-fs: 4.2.11
|
||||||
|
|
||||||
|
licia@1.48.0: {}
|
||||||
|
|
||||||
|
md5-file@5.0.0: {}
|
||||||
|
|
||||||
|
merge2@1.4.1: {}
|
||||||
|
|
||||||
|
micromatch@4.0.8:
|
||||||
|
dependencies:
|
||||||
|
braces: 3.0.3
|
||||||
|
picomatch: 2.3.1
|
||||||
|
|
||||||
|
minimist@1.2.8: {}
|
||||||
|
|
||||||
|
node-fetch-native@1.6.6: {}
|
||||||
|
|
||||||
|
path-type@6.0.0: {}
|
||||||
|
|
||||||
|
picomatch@2.3.1: {}
|
||||||
|
|
||||||
|
queue-microtask@1.2.3: {}
|
||||||
|
|
||||||
|
reusify@1.1.0: {}
|
||||||
|
|
||||||
|
run-parallel@1.2.0:
|
||||||
|
dependencies:
|
||||||
|
queue-microtask: 1.2.3
|
||||||
|
|
||||||
|
slash@5.1.0: {}
|
||||||
|
|
||||||
|
to-regex-range@5.0.1:
|
||||||
|
dependencies:
|
||||||
|
is-number: 7.0.0
|
||||||
|
|
||||||
|
unicorn-magic@0.3.0: {}
|
||||||
|
|
||||||
|
universalify@2.0.1: {}
|
||||||
|
|
||||||
|
which@5.0.0:
|
||||||
|
dependencies:
|
||||||
|
isexe: 3.1.1
|
||||||
|
|
||||||
|
yaml@2.8.0: {}
|
||||||
|
|
||||||
|
zurk@0.11.2: {}
|
||||||
|
|
||||||
|
zx@8.5.4: {}
|
||||||
12
pom.xml
12
pom.xml
@@ -8,7 +8,7 @@
|
|||||||
<artifactId>hudi-service</artifactId>
|
<artifactId>hudi-service</artifactId>
|
||||||
<version>1.0.0-SNAPSHOT</version>
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
<packaging>pom</packaging>
|
<packaging>pom</packaging>
|
||||||
<description>Hudi服务模块系列应用</description>
|
<description>Hudi服务应用集合</description>
|
||||||
<modules>
|
<modules>
|
||||||
<module>service-common</module>
|
<module>service-common</module>
|
||||||
<module>service-dependencies</module>
|
<module>service-dependencies</module>
|
||||||
@@ -417,6 +417,16 @@
|
|||||||
<artifactId>maven-shade-plugin</artifactId>
|
<artifactId>maven-shade-plugin</artifactId>
|
||||||
<version>3.3.0</version>
|
<version>3.3.0</version>
|
||||||
</plugin>
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-jar-plugin</artifactId>
|
||||||
|
<version>3.4.2</version>
|
||||||
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-invoker-plugin</artifactId>
|
||||||
|
<version>3.9.0</version>
|
||||||
|
</plugin>
|
||||||
<plugin>
|
<plugin>
|
||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-maven-plugin</artifactId>
|
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||||
|
|||||||
102
service-ai/bin/.gitignore
vendored
Normal file
102
service-ai/bin/.gitignore
vendored
Normal file
@@ -0,0 +1,102 @@
|
|||||||
|
.vscode/*
|
||||||
|
!.vscode/settings.json
|
||||||
|
!.vscode/tasks.json
|
||||||
|
!.vscode/launch.json
|
||||||
|
!.vscode/extensions.json
|
||||||
|
!.vscode/*.code-snippets
|
||||||
|
.history/
|
||||||
|
*.vsix
|
||||||
|
*~
|
||||||
|
.fuse_hidden*
|
||||||
|
.directory
|
||||||
|
.Trash-*
|
||||||
|
.nfs*
|
||||||
|
logs
|
||||||
|
*.log
|
||||||
|
npm-debug.log*
|
||||||
|
yarn-debug.log*
|
||||||
|
yarn-error.log*
|
||||||
|
lerna-debug.log*
|
||||||
|
.pnpm-debug.log*
|
||||||
|
report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
|
||||||
|
pids
|
||||||
|
*.pid
|
||||||
|
*.seed
|
||||||
|
*.pid.lock
|
||||||
|
lib-cov
|
||||||
|
coverage
|
||||||
|
*.lcov
|
||||||
|
.nyc_output
|
||||||
|
.grunt
|
||||||
|
bower_components
|
||||||
|
.lock-wscript
|
||||||
|
build/Release
|
||||||
|
node_modules/
|
||||||
|
jspm_packages/
|
||||||
|
web_modules/
|
||||||
|
*.tsbuildinfo
|
||||||
|
.npm
|
||||||
|
.eslintcache
|
||||||
|
.stylelintcache
|
||||||
|
.rpt2_cache/
|
||||||
|
.rts2_cache_cjs/
|
||||||
|
.rts2_cache_es/
|
||||||
|
.rts2_cache_umd/
|
||||||
|
.node_repl_history
|
||||||
|
*.tgz
|
||||||
|
.yarn-integrity
|
||||||
|
.env
|
||||||
|
.env.development.local
|
||||||
|
.env.test.local
|
||||||
|
.env.production.local
|
||||||
|
.env.local
|
||||||
|
.cache
|
||||||
|
.parcel-cache
|
||||||
|
.next
|
||||||
|
out
|
||||||
|
.nuxt
|
||||||
|
dist
|
||||||
|
.cache/
|
||||||
|
.vuepress/dist
|
||||||
|
.temp
|
||||||
|
.docusaurus
|
||||||
|
.serverless/
|
||||||
|
.fusebox/
|
||||||
|
.dynamodb/
|
||||||
|
.tern-port
|
||||||
|
.vscode-test
|
||||||
|
.yarn/cache
|
||||||
|
.yarn/unplugged
|
||||||
|
.yarn/build-state.yml
|
||||||
|
.yarn/install-state.gz
|
||||||
|
.pnp.*
|
||||||
|
Thumbs.db
|
||||||
|
Thumbs.db:encryptable
|
||||||
|
ehthumbs.db
|
||||||
|
ehthumbs_vista.db
|
||||||
|
*.stackdump
|
||||||
|
[Dd]esktop.ini
|
||||||
|
$RECYCLE.BIN/
|
||||||
|
*.cab
|
||||||
|
*.msi
|
||||||
|
*.msix
|
||||||
|
*.msm
|
||||||
|
*.msp
|
||||||
|
*.lnk
|
||||||
|
.DS_Store
|
||||||
|
.AppleDouble
|
||||||
|
.LSOverride
|
||||||
|
Icon
|
||||||
|
._*
|
||||||
|
.DocumentRevisions-V100
|
||||||
|
.fseventsd
|
||||||
|
.Spotlight-V100
|
||||||
|
.TemporaryItems
|
||||||
|
.Trashes
|
||||||
|
.VolumeIcon.icns
|
||||||
|
.com.apple.timemachine.donotpresent
|
||||||
|
.AppleDB
|
||||||
|
.AppleDesktop
|
||||||
|
Network Trash Folder
|
||||||
|
Temporary Items
|
||||||
|
.apdisk
|
||||||
14
service-ai/bin/build-ai-chat.js
Normal file
14
service-ai/bin/build-ai-chat.js
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy, run_package, run_upload_normal} from '../../bin/library.js'
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy('service-ai-core')
|
||||||
|
await run_package('service-ai-chat')
|
||||||
|
await run_upload_normal('service-ai-chat')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
14
service-ai/bin/build-ai-knowledge.js
Normal file
14
service-ai/bin/build-ai-knowledge.js
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
import {cd, path} from 'zx'
|
||||||
|
import {trim} from "licia";
|
||||||
|
import {run_deploy, run_package, run_upload_normal} from '../../bin/library.js'
|
||||||
|
|
||||||
|
// 切换目录
|
||||||
|
cd(trim(path.dirname(import.meta.dirname)))
|
||||||
|
// 执行流程
|
||||||
|
try {
|
||||||
|
await run_deploy('service-ai-core')
|
||||||
|
await run_package('service-ai-knowledge')
|
||||||
|
await run_upload_normal('service-ai-knowledge')
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e)
|
||||||
|
}
|
||||||
19
service-ai/bin/package.json
Normal file
19
service-ai/bin/package.json
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"name": "bin",
|
||||||
|
"version": "1.0.0",
|
||||||
|
"type": "module",
|
||||||
|
"dependencies": {
|
||||||
|
"@webpod/ps": "^0.1.1",
|
||||||
|
"chalk": "^5.4.1",
|
||||||
|
"envapi": "^0.2.3",
|
||||||
|
"fs-extra": "^11.3.0",
|
||||||
|
"globby": "^14.1.0",
|
||||||
|
"licia": "^1.48.0",
|
||||||
|
"md5-file": "^5.0.0",
|
||||||
|
"minimist": "^1.2.8",
|
||||||
|
"node-fetch-native": "^1.6.6",
|
||||||
|
"which": "^5.0.0",
|
||||||
|
"yaml": "^2.8.0",
|
||||||
|
"zx": "^8.5.4"
|
||||||
|
}
|
||||||
|
}
|
||||||
337
service-ai/bin/pnpm-lock.yaml
generated
Normal file
337
service-ai/bin/pnpm-lock.yaml
generated
Normal file
@@ -0,0 +1,337 @@
|
|||||||
|
lockfileVersion: '9.0'
|
||||||
|
|
||||||
|
settings:
|
||||||
|
autoInstallPeers: true
|
||||||
|
excludeLinksFromLockfile: false
|
||||||
|
|
||||||
|
importers:
|
||||||
|
|
||||||
|
.:
|
||||||
|
dependencies:
|
||||||
|
'@webpod/ps':
|
||||||
|
specifier: ^0.1.1
|
||||||
|
version: 0.1.1
|
||||||
|
chalk:
|
||||||
|
specifier: ^5.4.1
|
||||||
|
version: 5.4.1
|
||||||
|
envapi:
|
||||||
|
specifier: ^0.2.3
|
||||||
|
version: 0.2.3
|
||||||
|
fs-extra:
|
||||||
|
specifier: ^11.3.0
|
||||||
|
version: 11.3.0
|
||||||
|
globby:
|
||||||
|
specifier: ^14.1.0
|
||||||
|
version: 14.1.0
|
||||||
|
licia:
|
||||||
|
specifier: ^1.48.0
|
||||||
|
version: 1.48.0
|
||||||
|
md5-file:
|
||||||
|
specifier: ^5.0.0
|
||||||
|
version: 5.0.0
|
||||||
|
minimist:
|
||||||
|
specifier: ^1.2.8
|
||||||
|
version: 1.2.8
|
||||||
|
node-fetch-native:
|
||||||
|
specifier: ^1.6.6
|
||||||
|
version: 1.6.6
|
||||||
|
which:
|
||||||
|
specifier: ^5.0.0
|
||||||
|
version: 5.0.0
|
||||||
|
yaml:
|
||||||
|
specifier: ^2.8.0
|
||||||
|
version: 2.8.0
|
||||||
|
zx:
|
||||||
|
specifier: ^8.5.4
|
||||||
|
version: 8.5.4
|
||||||
|
|
||||||
|
packages:
|
||||||
|
|
||||||
|
'@nodelib/fs.scandir@2.1.5':
|
||||||
|
resolution: {integrity: sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@nodelib/fs.stat@2.0.5':
|
||||||
|
resolution: {integrity: sha512-RkhPPp2zrqDAQA/2jNhnztcPAlv64XdhIp7a7454A5ovI7Bukxgt7MX7udwAu3zg1DcpPU0rz3VV1SeaqvY4+A==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@nodelib/fs.walk@1.2.8':
|
||||||
|
resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
'@sindresorhus/merge-streams@2.3.0':
|
||||||
|
resolution: {integrity: sha512-LtoMMhxAlorcGhmFYI+LhPgbPZCkgP6ra1YL604EeF6U98pLlQ3iWIGMdWSC+vWmPBWBNgmDBAhnAobLROJmwg==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
'@webpod/ingrid@0.0.0-beta.3':
|
||||||
|
resolution: {integrity: sha512-PkorwT+q/MiIF+It47ORX0wCYHumOeMKwp5KX5WbUvbCeOtSB6b5UUC5FvzlijdwK/YPR+sOitQzyVSsRrMmJA==}
|
||||||
|
|
||||||
|
'@webpod/ps@0.1.1':
|
||||||
|
resolution: {integrity: sha512-SIgb4wWEVlKgdRByMMz9c3y1hpKfNm2sbretCPD49O9LG6itibULMkiRISdkpMdGRiUpbGHp8tiN3ZLYRDHj1g==}
|
||||||
|
|
||||||
|
braces@3.0.3:
|
||||||
|
resolution: {integrity: sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==}
|
||||||
|
engines: {node: '>=8'}
|
||||||
|
|
||||||
|
chalk@5.4.1:
|
||||||
|
resolution: {integrity: sha512-zgVZuo2WcZgfUEmsn6eO3kINexW8RAE4maiQ8QNs8CtpPCSyMiYsULR3HQYkm3w8FIA3SberyMJMSldGsW+U3w==}
|
||||||
|
engines: {node: ^12.17.0 || ^14.13 || >=16.0.0}
|
||||||
|
|
||||||
|
envapi@0.2.3:
|
||||||
|
resolution: {integrity: sha512-kSPSecU+/eH0IajEYZ/LndeBjzSBmLyp/SZFgx8Zgyeu0SoGioHkICOOVJgJLaX/rqZrCrQ+eDxiaYNVcyCsbQ==}
|
||||||
|
|
||||||
|
fast-glob@3.3.3:
|
||||||
|
resolution: {integrity: sha512-7MptL8U0cqcFdzIzwOTHoilX9x5BrNqye7Z/LuC7kCMRio1EMSyqRK3BEAUD7sXRq4iT4AzTVuZdhgQ2TCvYLg==}
|
||||||
|
engines: {node: '>=8.6.0'}
|
||||||
|
|
||||||
|
fastq@1.19.1:
|
||||||
|
resolution: {integrity: sha512-GwLTyxkCXjXbxqIhTsMI2Nui8huMPtnxg7krajPJAjnEG/iiOS7i+zCtWGZR9G0NBKbXKh6X9m9UIsYX/N6vvQ==}
|
||||||
|
|
||||||
|
fill-range@7.1.1:
|
||||||
|
resolution: {integrity: sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==}
|
||||||
|
engines: {node: '>=8'}
|
||||||
|
|
||||||
|
fs-extra@11.3.0:
|
||||||
|
resolution: {integrity: sha512-Z4XaCL6dUDHfP/jT25jJKMmtxvuwbkrD1vNSMFlo9lNLY2c5FHYSQgHPRZUjAB26TpDEoW9HCOgplrdbaPV/ew==}
|
||||||
|
engines: {node: '>=14.14'}
|
||||||
|
|
||||||
|
glob-parent@5.1.2:
|
||||||
|
resolution: {integrity: sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==}
|
||||||
|
engines: {node: '>= 6'}
|
||||||
|
|
||||||
|
globby@14.1.0:
|
||||||
|
resolution: {integrity: sha512-0Ia46fDOaT7k4og1PDW4YbodWWr3scS2vAr2lTbsplOt2WkKp0vQbkI9wKis/T5LV/dqPjO3bpS/z6GTJB82LA==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
graceful-fs@4.2.11:
|
||||||
|
resolution: {integrity: sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==}
|
||||||
|
|
||||||
|
ignore@7.0.4:
|
||||||
|
resolution: {integrity: sha512-gJzzk+PQNznz8ysRrC0aOkBNVRBDtE1n53IqyqEf3PXrYwomFs5q4pGMizBMJF+ykh03insJ27hB8gSrD2Hn8A==}
|
||||||
|
engines: {node: '>= 4'}
|
||||||
|
|
||||||
|
is-extglob@2.1.1:
|
||||||
|
resolution: {integrity: sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==}
|
||||||
|
engines: {node: '>=0.10.0'}
|
||||||
|
|
||||||
|
is-glob@4.0.3:
|
||||||
|
resolution: {integrity: sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==}
|
||||||
|
engines: {node: '>=0.10.0'}
|
||||||
|
|
||||||
|
is-number@7.0.0:
|
||||||
|
resolution: {integrity: sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==}
|
||||||
|
engines: {node: '>=0.12.0'}
|
||||||
|
|
||||||
|
isexe@3.1.1:
|
||||||
|
resolution: {integrity: sha512-LpB/54B+/2J5hqQ7imZHfdU31OlgQqx7ZicVlkm9kzg9/w8GKLEcFfJl/t7DCEDueOyBAD6zCCwTO6Fzs0NoEQ==}
|
||||||
|
engines: {node: '>=16'}
|
||||||
|
|
||||||
|
jsonfile@6.1.0:
|
||||||
|
resolution: {integrity: sha512-5dgndWOriYSm5cnYaJNhalLNDKOqFwyDB/rr1E9ZsGciGvKPs8R2xYGCacuf3z6K1YKDz182fd+fY3cn3pMqXQ==}
|
||||||
|
|
||||||
|
licia@1.48.0:
|
||||||
|
resolution: {integrity: sha512-bBWiT5CSdEtwuAHiYTJ74yItCjIFdHi4xiFk6BRDfKa+sdCpkUHp69YKb5udNOJlHDzFjNjcMgNZ/+wQIHrB8A==}
|
||||||
|
|
||||||
|
md5-file@5.0.0:
|
||||||
|
resolution: {integrity: sha512-xbEFXCYVWrSx/gEKS1VPlg84h/4L20znVIulKw6kMfmBUAZNAnF00eczz9ICMl+/hjQGo5KSXRxbL/47X3rmMw==}
|
||||||
|
engines: {node: '>=10.13.0'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
merge2@1.4.1:
|
||||||
|
resolution: {integrity: sha512-8q7VEgMJW4J8tcfVPy8g09NcQwZdbwFEqhe/WZkoIzjn/3TGDwtOCYtXGxA3O8tPzpczCCDgv+P2P5y00ZJOOg==}
|
||||||
|
engines: {node: '>= 8'}
|
||||||
|
|
||||||
|
micromatch@4.0.8:
|
||||||
|
resolution: {integrity: sha512-PXwfBhYu0hBCPw8Dn0E+WDYb7af3dSLVWKi3HGv84IdF4TyFoC0ysxFd0Goxw7nSv4T/PzEJQxsYsEiFCKo2BA==}
|
||||||
|
engines: {node: '>=8.6'}
|
||||||
|
|
||||||
|
minimist@1.2.8:
|
||||||
|
resolution: {integrity: sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==}
|
||||||
|
|
||||||
|
node-fetch-native@1.6.6:
|
||||||
|
resolution: {integrity: sha512-8Mc2HhqPdlIfedsuZoc3yioPuzp6b+L5jRCRY1QzuWZh2EGJVQrGppC6V6cF0bLdbW0+O2YpqCA25aF/1lvipQ==}
|
||||||
|
|
||||||
|
path-type@6.0.0:
|
||||||
|
resolution: {integrity: sha512-Vj7sf++t5pBD637NSfkxpHSMfWaeig5+DKWLhcqIYx6mWQz5hdJTGDVMQiJcw1ZYkhs7AazKDGpRVji1LJCZUQ==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
picomatch@2.3.1:
|
||||||
|
resolution: {integrity: sha512-JU3teHTNjmE2VCGFzuY8EXzCDVwEqB2a8fsIvwaStHhAWJEeVd1o1QD80CU6+ZdEXXSLbSsuLwJjkCBWqRQUVA==}
|
||||||
|
engines: {node: '>=8.6'}
|
||||||
|
|
||||||
|
queue-microtask@1.2.3:
|
||||||
|
resolution: {integrity: sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==}
|
||||||
|
|
||||||
|
reusify@1.1.0:
|
||||||
|
resolution: {integrity: sha512-g6QUff04oZpHs0eG5p83rFLhHeV00ug/Yf9nZM6fLeUrPguBTkTQOdpAWWspMh55TZfVQDPaN3NQJfbVRAxdIw==}
|
||||||
|
engines: {iojs: '>=1.0.0', node: '>=0.10.0'}
|
||||||
|
|
||||||
|
run-parallel@1.2.0:
|
||||||
|
resolution: {integrity: sha512-5l4VyZR86LZ/lDxZTR6jqL8AFE2S0IFLMP26AbjsLVADxHdhB/c0GUsH+y39UfCi3dzz8OlQuPmnaJOMoDHQBA==}
|
||||||
|
|
||||||
|
slash@5.1.0:
|
||||||
|
resolution: {integrity: sha512-ZA6oR3T/pEyuqwMgAKT0/hAv8oAXckzbkmR0UkUosQ+Mc4RxGoJkRmwHgHufaenlyAgE1Mxgpdcrf75y6XcnDg==}
|
||||||
|
engines: {node: '>=14.16'}
|
||||||
|
|
||||||
|
to-regex-range@5.0.1:
|
||||||
|
resolution: {integrity: sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==}
|
||||||
|
engines: {node: '>=8.0'}
|
||||||
|
|
||||||
|
unicorn-magic@0.3.0:
|
||||||
|
resolution: {integrity: sha512-+QBBXBCvifc56fsbuxZQ6Sic3wqqc3WWaqxs58gvJrcOuN83HGTCwz3oS5phzU9LthRNE9VrJCFCLUgHeeFnfA==}
|
||||||
|
engines: {node: '>=18'}
|
||||||
|
|
||||||
|
universalify@2.0.1:
|
||||||
|
resolution: {integrity: sha512-gptHNQghINnc/vTGIk0SOFGFNXw7JVrlRUtConJRlvaw6DuX0wO5Jeko9sWrMBhh+PsYAZ7oXAiOnf/UKogyiw==}
|
||||||
|
engines: {node: '>= 10.0.0'}
|
||||||
|
|
||||||
|
which@5.0.0:
|
||||||
|
resolution: {integrity: sha512-JEdGzHwwkrbWoGOlIHqQ5gtprKGOenpDHpxE9zVR1bWbOtYRyPPHMe9FaP6x61CmNaTThSkb0DAJte5jD+DmzQ==}
|
||||||
|
engines: {node: ^18.17.0 || >=20.5.0}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
yaml@2.8.0:
|
||||||
|
resolution: {integrity: sha512-4lLa/EcQCB0cJkyts+FpIRx5G/llPxfP6VQU5KByHEhLxY3IJCH0f0Hy1MHI8sClTvsIb8qwRJ6R/ZdlDJ/leQ==}
|
||||||
|
engines: {node: '>= 14.6'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
zurk@0.11.2:
|
||||||
|
resolution: {integrity: sha512-OKUQsmG588B18hzO4ThzOU0NUwr4C8aKl9NjGQfXUv5fskLfS6Sj3XGNbTzKj3d2+jWvmnqS2cgrwYX6bIkDyA==}
|
||||||
|
|
||||||
|
zx@8.5.4:
|
||||||
|
resolution: {integrity: sha512-44oKea9Sa8ZnOkTnS6fRJpg3quzgnbB43nLrVfYnqE86J4sxgZMUDLezzKET/FdOAVkF4X+Alm9Bume+W+RW9Q==}
|
||||||
|
engines: {node: '>= 12.17.0'}
|
||||||
|
hasBin: true
|
||||||
|
|
||||||
|
snapshots:
|
||||||
|
|
||||||
|
'@nodelib/fs.scandir@2.1.5':
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.stat': 2.0.5
|
||||||
|
run-parallel: 1.2.0
|
||||||
|
|
||||||
|
'@nodelib/fs.stat@2.0.5': {}
|
||||||
|
|
||||||
|
'@nodelib/fs.walk@1.2.8':
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.scandir': 2.1.5
|
||||||
|
fastq: 1.19.1
|
||||||
|
|
||||||
|
'@sindresorhus/merge-streams@2.3.0': {}
|
||||||
|
|
||||||
|
'@webpod/ingrid@0.0.0-beta.3': {}
|
||||||
|
|
||||||
|
'@webpod/ps@0.1.1':
|
||||||
|
dependencies:
|
||||||
|
'@webpod/ingrid': 0.0.0-beta.3
|
||||||
|
zurk: 0.11.2
|
||||||
|
|
||||||
|
braces@3.0.3:
|
||||||
|
dependencies:
|
||||||
|
fill-range: 7.1.1
|
||||||
|
|
||||||
|
chalk@5.4.1: {}
|
||||||
|
|
||||||
|
envapi@0.2.3: {}
|
||||||
|
|
||||||
|
fast-glob@3.3.3:
|
||||||
|
dependencies:
|
||||||
|
'@nodelib/fs.stat': 2.0.5
|
||||||
|
'@nodelib/fs.walk': 1.2.8
|
||||||
|
glob-parent: 5.1.2
|
||||||
|
merge2: 1.4.1
|
||||||
|
micromatch: 4.0.8
|
||||||
|
|
||||||
|
fastq@1.19.1:
|
||||||
|
dependencies:
|
||||||
|
reusify: 1.1.0
|
||||||
|
|
||||||
|
fill-range@7.1.1:
|
||||||
|
dependencies:
|
||||||
|
to-regex-range: 5.0.1
|
||||||
|
|
||||||
|
fs-extra@11.3.0:
|
||||||
|
dependencies:
|
||||||
|
graceful-fs: 4.2.11
|
||||||
|
jsonfile: 6.1.0
|
||||||
|
universalify: 2.0.1
|
||||||
|
|
||||||
|
glob-parent@5.1.2:
|
||||||
|
dependencies:
|
||||||
|
is-glob: 4.0.3
|
||||||
|
|
||||||
|
globby@14.1.0:
|
||||||
|
dependencies:
|
||||||
|
'@sindresorhus/merge-streams': 2.3.0
|
||||||
|
fast-glob: 3.3.3
|
||||||
|
ignore: 7.0.4
|
||||||
|
path-type: 6.0.0
|
||||||
|
slash: 5.1.0
|
||||||
|
unicorn-magic: 0.3.0
|
||||||
|
|
||||||
|
graceful-fs@4.2.11: {}
|
||||||
|
|
||||||
|
ignore@7.0.4: {}
|
||||||
|
|
||||||
|
is-extglob@2.1.1: {}
|
||||||
|
|
||||||
|
is-glob@4.0.3:
|
||||||
|
dependencies:
|
||||||
|
is-extglob: 2.1.1
|
||||||
|
|
||||||
|
is-number@7.0.0: {}
|
||||||
|
|
||||||
|
isexe@3.1.1: {}
|
||||||
|
|
||||||
|
jsonfile@6.1.0:
|
||||||
|
dependencies:
|
||||||
|
universalify: 2.0.1
|
||||||
|
optionalDependencies:
|
||||||
|
graceful-fs: 4.2.11
|
||||||
|
|
||||||
|
licia@1.48.0: {}
|
||||||
|
|
||||||
|
md5-file@5.0.0: {}
|
||||||
|
|
||||||
|
merge2@1.4.1: {}
|
||||||
|
|
||||||
|
micromatch@4.0.8:
|
||||||
|
dependencies:
|
||||||
|
braces: 3.0.3
|
||||||
|
picomatch: 2.3.1
|
||||||
|
|
||||||
|
minimist@1.2.8: {}
|
||||||
|
|
||||||
|
node-fetch-native@1.6.6: {}
|
||||||
|
|
||||||
|
path-type@6.0.0: {}
|
||||||
|
|
||||||
|
picomatch@2.3.1: {}
|
||||||
|
|
||||||
|
queue-microtask@1.2.3: {}
|
||||||
|
|
||||||
|
reusify@1.1.0: {}
|
||||||
|
|
||||||
|
run-parallel@1.2.0:
|
||||||
|
dependencies:
|
||||||
|
queue-microtask: 1.2.3
|
||||||
|
|
||||||
|
slash@5.1.0: {}
|
||||||
|
|
||||||
|
to-regex-range@5.0.1:
|
||||||
|
dependencies:
|
||||||
|
is-number: 7.0.0
|
||||||
|
|
||||||
|
unicorn-magic@0.3.0: {}
|
||||||
|
|
||||||
|
universalify@2.0.1: {}
|
||||||
|
|
||||||
|
which@5.0.0:
|
||||||
|
dependencies:
|
||||||
|
isexe: 3.1.1
|
||||||
|
|
||||||
|
yaml@2.8.0: {}
|
||||||
|
|
||||||
|
zurk@0.11.2: {}
|
||||||
|
|
||||||
|
zx@8.5.4: {}
|
||||||
0
service-ai/bin/test.js
Normal file
0
service-ai/bin/test.js
Normal file
11
service-ai/database/service_ai_file.sql
Normal file
11
service-ai/database/service_ai_file.sql
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
CREATE TABLE `service_ai_file`
|
||||||
|
(
|
||||||
|
`id` bigint NOT NULL,
|
||||||
|
`filename` varchar(500) DEFAULT NULL,
|
||||||
|
`size` bigint DEFAULT NULL,
|
||||||
|
`md5` varchar(100) DEFAULT NULL,
|
||||||
|
`path` varchar(500) DEFAULT NULL,
|
||||||
|
`type` varchar(50) DEFAULT NULL,
|
||||||
|
`created_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) DEFAULT CHARSET = utf8mb4;
|
||||||
9
service-ai/database/service_ai_group.sql
Normal file
9
service-ai/database/service_ai_group.sql
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
CREATE TABLE `service_ai_group`
|
||||||
|
(
|
||||||
|
`id` bigint NOT NULL,
|
||||||
|
`knowledge_id` bigint NOT NULL,
|
||||||
|
`name` varchar(100) NOT NULL,
|
||||||
|
`status` varchar(10) NOT NULL DEFAULT 'RUNNING',
|
||||||
|
`created_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||||
|
`modified_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
|
||||||
|
) DEFAULT CHARSET = utf8mb4;
|
||||||
10
service-ai/database/service_ai_knowledge.sql
Normal file
10
service-ai/database/service_ai_knowledge.sql
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
CREATE TABLE `service_ai_knowledge`
|
||||||
|
(
|
||||||
|
`id` bigint NOT NULL,
|
||||||
|
`vector_source_id` varchar(100) NOT NULL,
|
||||||
|
`name` varchar(100) NOT NULL,
|
||||||
|
`strategy` varchar(10) NOT NULL,
|
||||||
|
`created_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||||
|
`modified_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) DEFAULT CHARSET = utf8mb4;
|
||||||
188
service-ai/pom.xml
Normal file
188
service-ai/pom.xml
Normal file
@@ -0,0 +1,188 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai</artifactId>
|
||||||
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
|
<packaging>pom</packaging>
|
||||||
|
<description>Hudi AI服务集合</description>
|
||||||
|
<modules>
|
||||||
|
<module>service-ai-core</module>
|
||||||
|
<module>service-ai-chat</module>
|
||||||
|
<module>service-ai-knowledge</module>
|
||||||
|
</modules>
|
||||||
|
|
||||||
|
<properties>
|
||||||
|
<maven.compiler.source>17</maven.compiler.source>
|
||||||
|
<maven.compiler.target>17</maven.compiler.target>
|
||||||
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||||
|
|
||||||
|
<build-tag>b2b12</build-tag>
|
||||||
|
|
||||||
|
<spring-boot.version>3.4.3</spring-boot.version>
|
||||||
|
<spring-cloud.version>2024.0.1</spring-cloud.version>
|
||||||
|
<spring-ai.version>1.0.0</spring-ai.version>
|
||||||
|
<solon-ai.version>3.3.1</solon-ai.version>
|
||||||
|
<eclipse-collections.version>11.1.0</eclipse-collections.version>
|
||||||
|
<curator.version>5.1.0</curator.version>
|
||||||
|
<hutool.version>5.8.27</hutool.version>
|
||||||
|
</properties>
|
||||||
|
|
||||||
|
<dependencyManagement>
|
||||||
|
<dependencies>
|
||||||
|
<!-- 当前项目依赖 -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-common</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-configuration</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-dependencies</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-forest</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai-core</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- spring boot 相关依赖 -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-dependencies</artifactId>
|
||||||
|
<version>${spring-boot.version}</version>
|
||||||
|
<type>pom</type>
|
||||||
|
<scope>import</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.cloud</groupId>
|
||||||
|
<artifactId>spring-cloud-dependencies</artifactId>
|
||||||
|
<version>${spring-cloud.version}</version>
|
||||||
|
<type>pom</type>
|
||||||
|
<scope>import</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-bom</artifactId>
|
||||||
|
<version>${spring-ai.version}</version>
|
||||||
|
<type>pom</type>
|
||||||
|
<scope>import</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.dtflys.forest</groupId>
|
||||||
|
<artifactId>forest-spring-boot3-starter</artifactId>
|
||||||
|
<version>1.5.36</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.fasterxml.jackson.datatype</groupId>
|
||||||
|
<artifactId>jackson-datatype-eclipse-collections</artifactId>
|
||||||
|
<version>2.17.1</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.github.ulisesbocchio</groupId>
|
||||||
|
<artifactId>jasypt-spring-boot-starter</artifactId>
|
||||||
|
<version>3.0.5</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- 日志相关 -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>pl.tkowalcz.tjahzi</groupId>
|
||||||
|
<artifactId>logback-appender</artifactId>
|
||||||
|
<version>0.9.23</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.github.loki4j</groupId>
|
||||||
|
<artifactId>loki-logback-appender-jdk8</artifactId>
|
||||||
|
<version>1.4.2</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- 其他 -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>dev.failsafe</groupId>
|
||||||
|
<artifactId>failsafe</artifactId>
|
||||||
|
<version>3.3.1</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.collections</groupId>
|
||||||
|
<artifactId>eclipse-collections</artifactId>
|
||||||
|
<version>${eclipse-collections.version}</version>
|
||||||
|
<scope>runtime</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.eclipse.collections</groupId>
|
||||||
|
<artifactId>eclipse-collections-api</artifactId>
|
||||||
|
<version>${eclipse-collections.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.hutool</groupId>
|
||||||
|
<artifactId>hutool-all</artifactId>
|
||||||
|
<version>${hutool.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.yomahub</groupId>
|
||||||
|
<artifactId>liteflow-spring-boot-starter</artifactId>
|
||||||
|
<version>2.13.2</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.noear</groupId>
|
||||||
|
<artifactId>solon-ai</artifactId>
|
||||||
|
<version>${solon-ai.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.noear</groupId>
|
||||||
|
<artifactId>solon-ai-dialect-openai</artifactId>
|
||||||
|
<version>${solon-ai.version}</version>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
</dependencyManagement>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<pluginManagement>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-source-plugin</artifactId>
|
||||||
|
<version>3.3.0</version>
|
||||||
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-shade-plugin</artifactId>
|
||||||
|
<version>3.3.0</version>
|
||||||
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||||
|
<version>${spring-boot.version}</version>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</pluginManagement>
|
||||||
|
</build>
|
||||||
|
|
||||||
|
<distributionManagement>
|
||||||
|
<repository>
|
||||||
|
<id>${releases.id}</id>
|
||||||
|
<name>${releases.name}</name>
|
||||||
|
<url>${releases.url}</url>
|
||||||
|
</repository>
|
||||||
|
<snapshotRepository>
|
||||||
|
<id>${snapshots.id}</id>
|
||||||
|
<name>${snapshots.name}</name>
|
||||||
|
<url>${snapshots.url}</url>
|
||||||
|
</snapshotRepository>
|
||||||
|
</distributionManagement>
|
||||||
|
|
||||||
|
</project>
|
||||||
41
service-ai/service-ai-chat/pom.xml
Normal file
41
service-ai/service-ai-chat/pom.xml
Normal file
@@ -0,0 +1,41 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<parent>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai</artifactId>
|
||||||
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
|
</parent>
|
||||||
|
|
||||||
|
<artifactId>service-ai-chat</artifactId>
|
||||||
|
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai-core</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-starter-model-deepseek</artifactId>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>repackage</goal>
|
||||||
|
</goals>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
</project>
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat;
|
||||||
|
|
||||||
|
import com.ulisesbocchio.jasyptspringboot.annotation.EnableEncryptableProperties;
|
||||||
|
import org.springframework.beans.BeansException;
|
||||||
|
import org.springframework.boot.SpringApplication;
|
||||||
|
import org.springframework.boot.autoconfigure.SpringBootApplication;
|
||||||
|
import org.springframework.boot.context.properties.EnableConfigurationProperties;
|
||||||
|
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
|
||||||
|
import org.springframework.context.ApplicationContext;
|
||||||
|
import org.springframework.context.ApplicationContextAware;
|
||||||
|
import org.springframework.retry.annotation.EnableRetry;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250514
|
||||||
|
*/
|
||||||
|
@SpringBootApplication(scanBasePackages = "com.lanyuanxiaoyao.service")
|
||||||
|
@EnableDiscoveryClient
|
||||||
|
@EnableConfigurationProperties
|
||||||
|
@EnableEncryptableProperties
|
||||||
|
@EnableRetry
|
||||||
|
public class AiChatApplication implements ApplicationContextAware {
|
||||||
|
private static ApplicationContext context;
|
||||||
|
|
||||||
|
public static void main(String[] args) {
|
||||||
|
SpringApplication.run(AiChatApplication.class, args);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static <T> T getBean(Class<T> clazz) {
|
||||||
|
return context.getBean(clazz);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void setApplicationContext(ApplicationContext context) throws BeansException {
|
||||||
|
AiChatApplication.context = context;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,110 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
|
||||||
|
public interface Prompts {
|
||||||
|
String hudiBase = """
|
||||||
|
Hudi数据同步服务
|
||||||
|
实现从源端数据库(TeleDB、TelePG)到Hudi表的数据实时同步,并通过Hudi-Hive插件将Hudi表封为Hive外表(即目标端),供外部系统进行SQL查询。
|
||||||
|
数据同步任务:基于Flink开发,运行在Hadoop Yarn集群上,该任务常驻运行在集群上,每个任务负责一张或多张表的据同步,同步任务从指定的Pulsar队列中实时读取数据,经过数据转换和业务处理后,写入Hudi表。
|
||||||
|
数据压缩任务:基于Flink开发,运行在Hadoop Yarn集群上,该任务根据指定的调度策略周期性定时启动,每个任务将张指定的Hudi表中的log数据压缩为parquet数据,当压缩完成时,上一次压缩到当前压缩之间被写入的数据才能被外部统查询。
|
||||||
|
服务管理平台:使用Spring Cloud框架开发的微服务集群,用于管理同步任务和压缩任务的运行、停止和状态监控等息,提供友好的前端交互网页。
|
||||||
|
源端(上游):类似TeleDB、TelePG这些提供原始数据的数据库。
|
||||||
|
目标端(下游):数据同步到Hudi表后提供给外部系统查询用的Hive表。
|
||||||
|
TeleDB:中国电信自研分布式MySQL集群组件,逻辑上的一张表在物理上被水平分片(Sharding)为多个“set”表存储在个MySQL节点,支持弹性扩容和容灾。
|
||||||
|
TelePG:中国电信自研分布式PostgreSQL集群组件,其架构和功能特性与TeleDB高度相似。
|
||||||
|
逻辑表:一张逻辑表对应一张TeleDB或TelePG上的业务表;逻辑表中包含广东所有地市的业务数据,数据量大的表通常按地市进行分片(分区)。
|
||||||
|
Hudi表:逻辑表数据经同步任务处理后实际存储的位置,根据逻辑表的数据量,数据量大的会根据地市分为A、B表,B也被称为大表,通常包含广深东佛(广州、深圳、东莞、佛山)四个大区的数据,A表包含广东除了广深东佛外的其他市,特大表,如acct_item,会按一个地市对应一个Hudi表;Hudi表统一配置为MOR表,使用Bucket Index索引。
|
||||||
|
Hive表:通过Hudi-Hive插件创建的Hive外表,作为下游系统的唯一查询入口,该表逻辑上对应源端的一张逻辑表,它Hudi服务内部可能存在的多个物理Hudi表(如A表、B表或地市分表)聚合封装成一个逻辑视图,透明地对外提供完整的辑表数据查询。
|
||||||
|
重点表:根据业务系统的要求,对于有的表及时性和数据完整性有更高的要求,这些表被称为重点表,在tb_app_collect_table_info表中的tags字段,包含“FOCUS”字符的是重点表。
|
||||||
|
Flink 任务:即数据同步任务,根据逻辑表的数据量通常有如下规则:
|
||||||
|
大数据量:采用 1逻辑表:1 Flink任务 模式。该Flink任务内聚合处理该逻辑表对应的所有Hudi表(如A表 + B表或多地市表)的同步子任务。
|
||||||
|
小数据量:采用 N逻辑表:1 Flink任务 模式。一个Flink任务内聚合处理多张低数据量逻辑表对应的所有Hudi表同步自务。
|
||||||
|
Pulsar队列(消息队列):源端TeleDB逻辑表增量日志(包含新增-I、更新-U、删除-D、DDL操作类型)由Canal同步组件实时写入Pulsar队列。TelePG逻辑表增量日志由PGSync组件以相同逻辑同步到对应队列。
|
||||||
|
压缩调度服务:service-scheduler(单实例):按策略将压缩任务放入预调度队列,定时将预调度任务转移至各集群对应的压缩任务队列;service-launcher(与集群一一对应):定时轮询对应集群的压缩任务队列,发现任务即调度执行;service-queue:提供队列机制;scheduler与launcher均基于集群资源状态动态调节任务产生与执行速率,利用队列缓冲,避免资源超限。
|
||||||
|
压缩调度:压缩任务耗时长、资源大。为平衡效率与资源,调度服务通常从凌晨2点起,每3小时调度一次全部Hudi表的压缩任务。
|
||||||
|
跨天调度:为确保关键表数据在0点后及时可用(此时Hive最新数据常未达0点),0点至2点间,对重点表进行更高频压缩调度。此高频率调度持续直至目标表被标记为“已跨天”
|
||||||
|
跨天判断:按照先后次序1. 源端同步组件(Canal/PGSync)判断源表数据是否跨天。若跨天,向队列写入跨天消息;2.同步任务接收跨天消息,在tb_app_collect_table_version表插入记录;3.独立程序判断Hudi表数据是否已跨天。若跨天,更新tb_app_collect_table_version对应记录状态。此时逻辑表标记为“已跨天”;一张表必须先接收到跨天标记,然后才能完成跨天。
|
||||||
|
集群:指Hadoop Yarn集群,同步任务仅在b12运行,压缩任务主要在b12运行,部分重点表在b1或a4运行,调度服务根据资源动态在多个集群间分配压缩任务;其中b12集群使用default队列,b1集群使用datalake队列,a4集群使用ten_iap.datalake队列。
|
||||||
|
""";
|
||||||
|
|
||||||
|
String hudiDatabase = """
|
||||||
|
Hudi数据同步服务使用的数据表详情如下
|
||||||
|
hudi_collect_build_b12.tb_app_collect_table_info表:记录同步任务配置信息
|
||||||
|
id:主键
|
||||||
|
alias:表别名,同样可以唯一标识该记录
|
||||||
|
flink_job_id:tb_app_flink_job_config表主键,对应的Flink任务
|
||||||
|
hudi_job_id:hudi:tb_app_hudi_job_config表主键,对应Hudi表的配置
|
||||||
|
sync_yarn_job_id:tb_app_yarn_job_config表主键,同步任务的yarn资源配置
|
||||||
|
compaction_yarn_job_id:tb_app_yarn_job_config表主键,压缩任务的yarn资源配置
|
||||||
|
src_db:源端数据库名称
|
||||||
|
src_type:源端数据库类型,取值有teledb、telepg
|
||||||
|
src_schema:源端数据库schema名称
|
||||||
|
src_table:源端表名
|
||||||
|
src_pulsar_addr:pulsar地址
|
||||||
|
src_topic:pulsar队列名称
|
||||||
|
tgt_hdfs_path:Hudi表对应的hdfs路径
|
||||||
|
status:逻辑删除状态(y为正常,n为删除)
|
||||||
|
filter_field:过滤字段,用于指定源端消息中的某个字段,进行消息过滤,如B表,同步任务会使用CITY_ID字段,并过滤出该字段为广深东佛编码的消息
|
||||||
|
filter_values:过滤值
|
||||||
|
filter_type:过滤类型,INCLUDE表示包含指定过滤值的记录保留,EXCLUDE表示包含指定过滤值的记录丢弃
|
||||||
|
bucket_number:Hudi bucket index的参数值
|
||||||
|
partition_field:Hudi表分区字段,通常使用CITY_ID
|
||||||
|
priority:优先级,整数,数字越大优先级越高,优先级高,该表对应在压缩调度队列中会排在更靠前的位置
|
||||||
|
hive_db:目标端hive库名称
|
||||||
|
hive_table:目标端hive表名
|
||||||
|
tags:标签,使用英文逗号分隔,用于标识表的特殊属性
|
||||||
|
|
||||||
|
hudi_collect_build_b12.tb_app_collect_table_version表:记录跨天版本
|
||||||
|
flink_job_id:tb_app_flink_job_config表主键,对应的Flink任务
|
||||||
|
alias:表别名 tb_app_collect_table_info表alias字段,对应唯一同步任务
|
||||||
|
version:版本,格式为yyyyMMdd,如2025年6月6日跨天版本,则该值为20250605
|
||||||
|
op_ts:操作时间,接收到跨天标记的时间
|
||||||
|
create_time:记录创建时间
|
||||||
|
update_time:记录创建时间
|
||||||
|
scheduled:是否已跨天,1为已跨天,0为未跨天
|
||||||
|
|
||||||
|
hudi_collect_build_b12.tb_app_flink_job_config表:Flink 任务配置
|
||||||
|
id:主键
|
||||||
|
name:Flink任务名称
|
||||||
|
status:逻辑删除状态(y为正常,n为删除)
|
||||||
|
application_id:flink任务对应的yarn任务的application id
|
||||||
|
|
||||||
|
hudi_collect_build_b12.tb_app_hudi_job_config表:Hudi表原生配置
|
||||||
|
id:主键
|
||||||
|
source_tasks:读取Pulsar消息的Flink算子并行度
|
||||||
|
write_tasks:写Hudi表的Flink算子并行度
|
||||||
|
keep_file_version:保留数据文件版本
|
||||||
|
keep_commit_version:保留时间线版本
|
||||||
|
|
||||||
|
hudi_collect_build_b12.tb_app_hudi_sync_state表:同步、压缩任务运行状态
|
||||||
|
id:主键,由flink_job_id和alias使用短横线连接而成,格式为:flink_job_id-alias
|
||||||
|
message_id:最新消费到的Pulsar消息的message id
|
||||||
|
source_start_time:同步任务启动时间
|
||||||
|
source_receive_time:同步任务最新接收到消息队列消息的时间
|
||||||
|
source_checkpoint_time:同步任务对应Flink任务最近一次执行checkpoint的时间,这个时间每15分钟更新一次,可以用来判断flink任务是否还在运行
|
||||||
|
source_publish_time:同步任务接收到的最新一条消息队列的消息被发布到队列中的时间
|
||||||
|
source_op_time:同步任务接收到的最新一条消息队列的消息在源端产生的时间
|
||||||
|
source_application_id:同步任务对应Flink任务对应的yarn任务的application id
|
||||||
|
source_cluster:同步任务运行的yarn集群
|
||||||
|
compaction_start_time:最近一次压缩任务启动时间
|
||||||
|
compaction_finish_time:最近一次压缩任务完成时间
|
||||||
|
compaction_application_id:压缩任务对应的Flink任务对应的yarn任务的application id
|
||||||
|
compaction_cluster:压缩任务运行所在的yarn集群
|
||||||
|
|
||||||
|
hudi_collect_build_b12.tb_app_yarn_job_config表:同步、压缩任务对应的yarn任务资源配置
|
||||||
|
id:主键
|
||||||
|
job_manager_memory:Job Manager内存(MB)
|
||||||
|
task_manager_memory:Task Manager内存(MB)
|
||||||
|
""";
|
||||||
|
|
||||||
|
String hudi = StrUtil.format(
|
||||||
|
"""
|
||||||
|
{}
|
||||||
|
|
||||||
|
{}
|
||||||
|
""",
|
||||||
|
hudiBase,
|
||||||
|
hudiDatabase
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -0,0 +1,142 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.controller;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.ObjectUtil;
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.Prompts;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.entity.MessageVO;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.ChartTool;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.KnowledgeTool;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.TableTool;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.YarnTool;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
import java.util.Optional;
|
||||||
|
import org.eclipse.collections.api.list.ImmutableList;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.ai.chat.client.ChatClient;
|
||||||
|
import org.springframework.ai.chat.messages.AssistantMessage;
|
||||||
|
import org.springframework.ai.chat.messages.Message;
|
||||||
|
import org.springframework.ai.chat.messages.UserMessage;
|
||||||
|
import org.springframework.ai.chat.model.ChatResponse;
|
||||||
|
import org.springframework.ai.chat.model.Generation;
|
||||||
|
import org.springframework.ai.deepseek.DeepSeekAssistantMessage;
|
||||||
|
import org.springframework.stereotype.Controller;
|
||||||
|
import org.springframework.web.bind.annotation.PostMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestBody;
|
||||||
|
import org.springframework.web.bind.annotation.RequestMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestParam;
|
||||||
|
import org.springframework.web.bind.annotation.ResponseBody;
|
||||||
|
import org.springframework.web.servlet.mvc.method.annotation.SseEmitter;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 聊天
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250514
|
||||||
|
*/
|
||||||
|
@Controller
|
||||||
|
@RequestMapping("chat")
|
||||||
|
public class ChatController {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(ChatController.class);
|
||||||
|
private final static DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
|
||||||
|
private static final String ROLE_ASSISTANT = "assistant";
|
||||||
|
private static final String ROLE_USER = "user";
|
||||||
|
|
||||||
|
private final ChatClient chatClient;
|
||||||
|
|
||||||
|
public ChatController(ChatClient.Builder builder) {
|
||||||
|
this.chatClient = builder.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
private ChatClient.ChatClientRequestSpec buildRequest(Long knowledgeId, ImmutableList<MessageVO> messages) {
|
||||||
|
ChatClient.ChatClientRequestSpec spec = chatClient.prompt()
|
||||||
|
.system(
|
||||||
|
StrUtil.format("""
|
||||||
|
你是一名专业的AI运维助手,专职负责“Hudi数据同步服务”的平台运维工作。你的核心职责是:
|
||||||
|
1.友好解答:积极、专业地解答用户(通常是平台管理员或用户)关于该平台运维工作的疑问。
|
||||||
|
2.知识驱动:在解答时,应尽可能通过各种方式(知识库、上下文、外部工具等)全面获取准确知识和数据来支持回答。
|
||||||
|
3.诚实守界:
|
||||||
|
对于无法通过已有知识或数据确认的问题,必须明确告知用户你无法解答,切勿捏造信息或提供不确定的答案。
|
||||||
|
对于与该Hudi数据同步服务平台运维工作无关的问题,需委婉拒绝用户,并明确说明超出你的职责和能力范围。
|
||||||
|
|
||||||
|
对话语言:中文
|
||||||
|
|
||||||
|
{}
|
||||||
|
|
||||||
|
当前时间为:{}
|
||||||
|
|
||||||
|
""",
|
||||||
|
Prompts.hudi,
|
||||||
|
LocalDateTime.now().format(formatter)
|
||||||
|
))
|
||||||
|
.messages(
|
||||||
|
messages
|
||||||
|
.collect(message -> StrUtil.equals(message.getRole(), ROLE_ASSISTANT)
|
||||||
|
? new AssistantMessage(message.getContent())
|
||||||
|
: new UserMessage(message.getContent()))
|
||||||
|
.collect(message -> (Message) message)
|
||||||
|
.toList()
|
||||||
|
);
|
||||||
|
if (ObjectUtil.isNotNull(knowledgeId)) {
|
||||||
|
spec.tools(new KnowledgeTool(knowledgeId));
|
||||||
|
}
|
||||||
|
spec.tools(
|
||||||
|
new TableTool(),
|
||||||
|
new YarnTool(),
|
||||||
|
new ChartTool()
|
||||||
|
);
|
||||||
|
return spec;
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("sync")
|
||||||
|
@ResponseBody
|
||||||
|
public MessageVO chatSync(
|
||||||
|
@RequestParam(value = "knowledge_id", required = false) Long knowledgeId,
|
||||||
|
@RequestBody ImmutableList<MessageVO> messages
|
||||||
|
) {
|
||||||
|
ChatResponse response = buildRequest(knowledgeId, messages)
|
||||||
|
.call()
|
||||||
|
.chatResponse();
|
||||||
|
return toMessage(response);
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("async")
|
||||||
|
public SseEmitter chatAsync(
|
||||||
|
@RequestParam(value = "knowledge_id", required = false) Long knowledgeId,
|
||||||
|
@RequestBody ImmutableList<MessageVO> messages
|
||||||
|
) {
|
||||||
|
SseEmitter emitter = new SseEmitter();
|
||||||
|
buildRequest(knowledgeId, messages)
|
||||||
|
.stream()
|
||||||
|
.chatResponse()
|
||||||
|
.subscribe(
|
||||||
|
response -> {
|
||||||
|
try {
|
||||||
|
emitter.send(toMessage(response));
|
||||||
|
} catch (IOException e) {
|
||||||
|
emitter.completeWithError(e);
|
||||||
|
throw new RuntimeException(e);
|
||||||
|
}
|
||||||
|
},
|
||||||
|
emitter::completeWithError,
|
||||||
|
emitter::complete
|
||||||
|
);
|
||||||
|
return emitter;
|
||||||
|
}
|
||||||
|
|
||||||
|
private MessageVO toMessage(ChatResponse response) {
|
||||||
|
AssistantMessage message = Optional.ofNullable(response)
|
||||||
|
.map(ChatResponse::getResult)
|
||||||
|
.map(Generation::getOutput)
|
||||||
|
.orElseThrow(() -> new RuntimeException("ChatResponse is null"));
|
||||||
|
MessageVO vo = new MessageVO();
|
||||||
|
vo.setRole(ROLE_ASSISTANT);
|
||||||
|
vo.setContent(message.getText());
|
||||||
|
if (message instanceof DeepSeekAssistantMessage deepseekMessage) {
|
||||||
|
vo.setReason(deepseekMessage.getReasoningContent());
|
||||||
|
}
|
||||||
|
return vo;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,44 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.entity;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250516
|
||||||
|
*/
|
||||||
|
public class MessageVO {
|
||||||
|
private String role;
|
||||||
|
private String content;
|
||||||
|
private String reason;
|
||||||
|
|
||||||
|
public String getRole() {
|
||||||
|
return role;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setRole(String role) {
|
||||||
|
this.role = role;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getContent() {
|
||||||
|
return content;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setContent(String content) {
|
||||||
|
this.content = content;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getReason() {
|
||||||
|
return reason;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setReason(String reason) {
|
||||||
|
this.reason = reason;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "MessageVO{" +
|
||||||
|
"role='" + role + '\'' +
|
||||||
|
", content='" + content + '\'' +
|
||||||
|
", reason='" + reason + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.tools;
|
||||||
|
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.AiChatApplication;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.ai.chat.client.ChatClient;
|
||||||
|
import org.springframework.ai.tool.annotation.Tool;
|
||||||
|
import org.springframework.ai.tool.annotation.ToolParam;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 图表工具
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250611
|
||||||
|
*/
|
||||||
|
public class ChartTool {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(ChartTool.class);
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
根据需求生成mermaid图表代码
|
||||||
|
""")
|
||||||
|
public String mermaid(
|
||||||
|
// language=TEXT
|
||||||
|
@ToolParam(description = """
|
||||||
|
请按以下结构描述图表需求:
|
||||||
|
1.图表类型:[必填] 明确指定图表类型,例如:流程图(flowchart TD)、序列图(sequenceDiagram)、类图(classDiagram)、甘特图(gantt)、状态图(stateDiagram-v2)、用户旅程图(journey)、饼图(pie)、思维导图(mindmap)、实体关系图(erDiagram)等。
|
||||||
|
2.图表标题:[可选] 简述图表的核心主题,例如:“用户登录流程”,“订单处理系统时序交互”,“项目开发计划甘特图”。
|
||||||
|
3.核心内容:[必填] 描述图表逻辑:
|
||||||
|
实体清单:列出所有节点/角色/对象(如“用户、支付系统、数据库”)
|
||||||
|
示例 (流程图):`用户, 登录界面, 认证服务, 数据库, 主界面, 错误提示`
|
||||||
|
示例 (序列图):`用户 (User), 客户端 (ClientApp), 认证服务器 (AuthServer), 数据库 (DB)`
|
||||||
|
示例 (甘特图):`需求分析, 设计, 开发, 测试, 部署`
|
||||||
|
关系描述:说明实体间交互/流程顺序(如“用户提交订单 → 支付系统验证 → 数据库更新记录”)
|
||||||
|
示例 (流程图):`用户 输入 -> 登录界面 -> 提交 -> 认证服务 -> 验证通过? --> 是 --> 主界面; 否 --> 错误提示`
|
||||||
|
示例 (序列图):`用户 -> 客户端:输入凭据; 客户端 -> 认证服务器:发送认证请求; 认证服务器 -> 数据库:查询用户信息; 数据库 --> 认证服务器:返回结果; 认证服务器 --> 客户端:返回认证结果; 客户端 --> 用户:显示结果`
|
||||||
|
示例 (甘特图):`需求分析 开始于 2023-10-01, 持续 5天; 设计 开始于 需求分析结束, 持续 7天; ...`
|
||||||
|
示例(饼图):`成功:15.25; 失败:20.22`
|
||||||
|
关键分支:如有条件判断,说明条件及路径(如“验证失败 → 显示错误信息”)
|
||||||
|
示例 (流程图):`认证服务 --> |验证通过| 主界面; 认证服务 --> |验证失败| 错误提示`
|
||||||
|
4.样式规范:[选填] 指定细节要求:
|
||||||
|
主题:指定预定义主题,例如:default, forest, dark, neutral]` (默认是 default)
|
||||||
|
颜色:实体颜色映射(如“用户节点用#3498db”)
|
||||||
|
形状:特殊节点形状(如“决策节点用菱形”)
|
||||||
|
布局:指定图表方向,例如:从上到下 (TB/TD), 从左到右 (LR), 从右到左 (RL), 从下到上 (BT)]` (默认通常是 TB/TD)
|
||||||
|
其他:箭头类型(实线/虚线)、注释文本等
|
||||||
|
""") String request
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: mermaid[request]. request:{}", request);
|
||||||
|
ChatClient.Builder builder = AiChatApplication.getBean(ChatClient.Builder.class);
|
||||||
|
ChatClient client = builder.build();
|
||||||
|
return client.prompt()
|
||||||
|
// language=TEXT
|
||||||
|
.system("""
|
||||||
|
你是一位专业的Mermaid图表专家,精通各类图表语法(流程图、序列图、类图、甘特图、状态图、饼图等),并能根据需求生成清晰、准确、符合最佳实践的Mermaid代码。
|
||||||
|
请根据我提供的详细描述,为我生成可直接用于渲染的Mermaid图表代码。确保代码语法正确、布局合理、易于理解。
|
||||||
|
输出要求:
|
||||||
|
仅输出纯净的、可立即渲染的 Mermaid 代码。
|
||||||
|
不要包含任何解释性文字、Markdown 标记(除了代码块标识)或额外的说明。
|
||||||
|
代码格式清晰,使用适当的缩进(如果适用)。
|
||||||
|
确保代码语法完全符合 Mermaid 官方文档规范。
|
||||||
|
""")
|
||||||
|
.user(request)
|
||||||
|
.call()
|
||||||
|
.content();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,40 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.tools;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.ObjectUtil;
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.AiChatApplication;
|
||||||
|
import com.lanyuanxiaoyao.service.forest.service.KnowledgeService;
|
||||||
|
import org.springframework.ai.tool.annotation.Tool;
|
||||||
|
import org.springframework.ai.tool.annotation.ToolParam;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250606
|
||||||
|
*/
|
||||||
|
public class KnowledgeTool {
|
||||||
|
private final Long knowledgeId;
|
||||||
|
|
||||||
|
public KnowledgeTool(Long knowledgeId) {
|
||||||
|
this.knowledgeId = knowledgeId;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
从知识库中检索相关外部知识
|
||||||
|
""")
|
||||||
|
public String queryKnowledge(
|
||||||
|
@ToolParam(description = """
|
||||||
|
精炼准确的知识库关键词,使用逗号分隔,尽可能全面地覆盖需要获取的知识
|
||||||
|
""")
|
||||||
|
String query
|
||||||
|
) {
|
||||||
|
KnowledgeService knowledgeService = AiChatApplication.getBean(KnowledgeService.class);
|
||||||
|
var documents = knowledgeService.query(knowledgeId, query, 10, 0.5);
|
||||||
|
if (ObjectUtil.isNotEmpty(documents)) {
|
||||||
|
return StrUtil.format("""
|
||||||
|
以下是与用户问题有关的外部知识,优先结合该知识回答用户的提问:
|
||||||
|
{}
|
||||||
|
""", documents.makeString("\n"));
|
||||||
|
}
|
||||||
|
return "";
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,104 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.tools;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.AiChatApplication;
|
||||||
|
import com.lanyuanxiaoyao.service.forest.service.InfoService;
|
||||||
|
import java.time.LocalDate;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.ai.tool.annotation.Tool;
|
||||||
|
import org.springframework.ai.tool.annotation.ToolParam;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250605
|
||||||
|
*/
|
||||||
|
public class TableTool {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(TableTool.class);
|
||||||
|
private static final DateTimeFormatter FORMATTER = DateTimeFormatter.ofPattern("yyyyMMdd");
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
执行SQL语句,获取查询结果;结果可能是一行或多行,行内以逗号分隔字段。
|
||||||
|
""")
|
||||||
|
public String executeJdbc(
|
||||||
|
@ToolParam(description = """
|
||||||
|
完整的MySQL查询语句,禁止使用除select外的任何语句。
|
||||||
|
""") String sql
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: executeJdbc[sql]. sql:{}", sql);
|
||||||
|
InfoService infoService = AiChatApplication.getBean(InfoService.class);
|
||||||
|
String result = infoService.jdbc(sql)
|
||||||
|
.collect(map -> map.valuesView().makeString(","))
|
||||||
|
.makeString("\n");
|
||||||
|
logger.info("SQL result: \n{}", result);
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
查询表(Hudi表、Hive表、逻辑表等)数量
|
||||||
|
""")
|
||||||
|
private String tableCount(
|
||||||
|
@ToolParam(description = """
|
||||||
|
查询类型,取值如下
|
||||||
|
Hudi表:hudi
|
||||||
|
Hive表:hive
|
||||||
|
逻辑表:logic
|
||||||
|
一次调用只能传一个类型,不支持多个类型同时查询
|
||||||
|
""") String type
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: tableCount[type]. type:{}", type);
|
||||||
|
var infoService = AiChatApplication.getBean(InfoService.class);
|
||||||
|
return switch (type) {
|
||||||
|
case "logic" -> StrUtil.format("""
|
||||||
|
逻辑表共{}张,其中重点表{}张
|
||||||
|
""", infoService.tableCount(), infoService.tableFocusCount());
|
||||||
|
case "hive" -> StrUtil.format("""
|
||||||
|
Hive表共{}张,其中重点表{}张
|
||||||
|
""", infoService.hiveCount(), infoService.hiveFocusCount());
|
||||||
|
case "hudi" -> StrUtil.format("""
|
||||||
|
Hudi表共{}张,其中重点表{}张
|
||||||
|
""", infoService.hudiCount(), infoService.hudiFocusCount());
|
||||||
|
default -> throw new IllegalStateException("Unexpected value: " + type);
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
查询Hudi表跨天情况
|
||||||
|
返回结果包含未接收到跨天标记的表数量和接收到跨天标记但未完成跨天的表数量
|
||||||
|
一张表必须先接收到跨天标记才能完成跨天,两者数量均为0才算所有表完成跨天
|
||||||
|
""")
|
||||||
|
public String version(
|
||||||
|
@ToolParam(description = """
|
||||||
|
查询指定日期的跨天情况,格式为yyyyMMdd(如2025年6月6日取值为20250606)。
|
||||||
|
一次调用只能传一个日期,不支持多个日期同时查询
|
||||||
|
""")
|
||||||
|
String date,
|
||||||
|
@ToolParam(description = """
|
||||||
|
表类型,取值如下
|
||||||
|
普通表:normal
|
||||||
|
重点表:focus
|
||||||
|
一次调用只能传一个类型,不支持多个类型同时查询
|
||||||
|
""")
|
||||||
|
String type
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: version[date, type]. date:{},type:{}", date, type);
|
||||||
|
InfoService infoService = AiChatApplication.getBean(InfoService.class);
|
||||||
|
String version = date;
|
||||||
|
if (StrUtil.isBlank(version)) {
|
||||||
|
version = LocalDateTime.now().minusDays(1).format(FORMATTER);
|
||||||
|
} else {
|
||||||
|
version = LocalDate.parse(version, FORMATTER).minusDays(1).format(FORMATTER);
|
||||||
|
}
|
||||||
|
return switch (type) {
|
||||||
|
case "normal" -> StrUtil.format("""
|
||||||
|
未接收到跨天标记的表数量:{},接收到跨天标记但未完成跨天的表数量:{}
|
||||||
|
""", infoService.unReceiveVersionNormalTableCount(version), infoService.unScheduledNormalTableCount(version));
|
||||||
|
case "focus" -> StrUtil.format("""
|
||||||
|
未接收到跨天标记的表数量:{},接收到跨天标记但未完成跨天的表数量:{}
|
||||||
|
""", infoService.unReceiveVersionFocusTableCount(version), infoService.unScheduledFocusTableCount(version));
|
||||||
|
default -> throw new IllegalStateException("Unexpected value: " + type);
|
||||||
|
};
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,81 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat.tools;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.AiChatApplication;
|
||||||
|
import com.lanyuanxiaoyao.service.configuration.entity.yarn.YarnApplication;
|
||||||
|
import com.lanyuanxiaoyao.service.configuration.entity.yarn.YarnQueue;
|
||||||
|
import com.lanyuanxiaoyao.service.configuration.entity.yarn.YarnRootQueue;
|
||||||
|
import com.lanyuanxiaoyao.service.forest.service.YarnService;
|
||||||
|
import org.eclipse.collections.api.list.ImmutableList;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.ai.tool.annotation.Tool;
|
||||||
|
import org.springframework.ai.tool.annotation.ToolParam;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250606
|
||||||
|
*/
|
||||||
|
public class YarnTool {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(YarnTool.class);
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
查询yarn集群整体资源情况,返回值为资源占用率(%)
|
||||||
|
""")
|
||||||
|
public Double yarnStatus(
|
||||||
|
@ToolParam(description = """
|
||||||
|
yarn集群名称,取值有b12、b1和a4;
|
||||||
|
一次调用只能查询一个集群,不支持多个集群同时查询
|
||||||
|
""") String cluster
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: yarnStatus[cluster]. cluster:{}", cluster);
|
||||||
|
YarnService yarnService = AiChatApplication.getBean(YarnService.class);
|
||||||
|
YarnRootQueue status = yarnService.cluster(cluster);
|
||||||
|
return (status.getUsedCapacity() * 100.0) / status.getCapacity();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
查询yarn集群中指定队列的资源情况,返回值为资源占用率(%)
|
||||||
|
""")
|
||||||
|
public Double yarnQueueStatus(
|
||||||
|
@ToolParam(description = """
|
||||||
|
yarn集群名称,取值有b12、b1和a4;
|
||||||
|
一次调用只能查询一个集群,不支持多个集群同时查询
|
||||||
|
""") String cluster,
|
||||||
|
@ToolParam(description = """
|
||||||
|
yarn队列名称
|
||||||
|
""") String queue
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: yarnQueueStatus[cluster, queue]. cluster:{},queue:{}", cluster, queue);
|
||||||
|
YarnService yarnService = AiChatApplication.getBean(YarnService.class);
|
||||||
|
YarnQueue status = yarnService.queueDetail(cluster, queue);
|
||||||
|
return (status.getAbsoluteCapacity() * 100.0) / status.getAbsoluteMaxCapacity();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Tool(description = """
|
||||||
|
查询指定集群上同步任务或压缩任务的运行情况
|
||||||
|
""")
|
||||||
|
public String yarnTaskStatus(
|
||||||
|
@ToolParam(description = """
|
||||||
|
yarn集群名称,取值有b12、b1和a4
|
||||||
|
一次调用只能查询一个集群,不支持多个集群同时查询
|
||||||
|
""") String cluster,
|
||||||
|
@ToolParam(description = """
|
||||||
|
查询任务种类,取值如下
|
||||||
|
同步任务:Sync
|
||||||
|
压缩任务:Compaction
|
||||||
|
一次调用只能传一个类型,不支持多个类型同时查询
|
||||||
|
""") String type
|
||||||
|
) {
|
||||||
|
logger.info("Enter method: yarnTaskStatus[cluster, type]. cluster:{},type:{}", cluster, type);
|
||||||
|
YarnService yarnService = AiChatApplication.getBean(YarnService.class);
|
||||||
|
ImmutableList<YarnApplication> applications = yarnService.jobList(cluster).select(app -> StrUtil.isNotBlank(type) && StrUtil.contains(app.getName(), type));
|
||||||
|
return StrUtil.format(
|
||||||
|
"""
|
||||||
|
运行中:{},调度中:{}
|
||||||
|
""",
|
||||||
|
applications.count(app -> StrUtil.equals(app.getState(), "RUNNING")),
|
||||||
|
applications.count(app -> StrUtil.equals(app.getState(), "ACCEPTED"))
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
spring:
|
||||||
|
application:
|
||||||
|
name: service-ai-chat
|
||||||
|
profiles:
|
||||||
|
include: random-port,common,discovery,metrics,forest
|
||||||
|
ai:
|
||||||
|
deepseek:
|
||||||
|
base-url: http://132.121.206.65:10086/v1
|
||||||
|
api-key: ENC(K+Hff9QGC+fcyi510VIDd9CaeK/IN5WBJ9rlkUsHEdDgIidW+stHHJlsK0lLPUXXREha+ToQZqqDXJrqSE+GUKCXklFhelD8bRHFXBIeP/ZzT2cxhzgKUXgjw3S0Qw2R)
|
||||||
|
chat:
|
||||||
|
options:
|
||||||
|
model: 'Qwen3-1.7-vllm'
|
||||||
|
mvc:
|
||||||
|
async:
|
||||||
|
request-timeout: 3600000
|
||||||
@@ -0,0 +1,34 @@
|
|||||||
|
<configuration>
|
||||||
|
<conversionRule conversionWord="clr" converterClass="org.springframework.boot.logging.logback.ColorConverter" />
|
||||||
|
<conversionRule conversionWord="wex" converterClass="org.springframework.boot.logging.logback.WhitespaceThrowableProxyConverter" />
|
||||||
|
<conversionRule conversionWord="wEx" converterClass="org.springframework.boot.logging.logback.ExtendedWhitespaceThrowableProxyConverter" />
|
||||||
|
|
||||||
|
<springProperty scope="context" name="LOKI_PUSH_URL" source="loki.url"/>
|
||||||
|
<springProperty scope="context" name="LOGGING_PARENT" source="logging.parent"/>
|
||||||
|
<springProperty scope="context" name="APP_NAME" source="spring.application.name"/>
|
||||||
|
|
||||||
|
<appender name="Console" class="ch.qos.logback.core.ConsoleAppender">
|
||||||
|
<encoder>
|
||||||
|
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} %clr(%5p) %clr([${HOSTNAME}]){yellow} %clr([%t]){magenta} %clr(%logger{40}){cyan} #@# %m%n%wEx</pattern>
|
||||||
|
</encoder>
|
||||||
|
</appender>
|
||||||
|
|
||||||
|
<appender name="RollingFile" class="ch.qos.logback.core.rolling.RollingFileAppender">
|
||||||
|
<file>${LOGGING_PARENT:-.}/${APP_NAME:-run}.log</file>
|
||||||
|
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
|
||||||
|
<fileNamePattern>${LOGGING_PARENT:-.}/archive/${APP_NAME:-run}-%d{yyyy-MM-dd}.gz</fileNamePattern>
|
||||||
|
<MaxHistory>7</MaxHistory>
|
||||||
|
</rollingPolicy>
|
||||||
|
<encoder>
|
||||||
|
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} %p [${HOSTNAME}] [%t] %logger #@# %m%n%wEx</pattern>
|
||||||
|
</encoder>
|
||||||
|
</appender>
|
||||||
|
|
||||||
|
<logger name="com.zaxxer.hikari" level="ERROR"/>
|
||||||
|
<logger name="com.netflix.discovery.shared.resolver.aws.ConfigClusterResolver" level="WARN"/>
|
||||||
|
|
||||||
|
<root level="INFO">
|
||||||
|
<appender-ref ref="Console"/>
|
||||||
|
<appender-ref ref="RollingFile"/>
|
||||||
|
</root>
|
||||||
|
</configuration>
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat;
|
||||||
|
|
||||||
|
import java.time.LocalDate;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250606
|
||||||
|
*/
|
||||||
|
public class TestDatetimeFormat {
|
||||||
|
private static final DateTimeFormatter FORMATTER = DateTimeFormatter.ofPattern("yyyyMMdd");
|
||||||
|
|
||||||
|
public static void main(String[] args) {
|
||||||
|
System.out.println(LocalDate.parse("20250606", FORMATTER).format(FORMATTER));
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,76 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.TableTool;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.chat.tools.YarnTool;
|
||||||
|
import java.net.http.HttpClient;
|
||||||
|
import org.springframework.ai.chat.client.ChatClient;
|
||||||
|
import org.springframework.ai.deepseek.DeepSeekChatModel;
|
||||||
|
import org.springframework.ai.deepseek.DeepSeekChatOptions;
|
||||||
|
import org.springframework.ai.deepseek.api.DeepSeekApi;
|
||||||
|
import org.springframework.http.client.JdkClientHttpRequestFactory;
|
||||||
|
import org.springframework.http.client.reactive.JdkClientHttpConnector;
|
||||||
|
import org.springframework.web.client.RestClient;
|
||||||
|
import org.springframework.web.reactive.function.client.WebClient;
|
||||||
|
|
||||||
|
public class TestLlmPlan {
|
||||||
|
public static void main(String[] args) {
|
||||||
|
ChatClient client = ChatClient.builder(
|
||||||
|
DeepSeekChatModel.builder()
|
||||||
|
.deepSeekApi(
|
||||||
|
DeepSeekApi.builder()
|
||||||
|
.baseUrl("http://127.0.0.1:1234/v1")
|
||||||
|
.apiKey("nopassword")
|
||||||
|
.restClientBuilder(restClientBuilder())
|
||||||
|
.webClientBuilder(webClientBuilder())
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.defaultOptions(
|
||||||
|
DeepSeekChatOptions.builder()
|
||||||
|
.model("qwen/qwen3-1.7b")
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.defaultSystem(StrUtil.format(
|
||||||
|
"""
|
||||||
|
你是一名专业的AI运维助手,专职负责“Hudi数据同步服务”的平台运维工作。你的核心职责是:
|
||||||
|
1.友好解答:积极、专业地解答用户(通常是平台管理员或用户)关于该平台运维工作的疑问。
|
||||||
|
2.知识驱动:在解答时,应尽可能通过各种方式(知识库、上下文、外部工具等)全面获取准确知识和数据来支持回答。
|
||||||
|
3.诚实守界:
|
||||||
|
对于无法通过已有知识或数据确认的问题,必须明确告知用户你无法解答,切勿捏造信息或提供不确定的答案。
|
||||||
|
对于与该Hudi数据同步服务平台运维工作无关的问题,需委婉拒绝用户,并明确说明超出你的职责和能力范围。
|
||||||
|
|
||||||
|
对话语言:中文
|
||||||
|
|
||||||
|
{}
|
||||||
|
""",
|
||||||
|
Prompts.hudi
|
||||||
|
))
|
||||||
|
.defaultTools(
|
||||||
|
new TableTool(),
|
||||||
|
new YarnTool()
|
||||||
|
)
|
||||||
|
.build();
|
||||||
|
System.out.println(client.prompt("""
|
||||||
|
我需要大模型帮我检查系统整体运行状态,帮我设计详细的指导大模型具体操作的操作步骤
|
||||||
|
避免使用上下文中没有提到的外部工具
|
||||||
|
""").call().content());
|
||||||
|
}
|
||||||
|
|
||||||
|
private static HttpClient httpClient() {
|
||||||
|
return HttpClient.newBuilder()
|
||||||
|
.version(HttpClient.Version.HTTP_1_1)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
private static RestClient.Builder restClientBuilder() {
|
||||||
|
return RestClient.builder()
|
||||||
|
.requestFactory(new JdkClientHttpRequestFactory(httpClient()));
|
||||||
|
}
|
||||||
|
|
||||||
|
private static WebClient.Builder webClientBuilder() {
|
||||||
|
return WebClient.builder()
|
||||||
|
.clientConnector(new JdkClientHttpConnector(httpClient()));
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,86 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.chat;
|
||||||
|
|
||||||
|
import java.net.http.HttpClient;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
import org.springframework.ai.chat.client.ChatClient;
|
||||||
|
import org.springframework.ai.deepseek.DeepSeekChatModel;
|
||||||
|
import org.springframework.ai.deepseek.DeepSeekChatOptions;
|
||||||
|
import org.springframework.ai.deepseek.api.DeepSeekApi;
|
||||||
|
import org.springframework.ai.tool.ToolCallback;
|
||||||
|
import org.springframework.ai.tool.definition.ToolDefinition;
|
||||||
|
import org.springframework.http.client.JdkClientHttpRequestFactory;
|
||||||
|
import org.springframework.http.client.reactive.JdkClientHttpConnector;
|
||||||
|
import org.springframework.web.client.RestClient;
|
||||||
|
import org.springframework.web.reactive.function.client.WebClient;
|
||||||
|
import reactor.core.Disposable;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250514
|
||||||
|
*/
|
||||||
|
@SuppressWarnings("NullableProblems")
|
||||||
|
public class TestSpringAIToolChat {
|
||||||
|
public static void main(String[] args) {
|
||||||
|
ChatClient client = ChatClient.builder(
|
||||||
|
DeepSeekChatModel.builder()
|
||||||
|
.deepSeekApi(
|
||||||
|
DeepSeekApi.builder()
|
||||||
|
.baseUrl("http://132.121.206.65:10086/v1")
|
||||||
|
.apiKey("*XMySqV%>hR&v>>g*NwCs3tpQ5FVMFEF2VHVTj<MYQd$&@$sY7CgqNyea4giJi4")
|
||||||
|
.restClientBuilder(restClientBuilder())
|
||||||
|
.webClientBuilder(webClientBuilder())
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.defaultOptions(
|
||||||
|
DeepSeekChatOptions.builder()
|
||||||
|
.model("Qwen3-1.7-vllm")
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.build();
|
||||||
|
ToolCallback datetimeTool = new ToolCallback() {
|
||||||
|
@Override
|
||||||
|
public ToolDefinition getToolDefinition() {
|
||||||
|
return ToolDefinition.builder()
|
||||||
|
.name("getCurrentTime")
|
||||||
|
.description("获取当前日期和时间")
|
||||||
|
// language=JSON
|
||||||
|
.inputSchema("""
|
||||||
|
{"type": null}
|
||||||
|
""")
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String call(String toolInput) {
|
||||||
|
return LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
|
||||||
|
}
|
||||||
|
};
|
||||||
|
Disposable disposable = client.prompt()
|
||||||
|
.user("当前时间?")
|
||||||
|
.toolCallbacks(datetimeTool)
|
||||||
|
.stream()
|
||||||
|
.content()
|
||||||
|
.subscribe(System.out::println);
|
||||||
|
while (!disposable.isDisposed()) {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private static HttpClient httpClient() {
|
||||||
|
return HttpClient.newBuilder()
|
||||||
|
.version(HttpClient.Version.HTTP_1_1)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
private static RestClient.Builder restClientBuilder() {
|
||||||
|
return RestClient.builder()
|
||||||
|
.requestFactory(new JdkClientHttpRequestFactory(httpClient()));
|
||||||
|
}
|
||||||
|
|
||||||
|
private static WebClient.Builder webClientBuilder() {
|
||||||
|
return WebClient.builder()
|
||||||
|
.clientConnector(new JdkClientHttpConnector(httpClient()));
|
||||||
|
}
|
||||||
|
}
|
||||||
54
service-ai/service-ai-core/pom.xml
Normal file
54
service-ai/service-ai-core/pom.xml
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<parent>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai</artifactId>
|
||||||
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
|
</parent>
|
||||||
|
|
||||||
|
<artifactId>service-ai-core</artifactId>
|
||||||
|
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-forest</artifactId>
|
||||||
|
<exclusions>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>com.dtflys.forest</groupId>
|
||||||
|
<artifactId>forest-spring-boot-starter</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>org.springframework.cloud</groupId>
|
||||||
|
<artifactId>spring-cloud-starter-sleuth</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>commons-logging</groupId>
|
||||||
|
<artifactId>commons-logging</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-aop</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.dtflys.forest</groupId>
|
||||||
|
<artifactId>forest-spring-boot3-starter</artifactId>
|
||||||
|
<exclusions>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>commons-logging</groupId>
|
||||||
|
<artifactId>commons-logging</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-webflux</artifactId>
|
||||||
|
<scope>provided</scope>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
</project>
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.core.configuration;
|
||||||
|
|
||||||
|
import java.net.http.HttpClient;
|
||||||
|
import org.springframework.context.annotation.Bean;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
import org.springframework.context.annotation.Primary;
|
||||||
|
import org.springframework.http.client.JdkClientHttpRequestFactory;
|
||||||
|
import org.springframework.http.client.reactive.JdkClientHttpConnector;
|
||||||
|
import org.springframework.web.client.RestClient;
|
||||||
|
import org.springframework.web.reactive.function.client.WebClient;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* vLLM只能使用http1.0
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250519
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
public class WebClientConfiguration {
|
||||||
|
private HttpClient httpClient() {
|
||||||
|
return HttpClient.newBuilder()
|
||||||
|
.version(HttpClient.Version.HTTP_1_1)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@Primary
|
||||||
|
public RestClient.Builder restClientBuilder() {
|
||||||
|
return RestClient.builder()
|
||||||
|
.requestFactory(new JdkClientHttpRequestFactory(httpClient()));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
@Primary
|
||||||
|
public WebClient.Builder webClientBuilder() {
|
||||||
|
return WebClient.builder()
|
||||||
|
.clientConnector(new JdkClientHttpConnector(httpClient()));
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.core.entity.amis;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Crud 响应
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @date 2023-07-06
|
||||||
|
*/
|
||||||
|
public class AmisCrudResponse extends AmisMapResponse {
|
||||||
|
public void setData(Iterable<?> list) {
|
||||||
|
getData().put("items", list);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setTotal(Long total) {
|
||||||
|
getData().put("total", total);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setTotal(Integer total) {
|
||||||
|
setTotal(total.longValue());
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setData(Iterable<?> list, Long total) {
|
||||||
|
setData(list);
|
||||||
|
setTotal(total);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setData(Iterable<?> list, Integer total) {
|
||||||
|
setData(list, total.longValue());
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.core.entity.amis;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Crud 响应
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @date 2023-07-06
|
||||||
|
*/
|
||||||
|
public class AmisDetailResponse extends AmisMapResponse {
|
||||||
|
public void setDetail(Object detail) {
|
||||||
|
getData().put("detail", detail);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,21 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.core.entity.amis;
|
||||||
|
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Map 响应
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @date 2023-07-06
|
||||||
|
*/
|
||||||
|
public class AmisMapResponse extends AmisResponse<Map<String, Object>> {
|
||||||
|
public AmisMapResponse() {
|
||||||
|
setData(new HashMap<>());
|
||||||
|
}
|
||||||
|
|
||||||
|
public AmisMapResponse setData(String key, Object value) {
|
||||||
|
getData().put(key, value);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,138 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.core.entity.amis;
|
||||||
|
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Amis 组件结构化返回值
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @date 2022-09-21
|
||||||
|
*/
|
||||||
|
public class AmisResponse<T> {
|
||||||
|
private static final int SUCCESS_STATUS = 0;
|
||||||
|
private static final int ERROR_STATUS = 500;
|
||||||
|
private static final String SUCCESS_MESSAGE = "OK";
|
||||||
|
private static final String ERROR_MESSAGE = "ERROR";
|
||||||
|
private Integer status;
|
||||||
|
private String message;
|
||||||
|
private T data;
|
||||||
|
|
||||||
|
public static AmisResponse<Object> responseError() {
|
||||||
|
return responseError(ERROR_MESSAGE);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisResponse<Object> responseError(String message) {
|
||||||
|
AmisResponse<Object> response = new AmisResponse<>();
|
||||||
|
response.setStatus(ERROR_STATUS);
|
||||||
|
response.setMessage(message);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisResponse<Object> responseSuccess() {
|
||||||
|
AmisResponse<Object> response = new AmisResponse<>();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(SUCCESS_MESSAGE);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisResponse<Object> responseSuccess(String message) {
|
||||||
|
AmisResponse<Object> response = new AmisResponse<>();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(message);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static <E> AmisResponse<E> responseSuccess(String message, E data) {
|
||||||
|
AmisResponse<E> response = new AmisResponse<>();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(message);
|
||||||
|
response.setData(data);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static <E> AmisResponse<E> responseSuccess(E data) {
|
||||||
|
AmisResponse<E> response = new AmisResponse<>();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(SUCCESS_MESSAGE);
|
||||||
|
response.setData(data);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisMapResponse responseMapData() {
|
||||||
|
AmisMapResponse response = new AmisMapResponse();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(SUCCESS_MESSAGE);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisMapResponse responseMapData(Map<String, Object> data) {
|
||||||
|
AmisMapResponse response = responseMapData();
|
||||||
|
response.setData(data);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisMapResponse responseMapData(String key, Object value) {
|
||||||
|
AmisMapResponse response = responseMapData();
|
||||||
|
response.setData(key, value);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisCrudResponse responseCrudData(Iterable<?> data) {
|
||||||
|
AmisCrudResponse response = new AmisCrudResponse();
|
||||||
|
response.setStatus(SUCCESS_STATUS);
|
||||||
|
response.setMessage(SUCCESS_MESSAGE);
|
||||||
|
response.setData(data);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisCrudResponse responseCrudData(Iterable<?> data, Integer total) {
|
||||||
|
AmisCrudResponse response = responseCrudData(data);
|
||||||
|
response.setTotal(total);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisCrudResponse responseCrudData(Iterable<?> data, Long total) {
|
||||||
|
AmisCrudResponse response = responseCrudData(data);
|
||||||
|
response.setTotal(total);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static AmisDetailResponse responseDetailData(Object detail) {
|
||||||
|
AmisDetailResponse response = new AmisDetailResponse();
|
||||||
|
response.setDetail(detail);
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Integer getStatus() {
|
||||||
|
return status;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setStatus(Integer status) {
|
||||||
|
this.status = status;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getMessage() {
|
||||||
|
return message;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setMessage(String message) {
|
||||||
|
this.message = message;
|
||||||
|
}
|
||||||
|
|
||||||
|
public T getData() {
|
||||||
|
return data;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setData(T data) {
|
||||||
|
this.data = data;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "AmisResponse{" +
|
||||||
|
"status=" + status +
|
||||||
|
", message='" + message + '\'' +
|
||||||
|
", data=" + data +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,44 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.configuration;
|
||||||
|
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.context.annotation.Bean;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
import org.springframework.security.config.Customizer;
|
||||||
|
import org.springframework.security.config.annotation.web.builders.HttpSecurity;
|
||||||
|
import org.springframework.security.config.annotation.web.configuration.EnableWebSecurity;
|
||||||
|
import org.springframework.security.config.annotation.web.configurers.AbstractHttpConfigurer;
|
||||||
|
import org.springframework.security.core.userdetails.User;
|
||||||
|
import org.springframework.security.core.userdetails.UserDetails;
|
||||||
|
import org.springframework.security.provisioning.InMemoryUserDetailsManager;
|
||||||
|
import org.springframework.security.web.SecurityFilterChain;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250514
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
@EnableWebSecurity
|
||||||
|
public class SecurityConfig {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(SecurityConfig.class);
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public SecurityFilterChain securityFilterChain(HttpSecurity http) throws Exception {
|
||||||
|
return http.authorizeHttpRequests(registry -> registry.anyRequest().authenticated())
|
||||||
|
.httpBasic(Customizer.withDefaults())
|
||||||
|
.cors(AbstractHttpConfigurer::disable)
|
||||||
|
.csrf(AbstractHttpConfigurer::disable)
|
||||||
|
.formLogin(AbstractHttpConfigurer::disable)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Bean
|
||||||
|
public InMemoryUserDetailsManager userDetailsService(SecurityProperties securityProperties) {
|
||||||
|
UserDetails user = User.builder()
|
||||||
|
.username(securityProperties.getUsername())
|
||||||
|
.password("{noop}" + securityProperties.getDarkcode())
|
||||||
|
.authorities(securityProperties.getAuthority())
|
||||||
|
.build();
|
||||||
|
return new InMemoryUserDetailsManager(user);
|
||||||
|
}
|
||||||
|
}
|
||||||
83
service-ai/service-ai-knowledge/pom.xml
Normal file
83
service-ai/service-ai-knowledge/pom.xml
Normal file
@@ -0,0 +1,83 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<parent>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai</artifactId>
|
||||||
|
<version>1.0.0-SNAPSHOT</version>
|
||||||
|
</parent>
|
||||||
|
|
||||||
|
<artifactId>service-ai-knowledge</artifactId>
|
||||||
|
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.lanyuanxiaoyao</groupId>
|
||||||
|
<artifactId>service-ai-core</artifactId>
|
||||||
|
<exclusions>
|
||||||
|
<exclusion>
|
||||||
|
<groupId>com.google.protobuf</groupId>
|
||||||
|
<artifactId>protobuf-java</artifactId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-starter-model-openai</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-starter-vector-store-qdrant</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-markdown-document-reader</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-jdbc</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.mysql</groupId>
|
||||||
|
<artifactId>mysql-connector-j</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.yomahub</groupId>
|
||||||
|
<artifactId>liteflow-spring-boot-starter</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-tika-document-reader</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.ai</groupId>
|
||||||
|
<artifactId>spring-ai-pdf-document-reader</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.noear</groupId>
|
||||||
|
<artifactId>solon-ai</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.noear</groupId>
|
||||||
|
<artifactId>solon-ai-dialect-openai</artifactId>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>repackage</goal>
|
||||||
|
</goals>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
</project>
|
||||||
@@ -0,0 +1,31 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge;
|
||||||
|
|
||||||
|
import com.ulisesbocchio.jasyptspringboot.annotation.EnableEncryptableProperties;
|
||||||
|
import org.springframework.boot.ApplicationArguments;
|
||||||
|
import org.springframework.boot.ApplicationRunner;
|
||||||
|
import org.springframework.boot.SpringApplication;
|
||||||
|
import org.springframework.boot.autoconfigure.SpringBootApplication;
|
||||||
|
import org.springframework.boot.context.properties.EnableConfigurationProperties;
|
||||||
|
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
|
||||||
|
import org.springframework.retry.annotation.EnableRetry;
|
||||||
|
import org.springframework.scheduling.annotation.EnableScheduling;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250515
|
||||||
|
*/
|
||||||
|
@SpringBootApplication(scanBasePackages = "com.lanyuanxiaoyao.service")
|
||||||
|
@EnableDiscoveryClient
|
||||||
|
@EnableConfigurationProperties
|
||||||
|
@EnableEncryptableProperties
|
||||||
|
@EnableRetry
|
||||||
|
@EnableScheduling
|
||||||
|
public class KnowledgeApplication implements ApplicationRunner {
|
||||||
|
public static void main(String[] args) {
|
||||||
|
SpringApplication.run(KnowledgeApplication.class, args);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void run(ApplicationArguments args) {
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.configuration;
|
||||||
|
|
||||||
|
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250527
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
@ConfigurationProperties(prefix = "knowledge")
|
||||||
|
public class KnowledgeConfiguration {
|
||||||
|
private String downloadPrefix;
|
||||||
|
private String uploadPath;
|
||||||
|
|
||||||
|
public String getDownloadPrefix() {
|
||||||
|
return downloadPrefix;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setDownloadPrefix(String downloadPrefix) {
|
||||||
|
this.downloadPrefix = downloadPrefix;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getUploadPath() {
|
||||||
|
return uploadPath;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setUploadPath(String uploadPath) {
|
||||||
|
this.uploadPath = uploadPath;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "KnowledgeConfiguration{" +
|
||||||
|
"downloadPrefix='" + downloadPrefix + '\'' +
|
||||||
|
", uploadPath='" + uploadPath + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,21 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.configuration;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import org.noear.solon.ai.reranking.RerankingModel;
|
||||||
|
import org.springframework.context.annotation.Bean;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250604
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
public class SolonConfiguration {
|
||||||
|
@Bean
|
||||||
|
public RerankingModel rerankingModel(SolonProperties solonProperties) {
|
||||||
|
return RerankingModel.of(StrUtil.format("{}{}", solonProperties.getBaseUrl(), solonProperties.getRerank().getEndpoint()))
|
||||||
|
.apiKey(solonProperties.getApiKey())
|
||||||
|
.model(solonProperties.getRerank().getModel())
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,78 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.configuration;
|
||||||
|
|
||||||
|
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||||
|
import org.springframework.context.annotation.Configuration;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250604
|
||||||
|
*/
|
||||||
|
@Configuration
|
||||||
|
@ConfigurationProperties(prefix = "solon")
|
||||||
|
public class SolonProperties {
|
||||||
|
private String baseUrl;
|
||||||
|
private String apiKey;
|
||||||
|
private Rerank rerank;
|
||||||
|
|
||||||
|
public String getBaseUrl() {
|
||||||
|
return baseUrl;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setBaseUrl(String baseUrl) {
|
||||||
|
this.baseUrl = baseUrl;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getApiKey() {
|
||||||
|
return apiKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setApiKey(String apiKey) {
|
||||||
|
this.apiKey = apiKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Rerank getRerank() {
|
||||||
|
return rerank;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setRerank(Rerank rerank) {
|
||||||
|
this.rerank = rerank;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "SolonProperties{" +
|
||||||
|
"baseUrl='" + baseUrl + '\'' +
|
||||||
|
", apiKey='" + apiKey + '\'' +
|
||||||
|
", rerank=" + rerank +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class Rerank {
|
||||||
|
private String model;
|
||||||
|
private String endpoint;
|
||||||
|
|
||||||
|
public String getModel() {
|
||||||
|
return model;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setModel(String model) {
|
||||||
|
this.model = model;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getEndpoint() {
|
||||||
|
return endpoint;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setEndpoint(String endpoint) {
|
||||||
|
this.endpoint = endpoint;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "Rerank{" +
|
||||||
|
"model='" + model + '\'' +
|
||||||
|
", endpoint='" + endpoint + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,381 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.controller;
|
||||||
|
|
||||||
|
import cn.hutool.core.io.FileUtil;
|
||||||
|
import cn.hutool.core.io.IoUtil;
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import cn.hutool.core.util.URLUtil;
|
||||||
|
import cn.hutool.crypto.SecureUtil;
|
||||||
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.core.entity.amis.AmisResponse;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.configuration.KnowledgeConfiguration;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.entity.vo.DataFileVO;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.service.DataFileService;
|
||||||
|
import jakarta.servlet.http.HttpServletResponse;
|
||||||
|
import java.io.ByteArrayInputStream;
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.FileInputStream;
|
||||||
|
import java.io.FileOutputStream;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.nio.channels.FileChannel;
|
||||||
|
import org.eclipse.collections.api.list.ImmutableList;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.web.bind.annotation.GetMapping;
|
||||||
|
import org.springframework.web.bind.annotation.PathVariable;
|
||||||
|
import org.springframework.web.bind.annotation.PostMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestBody;
|
||||||
|
import org.springframework.web.bind.annotation.RequestMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestParam;
|
||||||
|
import org.springframework.web.bind.annotation.RestController;
|
||||||
|
import org.springframework.web.multipart.MultipartFile;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 文件上传接口
|
||||||
|
*
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @date 2024-11-21
|
||||||
|
*/
|
||||||
|
@RestController
|
||||||
|
@RequestMapping("/upload")
|
||||||
|
public class DataFileController {
|
||||||
|
private static final Logger log = LoggerFactory.getLogger(DataFileController.class);
|
||||||
|
|
||||||
|
private final KnowledgeConfiguration knowledgeConfiguration;
|
||||||
|
private final DataFileService dataFileService;
|
||||||
|
private final String uploadFolderPath;
|
||||||
|
private final String cacheFolderPath;
|
||||||
|
private final String sliceFolderPath;
|
||||||
|
|
||||||
|
public DataFileController(KnowledgeConfiguration knowledgeConfiguration, DataFileService dataFileService) {
|
||||||
|
this.knowledgeConfiguration = knowledgeConfiguration;
|
||||||
|
this.dataFileService = dataFileService;
|
||||||
|
|
||||||
|
this.uploadFolderPath = knowledgeConfiguration.getUploadPath();
|
||||||
|
this.cacheFolderPath = StrUtil.format("{}/cache", uploadFolderPath);
|
||||||
|
this.sliceFolderPath = StrUtil.format("{}/slice", uploadFolderPath);
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("")
|
||||||
|
public AmisResponse<FinishResponse> upload(@RequestParam("file") MultipartFile file) throws IOException {
|
||||||
|
String filename = file.getOriginalFilename();
|
||||||
|
Long id = dataFileService.initialDataFile(filename);
|
||||||
|
String url = StrUtil.format("{}/upload/download/{}", knowledgeConfiguration.getDownloadPrefix(), id);
|
||||||
|
byte[] bytes = file.getBytes();
|
||||||
|
String originMd5 = SecureUtil.md5(new ByteArrayInputStream(bytes));
|
||||||
|
File targetFile = new File(StrUtil.format("{}/{}", uploadFolderPath, originMd5));
|
||||||
|
if (targetFile.exists()) {
|
||||||
|
dataFileService.updateDataFile(id, FileUtil.getAbsolutePath(targetFile), FileUtil.size(targetFile), originMd5, file.getContentType());
|
||||||
|
return AmisResponse.responseSuccess(new FinishResponse(id, filename, String.valueOf(id), url));
|
||||||
|
}
|
||||||
|
File cacheFile = new File(StrUtil.format("{}/{}", cacheFolderPath, id));
|
||||||
|
cacheFile = FileUtil.writeBytes(bytes, cacheFile);
|
||||||
|
String targetMd5 = SecureUtil.md5(cacheFile);
|
||||||
|
if (!StrUtil.equals(originMd5, targetMd5)) {
|
||||||
|
throw new RuntimeException("文件上传失败,校验不匹配");
|
||||||
|
}
|
||||||
|
FileUtil.move(cacheFile, targetFile, true);
|
||||||
|
dataFileService.updateDataFile(id, FileUtil.getAbsolutePath(targetFile), FileUtil.size(targetFile), targetMd5, file.getContentType());
|
||||||
|
return AmisResponse.responseSuccess(new FinishResponse(id, filename, String.valueOf(id), url));
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("/download/{id}")
|
||||||
|
public void download(@PathVariable Long id, HttpServletResponse response) throws IOException {
|
||||||
|
DataFileVO dataFile = dataFileService.downloadFile(id);
|
||||||
|
File targetFile = new File(dataFile.getPath());
|
||||||
|
response.setHeader("Content-Type", dataFile.getType());
|
||||||
|
response.setHeader("Access-Control-Expose-Headers", "Content-Disposition");
|
||||||
|
response.setHeader("Content-Disposition", StrUtil.format("attachment; filename={}", URLUtil.encodeAll(dataFile.getFilename())));
|
||||||
|
IoUtil.copy(new FileInputStream(targetFile), response.getOutputStream());
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("/start")
|
||||||
|
public AmisResponse<StartResponse> start(@RequestBody StartRequest request) {
|
||||||
|
Long id = dataFileService.initialDataFile(request.filename);
|
||||||
|
return AmisResponse.responseSuccess(new StartResponse(id.toString()));
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("/slice")
|
||||||
|
public AmisResponse<SliceResponse> slice(
|
||||||
|
@RequestParam("uploadId")
|
||||||
|
Long uploadId,
|
||||||
|
@RequestParam("partNumber")
|
||||||
|
Integer sequence,
|
||||||
|
@RequestParam("partSize")
|
||||||
|
Long size,
|
||||||
|
@RequestParam("file")
|
||||||
|
MultipartFile file
|
||||||
|
) throws IOException {
|
||||||
|
byte[] bytes = file.getBytes();
|
||||||
|
String md5 = SecureUtil.md5(new ByteArrayInputStream(bytes));
|
||||||
|
String targetFilename = StrUtil.format("{}-{}", sequence, md5);
|
||||||
|
String targetFilePath = sliceFilePath(uploadId, targetFilename);
|
||||||
|
FileUtil.mkParentDirs(targetFilePath);
|
||||||
|
FileUtil.writeBytes(bytes, targetFilePath);
|
||||||
|
return AmisResponse.responseSuccess(new SliceResponse(targetFilename));
|
||||||
|
}
|
||||||
|
|
||||||
|
private String sliceFilePath(Long uploadId, String sliceFilename) {
|
||||||
|
return StrUtil.format("{}/{}/{}", sliceFolderPath, uploadId, sliceFilename);
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("finish")
|
||||||
|
public AmisResponse<FinishResponse> finish(@RequestBody FinishRequest request) {
|
||||||
|
if (request.partList.anySatisfy(part -> !FileUtil.exist(sliceFilePath(request.uploadId, part.eTag)))) {
|
||||||
|
throw new RuntimeException("文件校验失败,请重新上传");
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
File cacheFile = new File(StrUtil.format("{}/{}", cacheFolderPath, request.uploadId));
|
||||||
|
FileUtil.mkParentDirs(cacheFile);
|
||||||
|
if (cacheFile.createNewFile()) {
|
||||||
|
try (FileOutputStream fos = new FileOutputStream(cacheFile)) {
|
||||||
|
try (FileChannel fosChannel = fos.getChannel()) {
|
||||||
|
for (FinishRequest.Part part : request.partList) {
|
||||||
|
File sliceFile = new File(sliceFilePath(request.uploadId, part.eTag));
|
||||||
|
try (FileInputStream fis = new FileInputStream(sliceFile)) {
|
||||||
|
try (FileChannel fisChannel = fis.getChannel()) {
|
||||||
|
fisChannel.transferTo(0, fisChannel.size(), fosChannel);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
String md5 = SecureUtil.md5(cacheFile);
|
||||||
|
File targetFile = new File(StrUtil.format("{}/{}", uploadFolderPath, md5));
|
||||||
|
if (!targetFile.exists()) {
|
||||||
|
FileUtil.move(cacheFile, targetFile, true);
|
||||||
|
}
|
||||||
|
String absolutePath = FileUtil.getAbsolutePath(targetFile);
|
||||||
|
dataFileService.updateDataFile(
|
||||||
|
request.uploadId,
|
||||||
|
absolutePath,
|
||||||
|
FileUtil.size(targetFile),
|
||||||
|
SecureUtil.md5(targetFile),
|
||||||
|
FileUtil.getMimeType(absolutePath)
|
||||||
|
);
|
||||||
|
return AmisResponse.responseSuccess(new FinishResponse(
|
||||||
|
request.uploadId,
|
||||||
|
request.filename,
|
||||||
|
request.uploadId.toString(),
|
||||||
|
StrUtil.format("{}/upload/download/{}", knowledgeConfiguration.getDownloadPrefix(), request.uploadId)
|
||||||
|
));
|
||||||
|
} else {
|
||||||
|
throw new RuntimeException("合并文件失败");
|
||||||
|
}
|
||||||
|
} catch (Throwable throwable) {
|
||||||
|
throw new RuntimeException(throwable);
|
||||||
|
} finally {
|
||||||
|
FileUtil.del(StrUtil.format("{}/{}", cacheFolderPath, request.uploadId));
|
||||||
|
FileUtil.del(StrUtil.format("{}/{}", sliceFolderPath, request.uploadId));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class StartRequest {
|
||||||
|
private String name;
|
||||||
|
private String filename;
|
||||||
|
|
||||||
|
public String getName() {
|
||||||
|
return name;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setName(String name) {
|
||||||
|
this.name = name;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getFilename() {
|
||||||
|
return filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setFilename(String filename) {
|
||||||
|
this.filename = filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "StartRequest{" +
|
||||||
|
"name='" + name + '\'' +
|
||||||
|
", filename='" + filename + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class StartResponse {
|
||||||
|
private String uploadId;
|
||||||
|
|
||||||
|
public StartResponse() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public StartResponse(String uploadId) {
|
||||||
|
this.uploadId = uploadId;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getUploadId() {
|
||||||
|
return uploadId;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setUploadId(String uploadId) {
|
||||||
|
this.uploadId = uploadId;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "StartResponse{" +
|
||||||
|
"uploadId='" + uploadId + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class SliceResponse {
|
||||||
|
@JsonProperty("eTag")
|
||||||
|
private String eTag;
|
||||||
|
|
||||||
|
public SliceResponse() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public SliceResponse(String eTag) {
|
||||||
|
this.eTag = eTag;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String geteTag() {
|
||||||
|
return eTag;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void seteTag(String eTag) {
|
||||||
|
this.eTag = eTag;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "SliceResponse{" +
|
||||||
|
"eTag='" + eTag + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class FinishRequest {
|
||||||
|
private String filename;
|
||||||
|
private Long uploadId;
|
||||||
|
private ImmutableList<Part> partList;
|
||||||
|
|
||||||
|
public String getFilename() {
|
||||||
|
return filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setFilename(String filename) {
|
||||||
|
this.filename = filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Long getUploadId() {
|
||||||
|
return uploadId;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setUploadId(Long uploadId) {
|
||||||
|
this.uploadId = uploadId;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ImmutableList<Part> getPartList() {
|
||||||
|
return partList;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setPartList(ImmutableList<Part> partList) {
|
||||||
|
this.partList = partList;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "FinishRequest{" +
|
||||||
|
"filename='" + filename + '\'' +
|
||||||
|
", uploadId=" + uploadId +
|
||||||
|
", partList=" + partList +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class Part {
|
||||||
|
private Integer partNumber;
|
||||||
|
@JsonProperty("eTag")
|
||||||
|
private String eTag;
|
||||||
|
|
||||||
|
public Integer getPartNumber() {
|
||||||
|
return partNumber;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setPartNumber(Integer partNumber) {
|
||||||
|
this.partNumber = partNumber;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String geteTag() {
|
||||||
|
return eTag;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void seteTag(String eTag) {
|
||||||
|
this.eTag = eTag;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "Part{" +
|
||||||
|
"partNumber=" + partNumber +
|
||||||
|
", eTag='" + eTag + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final class FinishResponse {
|
||||||
|
private Long id;
|
||||||
|
private String filename;
|
||||||
|
private String value;
|
||||||
|
private String url;
|
||||||
|
|
||||||
|
public FinishResponse() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public FinishResponse(Long id, String filename, String value, String url) {
|
||||||
|
this.id = id;
|
||||||
|
this.filename = filename;
|
||||||
|
this.value = value;
|
||||||
|
this.url = url;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Long getId() {
|
||||||
|
return id;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setId(Long id) {
|
||||||
|
this.id = id;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getFilename() {
|
||||||
|
return filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setFilename(String filename) {
|
||||||
|
this.filename = filename;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getValue() {
|
||||||
|
return value;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setValue(String value) {
|
||||||
|
this.value = value;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getUrl() {
|
||||||
|
return url;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setUrl(String url) {
|
||||||
|
this.url = url;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "FinishResponse{" +
|
||||||
|
"id=" + id +
|
||||||
|
", filename='" + filename + '\'' +
|
||||||
|
", value='" + value + '\'' +
|
||||||
|
", url='" + url + '\'' +
|
||||||
|
'}';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.controller;
|
||||||
|
|
||||||
|
import com.lanyuanxiaoyao.service.ai.core.entity.amis.AmisResponse;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.service.GroupService;
|
||||||
|
import java.util.concurrent.ExecutionException;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.web.bind.annotation.GetMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestParam;
|
||||||
|
import org.springframework.web.bind.annotation.RestController;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250528
|
||||||
|
*/
|
||||||
|
@RestController
|
||||||
|
@RequestMapping("group")
|
||||||
|
public class GroupController {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(GroupController.class);
|
||||||
|
|
||||||
|
private final GroupService groupService;
|
||||||
|
|
||||||
|
public GroupController(GroupService groupService) {
|
||||||
|
this.groupService = groupService;
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("list")
|
||||||
|
public AmisResponse<?> list(@RequestParam("knowledge_id") Long knowledgeId) {
|
||||||
|
return AmisResponse.responseCrudData(groupService.list(knowledgeId));
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("delete")
|
||||||
|
public AmisResponse<?> delete(@RequestParam("id") Long id) throws ExecutionException, InterruptedException {
|
||||||
|
groupService.remove(id);
|
||||||
|
return AmisResponse.responseSuccess();
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,131 @@
|
|||||||
|
package com.lanyuanxiaoyao.service.ai.knowledge.controller;
|
||||||
|
|
||||||
|
import cn.hutool.core.util.StrUtil;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.core.entity.amis.AmisMapResponse;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.core.entity.amis.AmisResponse;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.entity.vo.SegmentVO;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.service.EmbeddingService;
|
||||||
|
import com.lanyuanxiaoyao.service.ai.knowledge.service.KnowledgeBaseService;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.concurrent.ExecutionException;
|
||||||
|
import org.eclipse.collections.api.factory.Lists;
|
||||||
|
import org.eclipse.collections.api.list.ImmutableList;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
import org.springframework.web.bind.annotation.GetMapping;
|
||||||
|
import org.springframework.web.bind.annotation.PostMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestBody;
|
||||||
|
import org.springframework.web.bind.annotation.RequestMapping;
|
||||||
|
import org.springframework.web.bind.annotation.RequestParam;
|
||||||
|
import org.springframework.web.bind.annotation.RestController;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author lanyuanxiaoyao
|
||||||
|
* @version 20250515
|
||||||
|
*/
|
||||||
|
@RestController
|
||||||
|
@RequestMapping("knowledge")
|
||||||
|
public class KnowledgeBaseController {
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(KnowledgeBaseController.class);
|
||||||
|
|
||||||
|
private final KnowledgeBaseService knowledgeBaseService;
|
||||||
|
private final EmbeddingService embeddingService;
|
||||||
|
|
||||||
|
public KnowledgeBaseController(KnowledgeBaseService knowledgeBaseService, EmbeddingService embeddingService) {
|
||||||
|
this.knowledgeBaseService = knowledgeBaseService;
|
||||||
|
this.embeddingService = embeddingService;
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("add")
|
||||||
|
public void add(
|
||||||
|
@RequestParam("name") String name,
|
||||||
|
@RequestParam("strategy") String strategy
|
||||||
|
) throws ExecutionException, InterruptedException {
|
||||||
|
knowledgeBaseService.add(name, strategy);
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("name")
|
||||||
|
public AmisMapResponse name(@RequestParam("id") Long id) {
|
||||||
|
return AmisResponse.responseMapData()
|
||||||
|
.setData("name", knowledgeBaseService.getName(id));
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("list")
|
||||||
|
public AmisResponse<?> list() {
|
||||||
|
return AmisResponse.responseCrudData(knowledgeBaseService.list());
|
||||||
|
}
|
||||||
|
|
||||||
|
@GetMapping("delete")
|
||||||
|
public void delete(@RequestParam("id") Long id) throws ExecutionException, InterruptedException {
|
||||||
|
knowledgeBaseService.remove(id);
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("preview_text")
|
||||||
|
public AmisResponse<?> previewText(
|
||||||
|
@RequestParam(value = "mode", defaultValue = "NORMAL") String mode,
|
||||||
|
@RequestParam(value = "type", defaultValue = "text") String type,
|
||||||
|
@RequestParam(value = "content", required = false) String content,
|
||||||
|
@RequestParam(value = "files", required = false) String files
|
||||||
|
) {
|
||||||
|
if (StrUtil.equals("text", type)) {
|
||||||
|
return AmisResponse.responseCrudData(
|
||||||
|
embeddingService.preview(mode, content)
|
||||||
|
.collect(doc -> {
|
||||||
|
SegmentVO vo = new SegmentVO();
|
||||||
|
vo.setId(doc.getId());
|
||||||
|
vo.setText(doc.getText());
|
||||||
|
return vo;
|
||||||
|
})
|
||||||
|
);
|
||||||
|
} else if (StrUtil.equals("file", type)) {
|
||||||
|
return AmisResponse.responseCrudData(
|
||||||
|
embeddingService.preview(mode, Lists.immutable.of(files.split(",")))
|
||||||
|
.collect(doc -> {
|
||||||
|
SegmentVO vo = new SegmentVO();
|
||||||
|
vo.setId(doc.getId());
|
||||||
|
vo.setText(doc.getText());
|
||||||
|
return vo;
|
||||||
|
})
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
throw new IllegalArgumentException("Unsupported type: " + type);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("submit_text")
|
||||||
|
public void submitText(
|
||||||
|
@RequestParam("id") Long id,
|
||||||
|
@RequestParam(value = "mode", defaultValue = "NORMAL") String mode,
|
||||||
|
@RequestParam(value = "type", defaultValue = "text") String type,
|
||||||
|
@RequestParam(value = "content", required = false) String content,
|
||||||
|
@RequestParam(value = "files", required = false) String files
|
||||||
|
) {
|
||||||
|
if (StrUtil.equals("text", type)) {
|
||||||
|
embeddingService.submit(id, mode, content);
|
||||||
|
} else if (StrUtil.equals("file", type)) {
|
||||||
|
embeddingService.submit(id, mode, Lists.immutable.of(files.split(",")));
|
||||||
|
} else {
|
||||||
|
throw new IllegalArgumentException("Unsupported type: " + type);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("submit_text_directly")
|
||||||
|
public void submitDirectly(
|
||||||
|
@RequestParam("id") Long id,
|
||||||
|
@RequestParam(value = "name", required = false) String name,
|
||||||
|
@RequestParam(value = "split_key", defaultValue = "\n\n") String splitKey,
|
||||||
|
@RequestBody String content
|
||||||
|
) {
|
||||||
|
embeddingService.submitDirectly(id, name, Lists.immutable.of(content.split(splitKey)));
|
||||||
|
}
|
||||||
|
|
||||||
|
@PostMapping("query")
|
||||||
|
public ImmutableList<String> query(
|
||||||
|
@RequestParam("id") Long id,
|
||||||
|
@RequestParam(value = "limit", defaultValue = "5") Integer limit,
|
||||||
|
@RequestParam(value = "threshold", defaultValue = "0.6") Double threshold,
|
||||||
|
@RequestBody String text
|
||||||
|
) throws ExecutionException, InterruptedException, IOException {
|
||||||
|
return knowledgeBaseService.query(id, text, limit, threshold);
|
||||||
|
}
|
||||||
|
}
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user