From f11f5e7656c8b2a6b1a4a1dcd857d6675858461e Mon Sep 17 00:00:00 2001
From: v-zhangjc9 <v-zhangjc9.gd@chinatelecom.cn>
Date: Fri, 13 Jun 2025 19:07:13 +0800
Subject: [PATCH] =?UTF-8?q?feat(ai):=20=E8=B0=83=E6=95=B4=E6=A8=A1?=
 =?UTF-8?q?=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../src/main/resources/application.yml        |  2 +-
 ...stSpringAIToolChat.java => TestModel.java} | 31 ++++----
 .../service/ai/chat/TestSpringAiTools.java    | 73 +++++++++++++++++++
 .../service/ai/cli/LlamaSwapTool.java         |  2 +-
 .../src/main/resources/application.yml        |  4 +-
 5 files changed, 92 insertions(+), 20 deletions(-)
 rename service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/{TestSpringAIToolChat.java => TestModel.java} (87%)
 create mode 100644 service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAiTools.java

diff --git a/service-ai/service-ai-chat/src/main/resources/application.yml b/service-ai/service-ai-chat/src/main/resources/application.yml
index 9f2a28c..5a98dbc 100644
--- a/service-ai/service-ai-chat/src/main/resources/application.yml
+++ b/service-ai/service-ai-chat/src/main/resources/application.yml
@@ -9,7 +9,7 @@ spring:
       api-key: ENC(K+Hff9QGC+fcyi510VIDd9CaeK/IN5WBJ9rlkUsHEdDgIidW+stHHJlsK0lLPUXXREha+ToQZqqDXJrqSE+GUKCXklFhelD8bRHFXBIeP/ZzT2cxhzgKUXgjw3S0Qw2R)
       chat:
         options:
-          model: 'Qwen3-1.7-vllm'
+          model: 'Qwen3/qwen3-1.7b'
   mvc:
     async:
       request-timeout: 3600000
diff --git a/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAIToolChat.java b/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestModel.java
similarity index 87%
rename from service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAIToolChat.java
rename to service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestModel.java
index e55eb78..94d15c6 100644
--- a/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAIToolChat.java
+++ b/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestModel.java
@@ -1,7 +1,9 @@
 package com.lanyuanxiaoyao.service.ai.chat;
 
+import cn.hutool.core.util.StrUtil;
 import java.io.IOException;
 import java.net.http.HttpClient;
+import java.time.Duration;
 import java.util.Arrays;
 import java.util.List;
 import org.noear.solon.ai.rag.Document;
@@ -25,12 +27,12 @@ import org.springframework.web.reactive.function.client.WebClient;
  * @author lanyuanxiaoyao
  * @version 20250514
  */
-public class TestSpringAIToolChat {
+public class TestModel {
   public static void main(String[] args) throws IOException {
-    testChatModel();
+    // testChatModel();
     testVisualModel();
-    // testEmbeddingModel();
-    // testRerankingModel();
+    testEmbeddingModel();
+    testRerankingModel();
   }
 
   private static void testChatModel() {
@@ -41,12 +43,14 @@ public class TestSpringAIToolChat {
         "Qwen3/qwen3-4b-q4km",
         "Qwen3/qwen3-8b-q4km"
     )) {
+      System.out.println(model);
+      long start = System.currentTimeMillis();
       ChatClient client = chatClient(model);
       String content = client.prompt()
-          .user("你好")
+          .user("你好，详细介绍一下是谁，能帮我做什么？")
           .call()
           .content();
-      System.out.println(content);
+      System.out.println(content.length() * 1000.0 / (System.currentTimeMillis() - start));
     }
   }
 
@@ -55,19 +59,17 @@ public class TestSpringAIToolChat {
         "Qwen2.5/qwen2.5-vl-7b",
         "Qwen2.5/qwen2.5-vl-7b-q4km",
         "Qwen2.5/qwen2.5-vl-3b-instruct",
-        "Qwen2.5/qwen2.5-vl-3b-instruct-awq",
         "Qwen2.5/qwen2.5-vl-7b-instruct",
-        "Qwen2.5/qwen2.5-vl-7b-instruct-awq",
         "MiniCPM/minicpm-o-2.6-7.6b",
         "MiniCPM/minicpm-o-2.6-7.6b-q4km"
 
     )) {
       ChatClient client = chatClient(model);
       String content = client.prompt()
-          .user(spec -> spec.text("图片中有什么").media(MimeTypeUtils.IMAGE_PNG, new FileSystemResource("/Users/lanyuanxiaoyao/Pictures/deepseek.png")))
+          .user(spec -> spec.text("根据图片中的内容编一个童话小故事").media(MimeTypeUtils.IMAGE_PNG, new FileSystemResource("/Users/lanyuanxiaoyao/Pictures/deepseek.png")))
           .call()
           .content();
-      System.out.println(content);
+      System.out.println(StrUtil.trim(content));
     }
   }
 
@@ -78,9 +80,7 @@ public class TestSpringAIToolChat {
         "Qwen3/qwen3-embedding-4b-q4km",
         "Qwen3/qwen3-embedding-8b-q4km",
         "BGE/bge-m3",
-        "BGE/bge-m3-q4km",
-        "MiniCPM/minicpm-embedding",
-        "MiniCPM/minicpm-embedding-light"
+        "BGE/bge-m3-q4km"
     )) {
       EmbeddingModel embeddingModel = embeddingModel(model);
       float[] worlds = embeddingModel.embed("Hello world");
@@ -90,12 +90,10 @@ public class TestSpringAIToolChat {
 
   private static void testRerankingModel() throws IOException {
     for (String model : List.of(
-        "BGE/beg-reranker-v2",
-        "MiniCPM/minicpm-reranker",
-        "MiniCPM/minicpm-reranker-light",
         "BGE/beg-reranker-v2",
         "BGE/beg-reranker-v2-q4km"
     )) {
+      System.out.println(model);
       RerankingModel rerankingModel = rerankingModel(model);
       List<Document> list = rerankingModel.rerank(
           "你好",
@@ -149,6 +147,7 @@ public class TestSpringAIToolChat {
     return RerankingModel.of("http://132.121.206.65:10086/v1/rerank")
         .model(model)
         .apiKey("*XMySqV%>hR&v>>g*NwCs3tpQ5FVMFEF2VHVTj<MYQd$&@$sY7CgqNyea4giJi4")
+        .timeout(Duration.ofMinutes(10))
         .build();
   }
 
diff --git a/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAiTools.java b/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAiTools.java
new file mode 100644
index 0000000..290a4a5
--- /dev/null
+++ b/service-ai/service-ai-chat/src/test/java/com/lanyuanxiaoyao/service/ai/chat/TestSpringAiTools.java
@@ -0,0 +1,73 @@
+package com.lanyuanxiaoyao.service.ai.chat;
+
+import cn.hutool.core.util.StrUtil;
+import java.net.http.HttpClient;
+import org.springframework.ai.chat.client.ChatClient;
+import org.springframework.ai.openai.OpenAiChatModel;
+import org.springframework.ai.openai.OpenAiChatOptions;
+import org.springframework.ai.openai.api.OpenAiApi;
+import org.springframework.ai.tool.annotation.Tool;
+import org.springframework.ai.tool.annotation.ToolParam;
+import org.springframework.http.client.JdkClientHttpRequestFactory;
+import org.springframework.http.client.reactive.JdkClientHttpConnector;
+import org.springframework.web.client.RestClient;
+import org.springframework.web.reactive.function.client.WebClient;
+import reactor.core.Disposable;
+
+/**
+ * @author lanyuanxiaoyao
+ * @version 20250613
+ */
+public class TestSpringAiTools {
+  public static void main(String[] args) {
+    ChatClient client = ChatClient.builder(
+            OpenAiChatModel.builder()
+                .openAiApi(
+                    OpenAiApi.builder()
+                        .baseUrl("http://132.121.206.65:10086")
+                        .apiKey("*XMySqV%>hR&v>>g*NwCs3tpQ5FVMFEF2VHVTj<MYQd$&@$sY7CgqNyea4giJi4")
+                        .restClientBuilder(restClientBuilder())
+                        .webClientBuilder(webClientBuilder())
+                        .build()
+                )
+                .defaultOptions(
+                    OpenAiChatOptions.builder()
+                        .model("Qwen3/qwen3-1.7b")
+                        .build()
+                )
+                .build()
+        )
+        .build();
+    Disposable disposable = client.prompt()
+        .tools(new TestTool())
+        .user("调用submit工具生成一个关于「猪」的笑话")
+        .stream()
+        .content()
+        .subscribe(System.out::println);
+    while (!disposable.isDisposed()) {
+    }
+  }
+
+  private static HttpClient httpClient() {
+    return HttpClient.newBuilder()
+        .version(HttpClient.Version.HTTP_1_1)
+        .build();
+  }
+
+  private static RestClient.Builder restClientBuilder() {
+    return RestClient.builder()
+        .requestFactory(new JdkClientHttpRequestFactory(httpClient()));
+  }
+
+  private static WebClient.Builder webClientBuilder() {
+    return WebClient.builder()
+        .clientConnector(new JdkClientHttpConnector(httpClient()));
+  }
+
+  public static final class TestTool {
+    @Tool(description = "传入任意动物名称，返回一个关于这个动物的笑话")
+    public String submit(@ToolParam(description = "动物名称") String animalName) {
+      return StrUtil.format("{}掉沟里了", animalName);
+    }
+  }
+}
diff --git a/service-ai/service-ai-cli/src/main/java/com/lanyuanxiaoyao/service/ai/cli/LlamaSwapTool.java b/service-ai/service-ai-cli/src/main/java/com/lanyuanxiaoyao/service/ai/cli/LlamaSwapTool.java
index 5114242..daa41f8 100644
--- a/service-ai/service-ai-cli/src/main/java/com/lanyuanxiaoyao/service/ai/cli/LlamaSwapTool.java
+++ b/service-ai/service-ai-cli/src/main/java/com/lanyuanxiaoyao/service/ai/cli/LlamaSwapTool.java
@@ -145,7 +145,7 @@ public class LlamaSwapTool extends GeneratorTool {
       arguments.add("--reasoning-parser deepseek_r1");
     }
     return new DockerCmd(
-        "vllm-server-cpu:0.9.1",
+        "vllm-server-cpu:0.8.5.post1",
         name,
         model,
         StrUtil.format("http://vllm-{}:${PORT}", displayName(model)),
diff --git a/service-ai/service-ai-knowledge/src/main/resources/application.yml b/service-ai/service-ai-knowledge/src/main/resources/application.yml
index f223948..5b0cdc5 100644
--- a/service-ai/service-ai-knowledge/src/main/resources/application.yml
+++ b/service-ai/service-ai-knowledge/src/main/resources/application.yml
@@ -9,10 +9,10 @@ spring:
       api-key: ENC(K+Hff9QGC+fcyi510VIDd9CaeK/IN5WBJ9rlkUsHEdDgIidW+stHHJlsK0lLPUXXREha+ToQZqqDXJrqSE+GUKCXklFhelD8bRHFXBIeP/ZzT2cxhzgKUXgjw3S0Qw2R)
       chat:
         options:
-          model: 'Qwen3-1.7-vllm'
+          model: 'Qwen3/qwen3-1.7b'
       embedding:
         options:
-          model: 'Bge-m3-vllm'
+          model: 'Qwen3/qwen3-embedding-4b'
     vectorstore:
       qdrant:
         host: 132.121.206.65