feat(ai): 增加llama-swap配置文件生成工具

2025-06-12 20:24:46 +08:00
parent 506e28c9f7
commit 5160c59ab0
7 changed files with 375 additions and 2 deletions
--- a/service-ai/service-ai-cli/src/main/resources/template/llama-swap.ftl
+++ b/service-ai/service-ai-cli/src/main/resources/template/llama-swap.ftl
@@ -0,0 +1,25 @@
+healthCheckTimeout: 120
+logLevel: warn
+models:
+<#list models as model>
+  "${model.name}":
+    proxy: ${model.proxy}
+    ttl: 86400
+    cmd: |
+      docker run
+      <#list model.options as option>
+      ${option}
+      </#list>
+      ${model.image}
+      <#list model.arguments as arg>
+      ${arg}
+      </#list>
+</#list>
+groups:
+  "persistent":
+    swap: false
+    exclusive: false
+    members:
+      <#list models as model>
+      - "${model.name}"
+      </#list>