Files
hudi-service/service-ai/service-ai-cli/src/main/resources/template/llama-swap.ftl
2025-06-12 20:24:46 +08:00

25 lines
465 B
Plaintext

healthCheckTimeout: 120
logLevel: warn
models:
<#list models as model>
"${model.name}":
proxy: ${model.proxy}
ttl: 86400
cmd: |
docker run
<#list model.options as option>
${option}
</#list>
${model.image}
<#list model.arguments as arg>
${arg}
</#list>
</#list>
groups:
"persistent":
swap: false
exclusive: false
members:
<#list models as model>
- "${model.name}"
</#list>