roger/k3s-cluster
1
0
Fork 1
Code Issues Pull Requests 6 Actions Packages Projects Releases Wiki Activity

deploy lfm2.5 model

Browse Source
This commit is contained in:
Roger Oriol
2026-08-19 00:36:48 +02:00
parent 0527bbf149
commit 7a141642b5
4 changed files with 151 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
home-manager/configmap.yaml
View File

@@ -9,18 +9,18 @@ data:
config.yaml: |
model:
provider: openai-api
default: qwen3.8-27b
default: lfm2.5-2.6b
base_url: "http://litellm-service.litellm:80/v1"
api_mode: chat_completions
auxiliary:
compression:
provider: openai-api
model: qwen3.8-27b
model: lfm2.5-2.6b
base_url: "http://litellm-service.litellm:80/v1"
title_generation:
provider: openai-api
model: qwen3.8-27b
model: lfm2.5-2.6b
base_url: "http://litellm-service.litellm:80/v1"
terminal: