platform-engineer-agent/k3s-cluster
1
0
Fork 0
forked from roger/k3s-cluster
Code Pull Requests Activity

set qwen3.6 as fallback for deepseek in litellm

Browse Source
This commit is contained in:
Roger Oriol
2026-08-01 18:41:29 +02:00
parent 5bd5978fb8
commit 4a28a49241
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
litellm/litellm.yaml
View File

@@ -52,6 +52,9 @@ data:
model: openai/qwen3.6-27b model: openai/qwen3.6-27b
api_base: http://llamacpp-qwen36-27b.llamacpp/v1 api_base: http://llamacpp-qwen36-27b.llamacpp/v1
api_key: "sk-no-auth" api_key: "sk-no-auth"
router_settings:
fallbacks:
- deepseek-v4-flash-0731: [qwen3.6-27b]
litellm_settings: litellm_settings:
#set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production #set_verbose: True # Uncomment this if you want to see verbose logs; not recommended in production
callbacks: ["arize_phoenix"] callbacks: ["arize_phoenix"]