set qwen3.6 as fallback for deepseek in litellm

2026-08-01 18:41:29 +02:00
parent 5bd5978fb8
commit 4a28a49241
1 changed files with 3 additions and 0 deletions
--- a/litellm/litellm.yaml
+++ b/litellm/litellm.yaml
@@ -52,6 +52,9 @@ data:
          model: openai/qwen3.6-27b
          api_base: http://llamacpp-qwen36-27b.llamacpp/v1
          api_key: "sk-no-auth"
+    router_settings:
+      fallbacks:
+        - deepseek-v4-flash-0731: [qwen3.6-27b]
    litellm_settings:
      #set_verbose: True  # Uncomment this if you want to see verbose logs; not recommended in production
      callbacks: ["arize_phoenix"]