deploy qwen3.5 4b

2026-08-02 11:54:58 +02:00
parent 171178f7d0
commit d928297b64
4 changed files with 151 additions and 1 deletions
--- a/litellm/litellm.yaml
+++ b/litellm/litellm.yaml
@@ -52,6 +52,12 @@ data:
          model: openai/qwen3.6-27b
          api_base: http://llamacpp-qwen36-27b.llamacpp/v1
          api_key: "sk-no-auth"
+      # Small, fast model intended for Home Assistant voice Assist.
+      - model_name: qwen3.5-4b
+        litellm_params:
+          model: openai/qwen3.5-4b
+          api_base: http://llamacpp-qwen35-4b.llamacpp/v1
+          api_key: "sk-no-auth"
    router_settings:
      fallbacks:
        - deepseek-v4-flash-0731: [qwen3.6-27b]