deploy lfm2.5 model

2026-08-19 00:36:48 +02:00
parent 0527bbf149
commit 7a141642b5
4 changed files with 151 additions and 3 deletions
--- a/litellm/litellm.yaml
+++ b/litellm/litellm.yaml
@@ -47,6 +47,11 @@ data:
          model: openai/qwen3.8-27b
          api_base: http://llamacpp-qwen38-27b.llamacpp/v1
          api_key: "sk-no-auth"
+      - model_name: lfm2.5-2.6b
+        litellm_params:
+          model: openai/lfm2.5-2.6b
+          api_base: http://llamacpp-lfm25-26b.llamacpp/v1
+          api_key: "sk-no-auth"
    litellm_settings:
      #set_verbose: True  # Uncomment this if you want to see verbose logs; not recommended in production
      callbacks: ["arize_phoenix"]