deploy qwen3.5 4b

This commit is contained in:
Roger Oriol
2026-08-02 11:54:58 +02:00
parent 171178f7d0
commit d928297b64
4 changed files with 151 additions and 1 deletions

View File

@@ -71,7 +71,7 @@ spec:
- -c
- "131072"
- -np
- "2"
- "1"
- --cont-batching
- --cache-type-k
- q8_0