change qwen parallelism to 2

This commit is contained in:
Roger Oriol
2026-08-02 11:19:26 +02:00
parent 4a28a49241
commit 171178f7d0

View File

@@ -71,7 +71,7 @@ spec:
- -c
- "131072"
- -np
- "1"
- "2"
- --cont-batching
- --cache-type-k
- q8_0