change qwen parallelism to 2

This commit is contained in:
Roger Oriol
2026-08-02 11:19:26 +02:00
parent 4a28a49241
commit 171178f7d0

View File

@@ -71,7 +71,7 @@ spec:
- -c - -c
- "131072" - "131072"
- -np - -np
- "1" - "2"
- --cont-batching - --cont-batching
- --cache-type-k - --cache-type-k
- q8_0 - q8_0