upgrade qwen 4b context to 65k

This commit is contained in:
Roger Oriol
2026-08-02 12:33:15 +02:00
parent d928297b64
commit 89516d9cc3

View File

@@ -68,7 +68,7 @@ spec:
- -ngl - -ngl
- "999" - "999"
- -c - -c
- "8192" - "65536"
- -np - -np
- "1" - "1"
- --cont-batching - --cont-batching