change context size

2026-07-16 15:44:03 -05:00
parent 18f8f97a43
commit 9a8a8c86e3
1 changed files with 2 additions and 2 deletions
--- a/bayarea-ai-server/docker-compose.yml
+++ b/bayarea-ai-server/docker-compose.yml
@@ -43,7 +43,7 @@ services:
      - -fa
      - "on"
      - -c
-      - "32768"
+      - "65536"
      - --parallel
      - "1"
      - --jinja
@@ -107,7 +107,7 @@ services:
      - -fa
      - "on"
      - -c
-      - "65536"
+      - "40960"
      - --parallel
      - "1"
      # KV-Cache quantisieren — 32GB VRAM, 35B-A3B + mmproj + Bildkontext: