asdasd

2026-07-12 17:36:58 -05:00
parent 82cca38f29
commit 1ff5f429c4
2 changed files with 5 additions and 3 deletions
--- a/bayarea-ai-server/docker-compose.yml
+++ b/bayarea-ai-server/docker-compose.yml
@@ -107,7 +107,7 @@ services:
      - -fa
      - "on"
      - -c
-      - "32768"
+      - "40960"
      - --parallel
      - "1"
      # KV-Cache quantisieren — 32GB VRAM, 35B-A3B + mmproj + Bildkontext:
@@ -121,7 +121,7 @@ services:
      - --image-min-tokens
      - "1024"
      - --image-max-tokens
-      - "4096"
+      - "6144"
      - --temp
      - "0.1"
      - --top-p