From 9a8a8c86e33f9aebd856436a95a3fb432a33db0c Mon Sep 17 00:00:00 2001 From: Andreas Knuth Date: Thu, 16 Jul 2026 15:44:03 -0500 Subject: [PATCH] change context size --- bayarea-ai-server/docker-compose.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bayarea-ai-server/docker-compose.yml b/bayarea-ai-server/docker-compose.yml index e47c4ba..5ccb96e 100644 --- a/bayarea-ai-server/docker-compose.yml +++ b/bayarea-ai-server/docker-compose.yml @@ -43,7 +43,7 @@ services: - -fa - "on" - -c - - "32768" + - "65536" - --parallel - "1" - --jinja @@ -107,7 +107,7 @@ services: - -fa - "on" - -c - - "65536" + - "40960" - --parallel - "1" # KV-Cache quantisieren — 32GB VRAM, 35B-A3B + mmproj + Bildkontext: