aknuth/ai-bayarea
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change context size

Browse Source
This commit is contained in:
Andreas Knuth
2026-07-16 15:44:03 -05:00
parent 18f8f97a43
commit 9a8a8c86e3
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
bayarea-ai-server/docker-compose.yml
View File

@@ -43,7 +43,7 @@ services:
- -fa - -fa
- "on" - "on"
- -c - -c
- "32768" - "65536"
- --parallel - --parallel
- "1" - "1"
- --jinja - --jinja
@@ -107,7 +107,7 @@ services:
- -fa - -fa
- "on" - "on"
- -c - -c
- "65536" - "40960"
- --parallel - --parallel
- "1" - "1"
# KV-Cache quantisieren — 32GB VRAM, 35B-A3B + mmproj + Bildkontext: # KV-Cache quantisieren — 32GB VRAM, 35B-A3B + mmproj + Bildkontext: