From 1989ec9383f317bac6eaf1cf466bc5f336257bf0 Mon Sep 17 00:00:00 2001
From: Haylan <code@arthurerlich.ch>
Date: Fri, 25 Sep 2026 08:17:42 +0200
Subject: [PATCH] reduced context of small modell

---
 docker-compose.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index e57efe5..c81eb5b 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -59,7 +59,7 @@ services:
       --host 0.0.0.0
       --port 8080
       --n-gpu-layers 28
-      --ctx-size 65536
+      --ctx-size 50000
       --parallel 1
       --batch-size 512
       --ubatch-size 128