diff --git a/docker-compose.yml b/docker-compose.yml index e57efe5..c81eb5b 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -59,7 +59,7 @@ services: --host 0.0.0.0 --port 8080 --n-gpu-layers 28 - --ctx-size 65536 + --ctx-size 50000 --parallel 1 --batch-size 512 --ubatch-size 128