From 1e3ad169c015063ed1b5bf52f7cd1276f47f3e43 Mon Sep 17 00:00:00 2001 From: ArthurErlich Date: Sat, 3 Oct 2026 14:06:56 +0200 Subject: [PATCH] chore(llm): univyed token size for agent usage --- docker-compose.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/docker-compose.yml b/docker-compose.yml index c81eb5b..1baebca 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -23,6 +23,7 @@ services: --n-gpu-layers ${LLAMA_GPU_LAYERS:-999} --ctx-size ${LLAMA_CTX_SIZE:-262144} --parallel ${LLAMA_PARALLEL:-2} + --kv-unified --flash-attn on --cache-type-k q8_0 --cache-type-v q8_0