From c25e7e835f73b25fdead3435bebdd90911c4cffb Mon Sep 17 00:00:00 2001 From: Haylan Date: Sat, 31 Oct 2026 18:49:30 +0100 Subject: [PATCH] chore(env): reduced LLAMA_CACHE_RAM value in .env.example --- .env.example | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env.example b/.env.example index 4c485b8..1b5dba9 100644 --- a/.env.example +++ b/.env.example @@ -5,7 +5,7 @@ LLAMA_MODEL_FILE=Qwen3.8-27B-UD-Q4_K_XL.gguf LLAMA_GPU_LAYERS=999 LLAMA_CTX_SIZE=262144 LLAMA_PARALLEL=2 -LLAMA_CACHE_RAM=24576 +LLAMA_CACHE_RAM=8192 LLAMA_KV_CACHE_TYPE=q8_0 # Blank = speculative decoding off; see docs/architecture.md#llama-server