diff --git a/.env.example b/.env.example index 1b5dba9..a636c7b 100644 --- a/.env.example +++ b/.env.example @@ -5,7 +5,7 @@ LLAMA_MODEL_FILE=Qwen3.8-27B-UD-Q4_K_XL.gguf LLAMA_GPU_LAYERS=999 LLAMA_CTX_SIZE=262144 LLAMA_PARALLEL=2 -LLAMA_CACHE_RAM=8192 +LLAMA_CACHE_RAM=0 LLAMA_KV_CACHE_TYPE=q8_0 # Blank = speculative decoding off; see docs/architecture.md#llama-server