# Copy to .env and adjust — or just run ./scripts/update.sh, which creates # .env from this file and fills in every secret/key below it can generate # itself (see each var's comment). All values below are defaults baked into # docker-compose.yml — only uncomment/change what you actually want to # override. # --- llama.cpp / model --- LLAMA_MODEL_FILE=Qwen3.8-27B-UD-Q4_K_XL.gguf LLAMA_GPU_LAYERS=999 # 65536 (64K) fits comfortably in 32GB VRAM alongside the model weights. # Raise toward 131072 if you need more context; see docs/research/qwen3.8-27b-quant.md # for the VRAM math at larger context sizes. LLAMA_CTX_SIZE=65536 # --- Open WebUI --- WEBUI_PORT=8008 # Minted automatically by ./scripts/update.sh — leave blank. Manual fallback: # docs/proxy-key-onboarding.md. OPENWEBUI_LITELLM_KEY= # --- Lazytainer --- # Seconds of inactivity before llama-server is stopped. 900 = 15 min. LAZYTAINER_INACTIVE_TIMEOUT=900 # --- Embedding model (knowledgebase, see docs/memory-knowledgebase.md) --- EMBEDDING_MODEL_FILE=nomic-embed-text-v1.5.Q8_0.gguf # --- SearXNG web search (see docs/research/litellm-searxng-search.md) --- # Resolved automatically by ./scripts/update.sh from search.home on this # host — leave blank. Only set by hand if that resolution fails (e.g. # search.home isn't a static DHCP reservation and its IP drifted). SEARXNG_LAN_IP= # --- LiteLLM proxy (see docs/proxy-key-onboarding.md, docs/network-access.md) --- LITELLM_PORT=4000 # Random values, filled in automatically by ./scripts/update.sh — leave # blank. LITELLM_SALT_KEY encrypts stored data; do not change it after the # first run (existing encrypted data becomes unreadable if you do). LITELLM_MASTER_KEY= LITELLM_SALT_KEY= LITELLM_DB_PASSWORD= # Admin UI login (https:///ui). Without these, LiteLLM falls back to # username "admin" / password = LITELLM_MASTER_KEY — set these instead so the # master key never has to be typed into the browser. UI_PASSWORD is filled # in automatically by ./scripts/update.sh if blank. UI_USERNAME=admin UI_PASSWORD= # --- Knowledgebase (pgvector + memory-retrieval, see docs/memory-knowledgebase.md) --- # Random value, filled in automatically by ./scripts/update.sh — leave blank. PGVECTOR_DB_PASSWORD= # Auth key memory-retrieval requires on its own API (its SERVER_API_KEY). # Random value, filled in automatically by ./scripts/update.sh — leave blank. MEMORY_RETRIEVAL_API_KEY= # A virtual key memory-retrieval uses to call back into litellm for # embeddings. Minted automatically by ./scripts/update.sh — leave blank. # Manual fallback: docs/proxy-key-onboarding.md. MEMORY_RETRIEVAL_EMBEDDING_KEY=