Files
LLM-Server/.env.example
T

38 lines
1.3 KiB
Bash

# Template for .env, managed by ./scripts/update.sh — see docs/operations.md#env-sync
# --- llama.cpp / models --- see docs/architecture.md#llama-server
LLAMA_MODEL_FILE=Qwen3.8-27B-UD-Q4_K_XL.gguf
LLAMA_GPU_LAYERS=999
LLAMA_CTX_SIZE=262144
LLAMA_PARALLEL=2
LLAMA_CACHE_RAM=8192
LLAMA_KV_CACHE_TYPE=q8_0
# Blank = speculative decoding off; see docs/architecture.md#llama-server
LLAMA_SPEC_ARGS=--spec-type draft-dflash -md /models/Qwen3.8-27B-DFlash2-Q8_0.gguf --spec-draft-n-max 7
# --- SearXNG web search --- see docs/gateway.md#web-search
# Auto-filled by update.sh — leave blank.
SEARXNG_LAN_IP=
# --- OmniRoute gateway --- see docs/network-access.md#gateway
OMNIROUTE_API_PORT=20129
OMNIROUTE_DASHBOARD_PORT=20128
# see docs/gateway.md#timeouts
OMNIROUTE_STREAM_IDLE_TIMEOUT_MS=180000
OMNIROUTE_REQUEST_TIMEOUT_MS=1800000
# Secrets: auto-filled by update.sh — leave blank. See docs/operations.md#secrets
OMNIROUTE_INITIAL_PASSWORD=
OMNIROUTE_JWT_SECRET=
OMNIROUTE_API_KEY_SECRET=
# NEVER change after first run — OmniRoute's existing data becomes unreadable.
OMNIROUTE_STORAGE_ENCRYPTION_KEY=
OMNIROUTE_MACHINE_ID_SALT=
OMNIROUTE_CLI_SALT=
OMNIROUTE_WS_BRIDGE_SECRET=
# --- GPU access --- see docs/architecture.md#gpu-access
# Auto-filled by update.sh — leave blank.
HOST_VIDEO_GID=
HOST_RENDER_GID=