From 213550e44bd93af53e90dd535598a0da9ea1e35c Mon Sep 17 00:00:00 2001 From: ArthurErlich Date: Wed, 2 Sep 2026 21:32:23 +0000 Subject: [PATCH] fix(litellm): prefix EMBEDDING__MODEL with openai/ for litellm-pgvector MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit litellm.aembedding can't infer a provider from a bare model name plus a custom api_base — litellm-pgvector's embedding_service.py was hitting 'litellm.BadRequestError: LLM Provider NOT provided' on every query-time embedding (i.e. every search). Same openai/ prefix already used for qwen3.8-27b-local and local-embedding in litellm-config.yaml. --- docker-compose.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 1199e33..f15e420 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -271,7 +271,11 @@ services: - SERVER_API_KEY=${LITELLM_PGVECTOR_API_KEY} # Calls back into litellm for embeddings, same pattern as any other # workload — see docs/proxy-key-onboarding.md for issuing this key. - - EMBEDDING__MODEL=local-embedding + # openai/ prefix required — litellm.aembedding can't infer a provider + # from a bare model name plus a custom api_base (raises "LLM Provider + # NOT provided"), same reasoning as the openai/ prefix on + # qwen3.8-27b-local and local-embedding in litellm-config.yaml. + - EMBEDDING__MODEL=openai/local-embedding - EMBEDDING__BASE_URL=http://litellm:4000 - EMBEDDING__API_KEY=${LITELLM_PGVECTOR_EMBEDDING_KEY} - EMBEDDING__DIMENSIONS=768