fix: use existing embed-server on :8001

Remove duplicate TEI service, point to existing
nomic-embed-text-v1.5 server.
This commit is contained in:
Codex Local
2026-04-08 10:02:30 +02:00
parent 3c20f94908
commit 0b8da7b1e8
2 changed files with 9 additions and 22 deletions
+3 -3
View File
@@ -95,7 +95,7 @@ Memory is keyed by `(personaId, nick)` — one file per user per persona.
| API V2 | 4180 | HTTP + WS |
| Frontend | 5173 | Vite dev |
| vLLM | 8000 | Primary OpenAI-compatible text runtime (qwen-32b-awq) |
| TEI | 9500 | Dedicated embedding server (BAAI/bge-m3, CPU) |
| TEI | 8001 | Dedicated embedding server (nomic-embed-text-v1.5, CPU) |
| PostgreSQL | 5432 | V2 persistence (optional for API, required for worker) |
| LightRAG | 9621 | Graph-RAG; `LLM_MODEL=mistral:7b` to avoid `<think>` JSON corruption |
| SearXNG | 8080 | Self-hosted search |
@@ -133,9 +133,9 @@ data/
LLM_URL=http://localhost:8000 # vLLM OpenAI-compatible endpoint
LLM_MODEL=qwen-32b-awq
LLM_API_KEY=vllm-er-2026 # Bearer token for vLLM --api-key
OLLAMA_URL=http://localhost:9500 # TEI embedding server
OLLAMA_URL=http://localhost:8001 # TEI embedding server (embed-server)
EMBEDDING_BACKEND=tei # "tei" or "ollama"
RAG_EMBEDDING_MODEL=BAAI/bge-m3
RAG_EMBEDDING_MODEL=nomic-ai/nomic-embed-text-v1.5
DATABASE_URL=postgres://kxkm:kxkm@localhost:5432/kxkm_clown
V2_API_PORT=4180
TTS_ENABLED=1
+6 -19
View File
@@ -13,9 +13,12 @@
# ---------------------------------------------------------------------------
x-common-env: &common-env
LLM_URL: "${LLM_URL:-http://host.docker.internal:11434}"
LLM_MODEL: "${LLM_MODEL:-qwen-14b-awq}"
OLLAMA_URL: "${OLLAMA_URL:-http://host.docker.internal:11434}"
LLM_URL: "${LLM_URL:-http://host.docker.internal:8000}"
LLM_MODEL: "${LLM_MODEL:-qwen-32b-awq}"
LLM_API_KEY: "${LLM_API_KEY:-}"
OLLAMA_URL: "${OLLAMA_URL:-http://host.docker.internal:8001}"
EMBEDDING_BACKEND: "${EMBEDDING_BACKEND:-tei}"
RAG_EMBEDDING_MODEL: "${RAG_EMBEDDING_MODEL:-nomic-ai/nomic-embed-text-v1.5}"
DATABASE_URL: postgres://kxkm:kxkm@postgres:5432/kxkm_clown
NODE_ENV: production
@@ -389,25 +392,9 @@ services:
depends_on:
- prometheus
# --- Text Embeddings Inference (dedicated embedding server) -----------------
# Usage: docker compose --profile embeddings up -d
# Exposes OpenAI-compatible /v1/embeddings on port 9500
# -------------------------------------------------------------------------
tei:
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.6
container_name: kxkm-tei
restart: unless-stopped
profiles: [v2, embeddings]
ports:
- "9500:80"
volumes:
- tei-models:/data
command: --model-id BAAI/bge-m3 --port 80
volumes:
app-data:
pg-data:
ollama-data:
tei-models:
prometheus-data:
grafana-data: