fix: route chat to vLLM, not embedding server

ollamaUrl in WS chat and ContextStore now uses
LLM_URL instead of embedding URL.
This commit is contained in:
Codex Local
2026-04-08 14:10:54 +02:00
parent b306eff8d5
commit 9c0487f05e
+2 -2
View File
@@ -275,7 +275,7 @@ async function main() {
// Initialize persistent context store (auto-compaction, 750 MB max)
// -----------------------------------------------------------------------
const contextStore = new ContextStore({
ollamaUrl: embeddingUrl,
ollamaUrl: llmUrl,
maxTotalSizeMB: 750,
maxEntriesBeforeCompact: 200,
compactionModel: "qwen3:8b",
@@ -287,7 +287,7 @@ async function main() {
});
const wss = attachWebSocketChat(server, {
ollamaUrl: embeddingUrl,
ollamaUrl: llmUrl,
rag,
contextStore,
loadPersonas: async () => {