fix: route chat to vLLM, not embedding server
ollamaUrl in WS chat and ContextStore now uses LLM_URL instead of embedding URL.
This commit is contained in:
@@ -275,7 +275,7 @@ async function main() {
|
||||
// Initialize persistent context store (auto-compaction, 750 MB max)
|
||||
// -----------------------------------------------------------------------
|
||||
const contextStore = new ContextStore({
|
||||
ollamaUrl: embeddingUrl,
|
||||
ollamaUrl: llmUrl,
|
||||
maxTotalSizeMB: 750,
|
||||
maxEntriesBeforeCompact: 200,
|
||||
compactionModel: "qwen3:8b",
|
||||
@@ -287,7 +287,7 @@ async function main() {
|
||||
});
|
||||
|
||||
const wss = attachWebSocketChat(server, {
|
||||
ollamaUrl: embeddingUrl,
|
||||
ollamaUrl: llmUrl,
|
||||
rag,
|
||||
contextStore,
|
||||
loadPersonas: async () => {
|
||||
|
||||
Reference in New Issue
Block a user