fix(ai): update endpoint to llama.cpp on port 8081

- Switch from Ollama (11434) to llama.cpp (8081)
- Point to OpenAI-compatible API at localhost:8081/v1

Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-01 21:56:48 +08:00
co-authored by Claude Haiku 4.5
parent 7424fe4f9b
commit e89ecdd5c4
+1 -1
View File
@@ -5,5 +5,5 @@ export function createDeepSeekClient(apiKey: string): OpenAI {
} }
export function createLocalLLMClient(): OpenAI { export function createLocalLLMClient(): OpenAI {
return new OpenAI({ apiKey: 'local', baseURL: 'http://localhost:11434/v1', defaultQuery: { model: 'qwen2.5-coder-8k:latest' } }) return new OpenAI({ apiKey: 'local', baseURL: 'http://localhost:8081/v1' })
} }