fix(ai): update endpoint to llama.cpp on port 8081
- Switch from Ollama (11434) to llama.cpp (8081) - Point to OpenAI-compatible API at localhost:8081/v1 Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
This commit is contained in:
@@ -5,5 +5,5 @@ export function createDeepSeekClient(apiKey: string): OpenAI {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function createLocalLLMClient(): OpenAI {
|
export function createLocalLLMClient(): OpenAI {
|
||||||
return new OpenAI({ apiKey: 'local', baseURL: 'http://localhost:11434/v1', defaultQuery: { model: 'qwen2.5-coder-8k:latest' } })
|
return new OpenAI({ apiKey: 'local', baseURL: 'http://localhost:8081/v1' })
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user