- Use larger coder model (32.8B params) for better reasoning - Update client default model - Update all AI routes to use qwen2.5-coder-8k:latest - Already installed and available on server Ollama Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
10 lines
346 B
TypeScript
10 lines
346 B
TypeScript
import OpenAI from 'openai'
|
|
|
|
export function createDeepSeekClient(apiKey: string): OpenAI {
|
|
return new OpenAI({ apiKey, baseURL: 'https://api.deepseek.com' })
|
|
}
|
|
|
|
export function createLocalLLMClient(): OpenAI {
|
|
return new OpenAI({ apiKey: 'local', baseURL: 'http://localhost:11434/v1', defaultQuery: { model: 'qwen2.5-coder-8k:latest' } })
|
|
}
|