feat: add LiteLLM provider and Code-Inc image target
All checks were successful
Codex Template Compliance / template-compliance (pull_request) Successful in 6s
Build / test-and-image (pull_request) Successful in 1m12s

This commit is contained in:
2026-07-03 23:06:33 +02:00
parent c159c83a07
commit e0e408d1eb
13 changed files with 175 additions and 50 deletions

View File

@@ -10,6 +10,7 @@ import { MistralProvider } from "./mistral.mjs";
import { OllamaProvider } from "./ollama.mjs";
import { GrokProvider } from "./grok.mjs";
import { OpenAICompatibleProvider } from "./openai-compatible.mjs";
import { LiteLLMProvider } from "./litellm.mjs";
export { LLMProvider } from "./provider.mjs";
export { AnthropicProvider } from "./anthropic.mjs";
@@ -22,6 +23,7 @@ export { MistralProvider } from "./mistral.mjs";
export { OllamaProvider } from "./ollama.mjs";
export { GrokProvider } from "./grok.mjs";
export { OpenAICompatibleProvider } from "./openai-compatible.mjs";
export { LiteLLMProvider } from "./litellm.mjs";
/**
* Create an LLM provider based on config.
@@ -66,6 +68,9 @@ export function createLLMProvider(llmConfig) {
model: model || 'local-model',
requiresApiKey: false,
});
case "litellm":
case "lite-llm":
return new LiteLLMProvider(common);
case "openrouter":
return new OpenRouterProvider(common);
case "gemini":

32
lib/llm/litellm.mjs Normal file
View File

@@ -0,0 +1,32 @@
// LiteLLM proxy provider using the OpenAI-compatible chat completions API.
import { OpenAICompatibleProvider } from './openai-compatible.mjs';
export class LiteLLMProvider extends OpenAICompatibleProvider {
constructor(config = {}) {
const baseUrl = config.baseUrl?.replace(/\/+$/, '') || null;
const model = config.model || null;
super({
...config,
name: 'litellm',
baseUrl: baseUrl || 'http://localhost:4000/v1',
model: model || 'unconfigured',
requiresApiKey: true,
});
this.baseUrl = baseUrl;
this.model = model;
}
get isConfigured() {
return Boolean(this.baseUrl && this.apiKey && this.model);
}
get status() {
if (!this.baseUrl) return { state: 'misconfigured', reason: 'LLM_BASE_URL is required for LiteLLM' };
if (!this.apiKey) return { state: 'misconfigured', reason: 'LLM_API_KEY is required for LiteLLM' };
if (!this.model) return { state: 'misconfigured', reason: 'LLM_MODEL is required for LiteLLM' };
return { state: 'configured', provider: this.name, model: this.model, baseUrl: this.baseUrl };
}
}