sortedcord/omnia-consolidated
1
0
Fork 0
mirror of https://github.com/sortedcord/omnia.git synced 2026-07-22 20:12:48 +05:30
Code Issues Packages Projects Releases Wiki Activity

refactor: dynamically fetch available InferenceProviders for gui

Browse Source
This commit is contained in:
Aditya Gupta
2026-07-10 15:38:08 +05:30
parent f88cc4efb4
commit d8d9015015
6 changed files with 79 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
packages/llm/src/llm.ts
View File

@@ -45,3 +45,31 @@ export interface LLMProviderInstance {
isActive: boolean;
modelName?: string;
}
export interface LLMProviderMeta {
id: string;
displayName: string;
description: string;
defaultModel: string;
}
export const AVAILABLE_PROVIDERS: LLMProviderMeta[] = [
{
id: "google-genai",
displayName: "Google Gemini",
description: "Official Gemini integration using Google Gen AI SDK",
defaultModel: "gemini-2.5-flash",
},
{
id: "openrouter",
displayName: "OpenRouter",
description: "Multi-model router supporting Anthropic, OpenAI, DeepSeek, and local models",
defaultModel: "google/gemini-2.5-flash",
},
{
id: "mock",
displayName: "Mock LLM Provider",
description: "Stateless mock provider for testing and offline development",
defaultModel: "mock",
},
];

5
packages/llm/src/providers/google-genai.ts
View File

@@ -5,6 +5,11 @@ import { llmConfig } from "../config.js";
import { ProviderManager } from "../provider-manager.js";
export class GeminiProvider implements ILLMProvider {
static readonly providerId = "google-genai";
static readonly displayName = "Google Gemini";
static readonly description = "Official Gemini integration using Google Gen AI SDK";
static readonly defaultModel = "gemini-2.5-flash";
providerName = "Gemini";
private model: ChatGoogleGenerativeAI;
lastCalls: LLMCallRecord[] = [];

5
packages/llm/src/providers/mock.ts
View File

@@ -2,6 +2,11 @@ import { z } from "zod";
import { ILLMProvider, LLMRequest, LLMResponse, LLMCallRecord } from "../llm.js";
export class MockLLMProvider implements ILLMProvider {
static readonly providerId = "mock";
static readonly displayName = "Mock LLM Provider";
static readonly description = "Stateless mock provider for testing and offline development";
static readonly defaultModel = "mock";
providerName = "mock";
private callCount = 0;
lastCalls: LLMCallRecord[] = [];

5
packages/llm/src/providers/openrouter.ts
View File

@@ -5,6 +5,11 @@ import { llmConfig } from "../config.js";
import { ProviderManager } from "../provider-manager.js";
export class OpenRouterProvider implements ILLMProvider {
static readonly providerId = "openrouter";
static readonly displayName = "OpenRouter";
static readonly description = "Multi-model router supporting Anthropic, OpenAI, DeepSeek, and local models";
static readonly defaultModel = "google/gemini-2.5-flash";
providerName = "OpenRouter";
private model: ChatOpenRouter;
lastCalls: LLMCallRecord[] = [];