feat: LLMProviderInstance over LLMProvider

allows for using multiple keys of the same provider
implemented per llm call providerinstance mapping

packages/actor/src/actor.ts

@@ -68,15 +68,29 @@ export class ActorAgent {
   private decoder: IntentDecoder;
   private generator: IActorProseGenerator;
 
+  private llmProvider: ILLMProvider;
+
   constructor(
-    private llmProvider: ILLMProvider,
+    llmProvider: ILLMProvider | { actor: ILLMProvider; decoder: ILLMProvider },
     bufferRepo?: BufferRepository,
     memoryLimit?: number,
     generator?: IActorProseGenerator,
   ) {
+    let actorProv: ILLMProvider;
+    let decoderProv: ILLMProvider;
+
+    if ("actor" in llmProvider && "decoder" in llmProvider) {
+      actorProv = llmProvider.actor;
+      decoderProv = llmProvider.decoder;
+    } else {
+      actorProv = llmProvider;
+      decoderProv = llmProvider;
+    }
+
     this.promptBuilder = new ActorPromptBuilder(bufferRepo, memoryLimit);
-    this.decoder = new IntentDecoder(llmProvider);
-    this.generator = generator ?? new LLMActorProseGenerator(llmProvider);
+    this.decoder = new IntentDecoder(decoderProv);
+    this.generator = generator ?? new LLMActorProseGenerator(actorProv);
+    this.llmProvider = actorProv;
   }
 
   /**

packages/architect/src/architect.ts

@@ -12,9 +12,23 @@ export class Architect {
   private validator: LLMValidator;
   private timeDeltaGenerator: TimeDeltaGenerator;
 
-  constructor(llmProvider: ILLMProvider, private repo?: SQLiteRepository) {
-    this.validator = new LLMValidator(llmProvider);
-    this.timeDeltaGenerator = new TimeDeltaGenerator(llmProvider);
+  constructor(
+    llmProvider: ILLMProvider | { validator: ILLMProvider; timedelta: ILLMProvider },
+    private repo?: SQLiteRepository,
+  ) {
+    let valProv: ILLMProvider;
+    let timeProv: ILLMProvider;
+
+    if ("validator" in llmProvider && "timedelta" in llmProvider) {
+      valProv = llmProvider.validator;
+      timeProv = llmProvider.timedelta;
+    } else {
+      valProv = llmProvider;
+      timeProv = llmProvider;
+    }
+
+    this.validator = new LLMValidator(valProv);
+    this.timeDeltaGenerator = new TimeDeltaGenerator(timeProv);
   }
 
   /**

packages/llm/src/llm.ts

@@ -36,3 +36,11 @@ export interface ILLMProvider {
   ): Promise<LLMResponse<z.infer<T>>>;
   lastCalls?: LLMCallRecord[];
 }
+
+export interface LLMProviderInstance {
+  id: string;
+  name: string;
+  providerName: string;
+  apiKey: string;
+  isActive: boolean;
+}