Merge pull request #200 from runtimed/groq-proxy

Author: AlbertDeFusco

packages/ai/deno.json

@@ -33,6 +33,7 @@
       "mod.ts",
       "openai-client.ts",
       "ollama-client.ts",
+      "groq-client.ts",
       "mcp-client.ts",
       "mcp-config.example.json",
       "MCP_INTEGRATION.md",

packages/ai/groq-client.ts

@@ -0,0 +1,95 @@
+import { RuntOpenAIClient } from "./openai-client.ts";
+import type { OpenAIConfig } from "./openai-client.ts";
+import type { AiModel } from "@runt/lib";
+import { logger, VERSION } from "@runt/lib";
+
+export class GroqClient extends RuntOpenAIClient {
+  override provider: string = "groq";
+  override defaultConfig: OpenAIConfig = {
+    baseURL: "https://api.groq.com/openai/v1",
+  };
+
+  override getConfigMessage(): string {
+    const configMessage = `# Groq Configuration Required
+    
+Groq API key not found. Please set \`GROQ_API_KEY\` environment variable.`;
+    return configMessage;
+  }
+
+  override discoverAiModels(): Promise<AiModel[]> {
+    if (!this.isReady()) {
+      logger.warn(
+        `${this.provider} client not ready, returning empty models list`,
+      );
+      return Promise.resolve([]);
+    }
+    const groqModels: AiModel[] = [
+      {
+        provider: "groq",
+        name: "moonshotai/kimi-k2-instruct-0905",
+        displayName: "Kimi K2 Instruct 0905",
+        capabilities: ["completion", "tools", "thinking"],
+      },
+      {
+        provider: "groq",
+        name: "moonshotai/kimi-k2-instruct",
+        displayName: "Kimi K2 Instruct",
+        capabilities: ["completion", "tools", "thinking"],
+      },
+      {
+        provider: "groq",
+        name: "llama3-8b-8192",
+        displayName: "Llama 3.1 8B",
+        capabilities: ["completion", "tools", "thinking"],
+      },
+      {
+        provider: "groq",
+        name: "llama3-70b-8192",
+        displayName: "Llama 3.1 70B",
+        capabilities: ["completion", "tools", "thinking"],
+      },
+      {
+        provider: "groq",
+        name: "mixtral-8x7b-32768",
+        displayName: "Mixtral 8x7B",
+        capabilities: ["completion", "tools"],
+      },
+      {
+        provider: "groq",
+        name: "gemma2-9b-it",
+        displayName: "Gemma 2 9B",
+        capabilities: ["completion", "tools"],
+      },
+    ];
+    return Promise.resolve(groqModels);
+  }
+}
+
+export class AnacondaAIClient extends GroqClient {
+  override provider: string = "anaconda";
+  override envPrefix: string = "RUNT";
+  override defaultConfig: OpenAIConfig = {
+    baseURL: "https://anaconda.com/api/assistant/v3/groq",
+    defaultHeaders: {
+      "X-Client-Version": VERSION,
+      "X-Client-Source": "anaconda-runt-dev",
+    },
+  };
+
+  override async discoverAiModels(): Promise<AiModel[]> {
+    const models = await super.discoverAiModels();
+
+    for (const model of models) {
+      model.provider = "anaconda";
+    }
+
+    return models;
+  }
+
+  override getConfigMessage(): string {
+    const configMessage = `# Anaconda/Runt Configuration Required
+    
+RUNT API key not found. Please set \`RUNT_API_KEY\` environment variable.`;
+    return configMessage;
+  }
+}