Merge pull request #14 from devoxx/issue-9

Feat #9: Support for cloud based LLM's: Anthropic, OpenAI, Groq, ...

Author: stephanj

build.gradle.kts

@@ -5,7 +5,7 @@ plugins {
 }
 
 group = "com.devoxx.genie"
-version = "0.0.5"
+version = "0.0.6"
 
 repositories {
     mavenCentral()
@@ -15,6 +15,9 @@ dependencies {
     implementation("dev.langchain4j:langchain4j:0.29.1")
     implementation("dev.langchain4j:langchain4j-ollama:0.29.1")
     implementation("dev.langchain4j:langchain4j-local-ai:0.29.1")
+    implementation("dev.langchain4j:langchain4j-open-ai:0.29.1")
+    implementation("dev.langchain4j:langchain4j-anthropic:0.29.1")
+    implementation("dev.langchain4j:langchain4j-mistral-ai:0.29.1")
     implementation("org.commonmark:commonmark:0.22.0")
 
     testImplementation("org.junit.jupiter:junit-jupiter-api:5.10.2")

src/main/java/com/devoxx/genie/DevoxxGenieClient.java

@@ -1,8 +1,13 @@
 package com.devoxx.genie;
 
+import com.devoxx.genie.chatmodel.anthropic.AnthropicChatModelFactory;
+import com.devoxx.genie.chatmodel.deepinfra.DeepInfraChatModelFactory;
 import com.devoxx.genie.chatmodel.gpt4all.GPT4AllChatModelFactory;
+import com.devoxx.genie.chatmodel.groq.GroqChatModelFactory;
 import com.devoxx.genie.chatmodel.lmstudio.LMStudioChatModelFactory;
+import com.devoxx.genie.chatmodel.mistral.MistralChatModelFactory;
 import com.devoxx.genie.chatmodel.ollama.OllamaChatModelFactory;
+import com.devoxx.genie.chatmodel.openai.OpenAIChatModelFactory;
 import com.devoxx.genie.model.ChatModel;
 import com.devoxx.genie.model.enumarations.ModelProvider;
 import com.devoxx.genie.model.ollama.OllamaModelEntryDTO;
@@ -69,10 +74,16 @@ public void setModelName(String modelName) {
     private ChatLanguageModel getChatLanguageModel() {
         log.debug("Get chat language model: {}", modelProvider);
         ChatModel chatModel = initChatModelSettings();
+        SettingsState settings = SettingsState.getInstance();
         return switch (modelProvider) {
             case Ollama -> createOllamaModel(chatModel);
             case LMStudio -> createLmStudioModel(chatModel);
             case GPT4All -> createGPT4AllModel(chatModel);
+            case OpenAI -> new OpenAIChatModelFactory(settings.getOpenAIKey(), modelName).createChatModel(chatModel);
+            case Mistral -> new MistralChatModelFactory(settings.getMistralKey(), modelName).createChatModel(chatModel);
+            case Anthropic -> new AnthropicChatModelFactory(settings.getAnthropicKey(), modelName).createChatModel(chatModel);
+            case Groq -> new GroqChatModelFactory(settings.getGroqKey(), modelName).createChatModel(chatModel);
+            case DeepInfra -> new DeepInfraChatModelFactory(settings.getDeepInfraKey(), modelName).createChatModel(chatModel);
         };
     }
 
@@ -128,12 +139,12 @@ private void setLanguageModelName(ChatModel chatModel) {
         if (modelName == null) {
             try {
                 OllamaModelEntryDTO[] models = new OllamaService().getModels();
-                chatModel.name = models[0].getName();
+                chatModel.modelName = models[0].getName();
             } catch (IOException e) {
                 log.error("Failed to get Ollama models", e);
             }
         } else {
-            chatModel.name = modelName;
+            chatModel.modelName = modelName;
         }
     }
 

src/main/java/com/devoxx/genie/chatmodel/ChatModelFactory.java

@@ -25,6 +25,7 @@ default String getBaseUrlByType(ModelProvider modelProvider) {
             case GPT4All -> SettingsState.getInstance().getGpt4allModelUrl();
             case LMStudio -> SettingsState.getInstance().getLmstudioModelUrl();
             case Ollama -> SettingsState.getInstance().getOllamaModelUrl();
+            default -> "na";
         };
     }
 }

src/main/java/com/devoxx/genie/chatmodel/anthropic/AnthropicChatModelFactory.java

@@ -0,0 +1,30 @@
+package com.devoxx.genie.chatmodel.anthropic;
+
+import com.devoxx.genie.chatmodel.ChatModelFactory;
+import com.devoxx.genie.model.ChatModel;
+import dev.langchain4j.model.anthropic.AnthropicChatModel;
+import dev.langchain4j.model.chat.ChatLanguageModel;
+
+public class AnthropicChatModelFactory implements ChatModelFactory {
+
+    private final String apiKey;
+    private final String modelName;
+
+    public AnthropicChatModelFactory(String apiKey, String modelName) {
+        this.apiKey = apiKey;
+        this.modelName = modelName;
+    }
+
+    @Override
+    public ChatLanguageModel createChatModel(ChatModel chatModel) {
+        return AnthropicChatModel.builder()
+            .apiKey(apiKey)
+            .modelName(modelName)
+            .temperature(chatModel.temperature)
+            .topP(chatModel.topP)
+            .maxTokens(chatModel.maxTokens)
+            .maxRetries(chatModel.maxRetries)
+            .build();
+    }
+
+}

src/main/java/com/devoxx/genie/chatmodel/deepinfra/DeepInfraChatModelFactory.java

@@ -0,0 +1,33 @@
+package com.devoxx.genie.chatmodel.deepinfra;
+
+import com.devoxx.genie.chatmodel.ChatModelFactory;
+import com.devoxx.genie.model.ChatModel;
+import dev.langchain4j.model.chat.ChatLanguageModel;
+import dev.langchain4j.model.openai.OpenAiChatModel;
+
+import java.time.Duration;
+
+public class DeepInfraChatModelFactory implements ChatModelFactory {
+
+    private final String apiKey;
+    private final String modelName;
+
+    public DeepInfraChatModelFactory(String apiKey, String modelName) {
+        this.apiKey = apiKey;
+        this.modelName = modelName;
+    }
+
+    @Override
+    public ChatLanguageModel createChatModel(ChatModel chatModel) {
+        return OpenAiChatModel.builder()
+            .baseUrl("https://api.deepinfra.com/v1/openai")
+            .apiKey(apiKey)
+            .modelName(modelName)
+            .maxRetries(chatModel.maxRetries)
+            .temperature(chatModel.temperature)
+            .maxTokens(chatModel.maxTokens)
+            .timeout(Duration.ofSeconds(chatModel.timeout))
+            .topP(chatModel.topP)
+            .build();
+    }
+}

src/main/java/com/devoxx/genie/chatmodel/groq/GroqChatModelFactory.java

@@ -0,0 +1,33 @@
+package com.devoxx.genie.chatmodel.groq;
+
+import com.devoxx.genie.chatmodel.ChatModelFactory;
+import com.devoxx.genie.model.ChatModel;
+import dev.langchain4j.model.chat.ChatLanguageModel;
+import dev.langchain4j.model.openai.OpenAiChatModel;
+
+import java.time.Duration;
+
+public class GroqChatModelFactory implements ChatModelFactory {
+
+    private final String apiKey;
+    private final String modelName;
+
+    public GroqChatModelFactory(String apiKey, String modelName) {
+        this.apiKey = apiKey;
+        this.modelName = modelName;
+    }
+
+    @Override
+    public ChatLanguageModel createChatModel(ChatModel chatModel) {
+        return OpenAiChatModel.builder()
+            .baseUrl("https://api.groq.com/openai/v1")
+            .apiKey(apiKey)
+            .modelName(modelName)
+            .maxRetries(chatModel.maxRetries)
+            .maxTokens(chatModel.maxTokens)
+            .temperature(chatModel.temperature)
+            .timeout(Duration.ofSeconds(chatModel.timeout))
+            .topP(chatModel.topP)
+            .build();
+    }
+}

src/main/java/com/devoxx/genie/chatmodel/mistral/MistralChatModelFactory.java

@@ -0,0 +1,32 @@
+package com.devoxx.genie.chatmodel.mistral;
+
+import com.devoxx.genie.chatmodel.ChatModelFactory;
+import com.devoxx.genie.model.ChatModel;
+import dev.langchain4j.model.chat.ChatLanguageModel;
+import dev.langchain4j.model.mistralai.MistralAiChatModel;
+
+import java.time.Duration;
+
+public class MistralChatModelFactory implements ChatModelFactory {
+
+    private final String apiKey;
+    private final String modelName;
+
+    public MistralChatModelFactory(String apiKey, String modelName) {
+        this.apiKey = apiKey;
+        this.modelName = modelName;
+    }
+
+    @Override
+    public ChatLanguageModel createChatModel(ChatModel chatModel) {
+        return MistralAiChatModel.builder()
+            .apiKey(apiKey)
+            .modelName(modelName)
+            .maxRetries(chatModel.maxRetries)
+            .temperature(chatModel.temperature)
+            .maxTokens(chatModel.maxTokens)
+            .timeout(Duration.ofSeconds(chatModel.timeout))
+            .topP(chatModel.topP)
+            .build();
+    }
+}

src/main/java/com/devoxx/genie/chatmodel/ollama/OllamaChatModelFactory.java

@@ -14,7 +14,7 @@ public class OllamaChatModelFactory implements ChatModelFactory {
     public ChatLanguageModel createChatModel(ChatModel chatModel) {
         return OllamaChatModel.builder()
             .baseUrl(getBaseUrlByType(ModelProvider.Ollama))
-            .modelName(chatModel.name)
+            .modelName(chatModel.modelName)
             .temperature(chatModel.temperature)
             .topP(chatModel.topP)
             .maxRetries(chatModel.maxRetries)

src/main/java/com/devoxx/genie/chatmodel/openai/OpenAIChatModelFactory.java

@@ -0,0 +1,32 @@
+package com.devoxx.genie.chatmodel.openai;
+
+import com.devoxx.genie.chatmodel.ChatModelFactory;
+import com.devoxx.genie.model.ChatModel;
+import dev.langchain4j.model.chat.ChatLanguageModel;
+import dev.langchain4j.model.openai.OpenAiChatModel;
+
+import java.time.Duration;
+
+public class OpenAIChatModelFactory implements ChatModelFactory {
+
+    private final String apiKey;
+    private final String modelName;
+
+    public OpenAIChatModelFactory(String apiKey, String modelName) {
+        this.apiKey = apiKey;
+        this.modelName = modelName;
+    }
+
+    @Override
+    public ChatLanguageModel createChatModel(ChatModel chatModel) {
+        return OpenAiChatModel.builder()
+            .apiKey(apiKey)
+            .modelName(modelName)
+            .maxRetries(chatModel.maxRetries)
+            .temperature(chatModel.temperature)
+            .maxTokens(chatModel.maxTokens)
+            .timeout(Duration.ofSeconds(chatModel.timeout))
+            .topP(chatModel.topP)
+            .build();
+    }
+}

src/main/java/com/devoxx/genie/model/ChatModel.java

@@ -3,7 +3,7 @@
 public class ChatModel {
 
     public String baseUrl;
-    public String name; // the model name to use
+    public String modelName; // the model name to use
     public Double temperature = 0.7;
     public Double topP = 0.7;
     public int maxTokens = 2_000;