Support for custom Onnx language models.

Author: Mark Hale

sail/pom.xml

@@ -64,6 +64,11 @@
             <artifactId>langchain4j-core</artifactId>
             <version>${langchain4j.version}</version>
         </dependency>
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-embeddings</artifactId>
+            <version>${langchain4j.version}</version>
+        </dependency>
         <dependency>
             <groupId>dev.langchain4j</groupId>
             <artifactId>langchain4j-embeddings-all-minilm-l6-v2-q</artifactId>

sail/src/main/java/com/msd/gin/halyard/sail/model/embedding/EmbeddingModelQueryHelperProvider.java

@@ -9,6 +9,8 @@
 import org.kohsuke.MetaInfServices;
 
 import dev.langchain4j.model.embedding.EmbeddingModel;
+import dev.langchain4j.model.embedding.onnx.OnnxEmbeddingModel;
+import dev.langchain4j.model.embedding.onnx.PoolingMode;
 
 @MetaInfServices(QueryHelperProvider.class)
 public class EmbeddingModelQueryHelperProvider implements QueryHelperProvider<EmbeddingModel> {
@@ -42,6 +44,11 @@ public EmbeddingModel createQueryHelper(Map<String, String> config) throws Excep
 				}
 			}
 			return (EmbeddingModel) buildMethod.invoke(builder);
+		} else if ("dev.langchain4j.model.embedding.onnx.OnnxEmbeddingModel".equals(modelClassName)) {
+			String pathToModel = config.get("pathToModel");
+			String pathToTokenizer = config.get("pathToTokenizer");
+			String poolingMode = config.get("poolingMode");
+			return new OnnxEmbeddingModel(pathToModel, pathToTokenizer, PoolingMode.valueOf(poolingMode));
 		} else {
 			return (EmbeddingModel) modelClass.getConstructor().newInstance();
 		}