Text Embedding implemented

Author: mhughes2k

classes/base_instance.php

@@ -500,7 +500,7 @@ final public function edit_form_definition(\MoodleQuickForm $mform, array $custo
         // That we have a valid connector here is being ensured by edit_instance.php.
         $mform->setDefault('connector', $connector);
         $mform->freeze('connector');
-
+        
         $mform->addElement('text', 'endpoint', get_string('endpoint', 'local_ai_manager'), $textelementparams);
         $mform->setType('endpoint', PARAM_URL);
 

classes/local/aitool_option_azure.php

@@ -52,7 +52,7 @@ public static function extend_form_definition(\MoodleQuickForm $mform, bool $sho
 
         // We leave the endpoint empty on creation, because it depends if azure is being used or not.
         $mform->setDefault('endpoint', '');
-        $mform->freeze('endpoint');
+        // $mform->freeze('endpoint');
 
         if (!$showmodel) {
             $mform->hideIf('model', 'azure_enabled', 'eq', 1);

tools/chatgpt/classes/connector.php

@@ -36,15 +36,15 @@ class connector extends \local_ai_manager\base_connector {
     #[\Override]
     public function get_models_by_purpose(): array {
         $chatgptmodels =
-                ['gpt-3.5-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini', 'o1', 'o1-mini', 'o3', 'o3-mini', 'o4-mini'];
+                ['gpt-3.5-turbo', 'gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini', 'o1', 'o1-mini', 'o3', 'o3-mini', 'o4-mini', 'text-embedding-3-small', 'text-embedding-3-large'];
         return [
                 'chat' => $chatgptmodels,
                 'feedback' => $chatgptmodels,
                 'singleprompt' => $chatgptmodels,
                 'translate' => $chatgptmodels,
                 'itt' => ['gpt-4-turbo', 'gpt-4o', 'gpt-4o-mini', 'o1', 'o3', 'o4-mini'],
                 'questiongeneration' => $chatgptmodels,
-                'embedding' => $chatgptmodels, //['text-embedding-3-small', 'text-embedding-3-large'],
+                'embedding' =>['text-embedding-3-small', 'text-embedding-3-large'],
                 'rag' => $chatgptmodels,
 
         ];
@@ -63,7 +63,14 @@ public function execute_prompt_completion(StreamInterface $result, request_optio
         */
         // phpcs:enable moodle.Commenting.TodoComment.MissingInfoInline
         $content = json_decode($result->getContents(), true);
-
+                $purpose = $requestoptions->get_purpose()->get_plugin_name();
+        if ($purpose === 'embedding') {
+            return prompt_response::create_from_result(
+                    $content['model'],
+                    new usage(0, 0, 0),
+                    implode(",", $content['data'][0]['embedding'])
+            );
+        }
         return prompt_response::create_from_result(
                 $content['model'],
                 new usage(
@@ -77,6 +84,27 @@ public function execute_prompt_completion(StreamInterface $result, request_optio
     #[\Override]
     public function get_prompt_data(string $prompttext, request_options $requestoptions): array {
         $options = $requestoptions->get_options();
+        $purpose = $requestoptions->get_purpose()->get_plugin_name();
+        if ($purpose === 'embedding') {
+            return $this->get_embedding_prompt_data($prompttext, $options);
+        }
+        return $this->get_chat_prompt_data($prompttext, $options);
+    }
+    /**
+     * Returns the prompt data for an embedding request.
+     * !! THIS IS BREAKING A DEGREE OF ENCAPSULATION BY NEEDING TO KNOW ABOUT THE PURPOSE !!
+     */
+    protected function get_embedding_prompt_data(string $prompttext, array $options): array {
+        return [
+                'input' => $prompttext,
+                'model' => $this->get_instance()->get_model(),
+                'encoding_format' => 'float',
+        ];
+    }
+    /**
+     * This is the "original" chat prompt data function, which is used for all purposes except embedding.
+     */
+    protected function get_chat_prompt_data(string $prompttext, array $options): array {
         $messages = [];
         if (array_key_exists('conversationcontext', $options)) {
             foreach ($options['conversationcontext'] as $message) {

tools/chatgpt/classes/instance.php

@@ -33,10 +33,27 @@ class instance extends base_instance {
 
     #[\Override]
     protected function extend_form_definition(\MoodleQuickForm $mform): void {
+        $this->extend_text_embedding_form_definition($mform);
         aitool_option_temperature::extend_form_definition($mform, ['o1', 'o1-mini', 'o3', 'o3-mini', 'o4-mini']);
         aitool_option_azure::extend_form_definition($mform);
+        
+    }
+    /**
+     * Add in the text embedding specific form elements.
+     */
+    protected function extend_text_embedding_form_definition(\MoodleQuickForm $mform): void {
+       
+        $textelementparams = ['style' => 'width: 100%'];
+        
+        $endpoints = [
+            'https://api.openai.com/v1/chat/completions' => 'Chat Completion',
+            'https://api.openai.com/v1/embeddings' => 'Text Embedding',
+        ];
+        $mform->removeElement('endpoint');
+        $endpoint = $mform->createElement('select', 'endpoint', get_string('endpoint', 'local_ai_manager'),$endpoints, $textelementparams);
+        $mform->insertElementBefore($endpoint, 'apikey');
+        $mform->setType('endpoint', PARAM_URL);
     }
-
     #[\Override]
     protected function get_extended_formdata(): stdClass {
         $data = new stdClass();
@@ -58,16 +75,21 @@ protected function extend_store_formdata(stdClass $data): void {
         $this->set_customfield1($temperature);
 
         [$enabled, $resourcename, $deploymentid, $apiversion] = aitool_option_azure::extract_azure_data_to_store($data);
-
         if (!empty($enabled)) {
-            $endpoint = 'https://' . $resourcename .
-                    '.openai.azure.com/openai/deployments/'
-                    . $deploymentid . '/chat/completions?api-version=' . $apiversion;
-            // We have an empty model because the model is preconfigured if we're using azure.
-            // So we overwrite the default "preconfigured" value by a better model name.
+            if ($data->endpoint !== 'https://api.openai.com/v1/embeddings') {
+                $endpoint = 'https://' . $resourcename .
+                        '.openai.azure.com/openai/deployments/'
+                        . $deploymentid . '/chat/embeddings?api-version=' . $apiversion;
+            } else {
+                $endpoint = 'https://' . $resourcename .
+                        '.openai.azure.com/openai/deployments/'
+                        . $deploymentid . '/chat/completions?api-version=' . $apiversion;
+                // We have an empty model because the model is preconfigured if we're using azure.
+                // So we overwrite the default "preconfigured" value by a better model name.
+            }
             $this->set_model(aitool_option_azure::get_azure_model_name($this->get_connector()));
         } else {
-            $endpoint = 'https://api.openai.com/v1/chat/completions';
+            $endpoint = $data->endpoint;//'https://api.openai.com/v1/chat/completions';
         }
         $this->set_endpoint($endpoint);