add provider field to chats (#4959)

Author: timothycarambat

server/utils/AiProviders/anthropic/index.js

@@ -172,6 +172,7 @@ class AnthropicLLM {
           outputTps: completionTokens / result.duration,
           duration: result.duration,
           model: this.model,
+          provider: this.className,
           timestamp: new Date(),
         },
       };
@@ -194,6 +195,7 @@ class AnthropicLLM {
       messages,
       runPromptTokenCalculation: false,
       modelTag: this.model,
+      provider: this.className,
     });
 
     return measuredStreamRequest;

server/utils/AiProviders/apipie/index.js

@@ -221,6 +221,7 @@ class ApiPieLLM {
           (result.output.usage?.completion_tokens || 0) / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -242,6 +243,7 @@ class ApiPieLLM {
       messages,
       runPromptTokenCalculation: true,
       modelTag: this.model,
+      provider: this.className,
     });
     return measuredStreamRequest;
   }

server/utils/AiProviders/azureOpenAi/index.js

@@ -15,6 +15,7 @@ class AzureOpenAiLLM {
     if (!process.env.AZURE_OPENAI_KEY)
       throw new Error("No Azure API key was set.");
 
+    this.className = "AzureOpenAiLLM";
     this.openai = new OpenAI({
       apiKey: process.env.AZURE_OPENAI_KEY,
       baseURL: AzureOpenAiLLM.formatBaseUrl(process.env.AZURE_OPENAI_ENDPOINT),
@@ -175,6 +176,7 @@ class AzureOpenAiLLM {
         outputTps: result.output.usage.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -197,6 +199,7 @@ class AzureOpenAiLLM {
       messages,
       runPromptTokenCalculation: true,
       modelTag: this.model,
+      provider: this.className,
     });
 
     return measuredStreamRequest;

server/utils/AiProviders/bedrock/index.js

@@ -72,6 +72,7 @@ class AWSBedrockLLM {
         throw new Error(`Required environment variable ${envVar} is not set.`);
     }
 
+    this.className = "AWSBedrockLLM";
     this.model =
       modelPreference || process.env.AWS_BEDROCK_LLM_MODEL_PREFERENCE;
 
@@ -448,6 +449,7 @@ class AWSBedrockLLM {
         outputTps: outputTps,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -493,6 +495,7 @@ class AWSBedrockLLM {
         messages,
         runPromptTokenCalculation: false,
         modelTag: this.model,
+        provider: this.className,
       });
       return measuredStreamRequest;
     } catch (e) {

server/utils/AiProviders/cohere/index.js

@@ -125,6 +125,7 @@ class CohereLLM {
         outputTps: completionTokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -143,6 +144,7 @@ class CohereLLM {
       messages,
       runPromptTokenCalculation: false,
       modelTag: this.model,
+      provider: this.className,
     });
 
     return measuredStreamRequest;

server/utils/AiProviders/cometapi/index.js

@@ -226,6 +226,7 @@ class CometApiLLM {
         outputTps: result.output.usage.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -247,6 +248,7 @@ class CometApiLLM {
       messages,
       runPromptTokenCalculation: true,
       modelTag: this.model,
+      provider: this.className,
     });
     return measuredStreamRequest;
   }

server/utils/AiProviders/deepseek/index.js

@@ -131,6 +131,7 @@ class DeepSeekLLM {
         outputTps: result.output.usage.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -152,6 +153,7 @@ class DeepSeekLLM {
       messages,
       runPromptTokenCalculation: false,
       modelTag: this.model,
+      provider: this.className,
     });
 
     return measuredStreamRequest;

server/utils/AiProviders/dellProAiStudio/index.js

@@ -166,6 +166,7 @@ class DellProAiStudioLLM {
         outputTps: result.output.usage?.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -187,6 +188,7 @@ class DellProAiStudioLLM {
       messages,
       runPromptTokenCalculation: true,
       modelTag: this.model,
+      provider: this.className,
     });
     return measuredStreamRequest;
   }

server/utils/AiProviders/dockerModelRunner/index.js

@@ -26,6 +26,7 @@ class DockerModelRunnerLLM {
     if (!process.env.DOCKER_MODEL_RUNNER_LLM_MODEL_PREF && !modelPreference)
       throw new Error("No Docker Model Runner Model Pref was set.");
 
+    this.className = "DockerModelRunnerLLM";
     this.dmr = new OpenAIApi({
       baseURL: parseDockerModelRunnerEndpoint(
         process.env.DOCKER_MODEL_RUNNER_BASE_PATH
@@ -173,6 +174,7 @@ class DockerModelRunnerLLM {
         outputTps: result.output.usage?.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -194,6 +196,7 @@ class DockerModelRunnerLLM {
       messages,
       runPromptTokenCalculation: true,
       modelTag: this.model,
+      provider: this.className,
     });
     return measuredStreamRequest;
   }

server/utils/AiProviders/fireworksAi/index.js

@@ -164,6 +164,7 @@ class FireworksAiLLM {
         outputTps: result.output.usage.completion_tokens / result.duration,
         duration: result.duration,
         model: this.model,
+        provider: this.className,
         timestamp: new Date(),
       },
     };
@@ -185,6 +186,7 @@ class FireworksAiLLM {
       messages,
       runPromptTokenCalculation: false,
       modelTag: this.model,
+      provider: this.className,
     });
     return measuredStreamRequest;
   }