Merge pull request #533 from transformerlab/fix/commercial-model-wrapper

Fix model name format for commercial model wrappers

Author: deep1401

transformerlab/plugin_sdk/transformerlab/sdk/v1/tlab_plugin.py

@@ -594,6 +594,9 @@ class CustomCommercialModel(DeepEvalBaseLLM):
             def __init__(self, model_type="claude", model_name="claude-3-7-sonnet-latest"):
                 self.model_type = model_type
                 self.generation_model_name = model_name
+                # Dealing with the new {"provider": "<model_name>"} output format
+                if isinstance(model_name, dict):
+                    self.generation_model_name = model_name.get("provider", model_name)
 
                 if model_type == "claude":
                     self.chat_completions_url = "https://api.anthropic.com/v1/chat/completions"
@@ -655,6 +658,8 @@ def load_model(self):
 
             def generate(self, prompt: str, schema=None):
                 client = self.load_model()
+                if isinstance(self.generation_model_name, dict):
+                    self.generation_model_name = self.generation_model_name.get("provider", self.generation_model_name)
                 if schema:
                     import instructor
 
@@ -675,6 +680,7 @@ def generate(self, prompt: str, schema=None):
                         model=self.generation_model_name,
                         messages=[{"role": "user", "content": prompt}],
                     )
+
                     return response.choices[0].message.content
 
             async def a_generate(self, prompt: str, schema=None):