Add small fix for metrics connector

protollm/connectors/README.md

@@ -43,6 +43,12 @@ It is also possible to pass additional parameters for the model.  Available para
 - `top_p` (not available for self-hosted models)
 - `max_tokens`
 
+There is a separate parameter, extra_body, which some services use to specify permitted providers. Since not all providers from a given service are available in every region, this parameter allows you to define the providers accessible in your region.
+For example:
+```codeblock
+ALLOWED_PROVIDERS='["google-vertex", "azure"]'
+```
+
 Example of how to use the function:
 ```codeblock
 from protollm.connectors.connector_creator import create_llm_connector

protollm/connectors/__init__.py

@@ -1,2 +1,3 @@
 from .connector_creator import create_llm_connector, CustomChatOpenAI
-from .rest_server import ChatRESTServer
+from .rest_server import ChatRESTServer
+from .utils import get_allowed_providers

protollm/connectors/utils.py

@@ -213,4 +213,11 @@ def handle_system_prompt(msgs, sys_prompt):
             else:
                 idx = next((index for index, obj in enumerate(msgs) if isinstance(obj, SystemMessage)), 0)
                 msgs[idx].content += "\n\n" + sys_prompt
-    return msgs
+    return msgs
+
+
+def get_allowed_providers() -> list | None:
+    if allowed_providers := os.getenv("ALLOWED_PROVIDERS"):
+        return json.loads(allowed_providers)
+    else:
+        return None

protollm/metrics/deepeval_connector.py

@@ -5,7 +5,7 @@
 from pydantic import BaseModel
 from openai._types import NOT_GIVEN
 
-from ..connectors import create_llm_connector
+from ..connectors import create_llm_connector, get_allowed_providers
 
 
 class DeepEvalConnector(DeepEvalBaseLLM):
@@ -30,7 +30,10 @@ def __init__(self, sys_prompt: str = "", *args, **kwargs):
     @staticmethod
     def load_model() -> BaseChatModel:
         """Returns LangChain's ChatModel for requests"""
-        return create_llm_connector(os.getenv("DEEPEVAL_LLM_URL", "test_model"))
+        return create_llm_connector(
+            os.getenv("DEEPEVAL_LLM_URL", "test_model"),
+            extra_body={"provider": {"only": get_allowed_providers()}}
+        )
 
     def generate(
             self,