.

Author: spike-spiegel-21

deepeval/integrations/portkey/__init__.py

@@ -0,0 +1,3 @@
+from .patcher import instrument
+
+__all__ = ["instrument"]

deepeval/integrations/portkey/patcher.py

@@ -0,0 +1,56 @@
+import functools
+from typing import Optional, List
+from deepeval.tracing.context import current_span_context
+from deepeval.tracing.tracing import Observer
+from deepeval.tracing.utils import make_json_serializable
+from deepeval.metrics import BaseMetric
+try:
+    from portkey_ai import Portkey
+    from portkey_ai.api_resources.apis.chat_complete import Completions
+    is_portkey_installed = True
+except Exception:
+    is_portkey_installed = False
+
+def is_portkey_available():
+    if not is_portkey_installed:
+        raise ImportError("portkey-ai is not available. Please install it with `pip install portkey-ai`.")
+    return True
+
+def _patch_portkey_init():
+    original_init = Portkey.__init__
+
+    @functools.wraps(original_init)
+    def new_init(*args, metric_collection: Optional[str] = None, metrics: Optional[List[BaseMetric]] = None, **kwargs):
+        result = original_init(*args, **kwargs)
+        _patch_portkey_chat_completions(args[0].chat.completions, metrics, metric_collection)
+        return result
+
+    Portkey.__init__ = new_init
+
+
+def _patch_portkey_chat_completions(completions: Completions, metrics=None, metric_collection=None):
+    if getattr(completions, "_deepeval_patched", False):
+        return
+
+    original_create = completions.create  # capture bound original
+    
+    @functools.wraps(original_create)
+    def new_create(*args, **kwargs):
+        with Observer(
+            span_type="llm",
+            metrics=metrics,
+            metric_collection=metric_collection,
+            observe_kwargs={"model": kwargs.get("model", "unknown")},
+            func_name="LLM",
+        ) as observer:
+            result = original_create(*args, **kwargs)
+            observer.result = result
+            current_span_context.get().input = kwargs.get("messages")
+        return result
+
+    completions.create = new_create
+    setattr(completions, "_deepeval_patched", True)
+
+def instrument():
+    is_portkey_available()
+    _patch_portkey_init()

tests/test_integrations/test_portkey/portkey_app.py

@@ -0,0 +1,24 @@
+import os
+from dotenv import load_dotenv
+from portkey_ai import Portkey
+
+load_dotenv()
+
+from deepeval.integrations.portkey import instrument    
+instrument()
+
+config = {
+    "provider": 'openai',
+    "api_key": os.getenv("PORTKEY_API_KEY")
+}
+
+client = Portkey(config = config, metric_collection="test_collection_1")
+print(client)
+
+# Example: Send a chat completion request
+response = client.chat.completions.create(
+    messages=[{"role": "user", "content": "Hello, how are you?"}],
+    model="gpt-4o"
+)
+
+print(response.choices[0].message.content)