.

Author: spike-spiegel-21

deepeval/integrations/portkey/patcher.py

@@ -6,7 +6,7 @@
 from deepeval.metrics import BaseMetric
 try:
     from portkey_ai import Portkey
-    from portkey_ai.api_resources.apis.chat_complete import Completions
+    from portkey_ai.api_resources.apis.chat_complete import Completions, ChatCompletions
     is_portkey_installed = True
 except Exception:
     is_portkey_installed = False
@@ -44,7 +44,7 @@ def new_create(*args, **kwargs):
             func_name="LLM",
         ) as observer:
             result = original_create(*args, **kwargs)
-            observer.result = result
+            observer.result = extract_chat_completion_messages(result)
             current_span_context.get().input = kwargs.get("messages")
         return result
 
@@ -53,4 +53,27 @@ def new_create(*args, **kwargs):
 
 def instrument():
     is_portkey_available()
-    _patch_portkey_init()
+    _patch_portkey_init()
+
+def extract_chat_completion_messages(result: ChatCompletions):
+    try:
+        choices = None
+        if hasattr(result, "choices"):
+            choices = result.choices
+        elif isinstance(result, dict):
+            choices = result.get("choices")
+
+        messages = []
+        if isinstance(choices, list):
+            for c in choices:
+                message = None
+                if hasattr(c, "message"):
+                    message = c.message
+                elif isinstance(c, dict):
+                    message = c.get("message")
+                if message is not None:
+                    messages.append(make_json_serializable(message))
+
+        return messages if messages else make_json_serializable(result)
+    except Exception:
+        return make_json_serializable(result)

tests/test_integrations/test_portkey/portkey_app.py

@@ -1,19 +1,15 @@
 import os
-from dotenv import load_dotenv
 from portkey_ai import Portkey
 
-load_dotenv()
-
 from deepeval.integrations.portkey import instrument    
 instrument()
 
 config = {
     "provider": 'openai',
-    "api_key": os.getenv("PORTKEY_API_KEY")
+    "api_key": os.getenv("OPENAI_API_KEY")
 }
 
 client = Portkey(config = config, metric_collection="test_collection_1")
-print(client)
 
 # Example: Send a chat completion request
 response = client.chat.completions.create(