.

Author: spike-spiegel-21

tests/test_integrations/test_portkey/generate_test.py

@@ -0,0 +1,4 @@
+from portkey_app import execute_chat_completion
+from tests.test_integrations.utils import generate_test_json
+
+generate_test_json(execute_chat_completion, "portkey_app.json")

tests/test_integrations/test_portkey/portkey_app.json

@@ -0,0 +1,44 @@
+{
+  "agentSpans": [],
+  "baseSpans": [],
+  "endTime": "2025-09-14T14:32:55.155Z",
+  "environment": "development",
+  "input": {},
+  "llmSpans": [
+    {
+      "endTime": "2025-09-14T14:32:55.155Z",
+      "input": [
+        {
+          "content": "Hello, how are you?",
+          "role": "user"
+        }
+      ],
+      "metricCollection": "test_collection_1",
+      "model": "gpt-4o",
+      "name": "LLM",
+      "output": [
+        {
+          "content": "<is_present>",
+          "role": "AI"
+        }
+      ],
+      "prompt": {},
+      "startTime": "2025-09-14T14:32:53.801Z",
+      "status": "SUCCESS",
+      "type": "llm",
+      "uuid": "<is_present>"
+    }
+  ],
+  "metricCollection": "test_collection_1",
+  "output": [
+    {
+      "content": "<is_present>",
+      "role": "AI"
+    }
+  ],
+  "retrieverSpans": [],
+  "startTime": "2025-09-14T14:32:53.801Z",
+  "status": "SUCCESS",
+  "toolSpans": [],
+  "uuid": "<is_present>"
+}

tests/test_integrations/test_portkey/test_portkey.py

@@ -0,0 +1,25 @@
+
+import os
+import sys
+import tempfile
+from dotenv import load_dotenv
+from portkey_app import execute_chat_completion
+from tests.test_integrations.utils import compare_trace_files
+
+load_dotenv()
+
+def test_exec_agent_logs():
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".json")
+    tmp_path = tmp.name
+    tmp.close()
+    
+    try:
+        original_argv = list(sys.argv)
+        sys.argv = ["--deepeval-trace-mode=gen", f"--deepeval-trace-file-name={tmp_path}"]
+        execute_chat_completion()
+        sys.argv = original_argv
+        expected_path = os.path.join(os.path.dirname(__file__), "portkey_app.json")
+        compare_trace_files(expected_path, tmp_path)
+    finally:
+        if os.path.exists(tmp_path):
+            os.remove(tmp_path)