Skip to content

Commit c41e89b

Browse files
spike-spiegel-21spike-spiegel-21
committed
.
1 parent 19f6c61 commit c41e89b

4 files changed

Lines changed: 90 additions & 90 deletions

File tree

‎deepeval/integrations/pydantic_ai/agent.py‎

Lines changed: 56 additions & 56 deletions
Original file line numberDiff line numberDiff line change
@@ -45,13 +45,13 @@ class DeepEvalPydanticAIAgent(Agent):
4545
def __init__(
4646
self,
4747
*args,
48-
name: Optional[str] = None,
49-
tags: Optional[List[str]] = None,
50-
metadata: Optional[dict] = None,
51-
thread_id: Optional[str] = None,
52-
user_id: Optional[str] = None,
53-
metric_collection: Optional[str] = None,
54-
metrics: Optional[List[BaseMetric]] = None,
48+
trace_name: Optional[str] = None,
49+
trace_tags: Optional[List[str]] = None,
50+
trace_metadata: Optional[dict] = None,
51+
trace_thread_id: Optional[str] = None,
52+
trace_user_id: Optional[str] = None,
53+
trace_metric_collection: Optional[str] = None,
54+
trace_metrics: Optional[List[BaseMetric]] = None,
5555
llm_metric_collection: Optional[str] = None,
5656
llm_metrics: Optional[List[BaseMetric]] = None,
5757
llm_prompt: Optional[Prompt] = None,
@@ -61,13 +61,13 @@ def __init__(
6161
):
6262
pydantic_ai_installed()
6363

64-
self.trace_name = name
65-
self.trace_tags = tags
66-
self.trace_metadata = metadata
67-
self.trace_thread_id = thread_id
68-
self.trace_user_id = user_id
69-
self.trace_metric_collection = metric_collection
70-
self.trace_metrics = metrics
64+
self.trace_name = trace_name
65+
self.trace_tags = trace_tags
66+
self.trace_metadata = trace_metadata
67+
self.trace_thread_id = trace_thread_id
68+
self.trace_user_id = trace_user_id
69+
self.trace_metric_collection = trace_metric_collection
70+
self.trace_metrics = trace_metrics
7171

7272
self.llm_metric_collection = llm_metric_collection
7373
self.llm_metrics = llm_metrics
@@ -84,13 +84,13 @@ def __init__(
8484
async def run(
8585
self,
8686
*args,
87-
name: Optional[str] = None,
88-
tags: Optional[List[str]] = None,
89-
user_id: Optional[str] = None,
90-
metadata: Optional[dict] = None,
91-
thread_id: Optional[str] = None,
92-
metrics: Optional[List[BaseMetric]] = None,
93-
metric_collection: Optional[str] = None,
87+
trace_name: Optional[str] = None,
88+
trace_tags: Optional[List[str]] = None,
89+
trace_user_id: Optional[str] = None,
90+
trace_metadata: Optional[dict] = None,
91+
trace_thread_id: Optional[str] = None,
92+
trace_metrics: Optional[List[BaseMetric]] = None,
93+
trace_metric_collection: Optional[str] = None,
9494
**kwargs
9595
):
9696
sig = inspect.signature(super().run)
@@ -111,13 +111,13 @@ async def run(
111111
observer.result = result.output
112112
update_trace_context(
113113

114-
trace_name=name if name is not None else self.trace_name,
115-
trace_tags=tags if tags is not None else self.trace_tags,
116-
trace_metadata=metadata if metadata is not None else self.trace_metadata,
117-
trace_thread_id=thread_id if thread_id is not None else self.trace_thread_id,
118-
trace_user_id=user_id if user_id is not None else self.trace_user_id,
119-
trace_metric_collection=metric_collection if metric_collection is not None else self.trace_metric_collection,
120-
trace_metrics=metrics if metrics is not None else self.trace_metrics,
114+
trace_name=trace_name if trace_name is not None else self.trace_name,
115+
trace_tags=trace_tags if trace_tags is not None else self.trace_tags,
116+
trace_metadata=trace_metadata if trace_metadata is not None else self.trace_metadata,
117+
trace_thread_id=trace_thread_id if trace_thread_id is not None else self.trace_thread_id,
118+
trace_user_id=trace_user_id if trace_user_id is not None else self.trace_user_id,
119+
trace_metric_collection=trace_metric_collection if trace_metric_collection is not None else self.trace_metric_collection,
120+
trace_metrics=trace_metrics if trace_metrics is not None else self.trace_metrics,
121121

122122
trace_input=input,
123123
trace_output=result.output,
@@ -136,13 +136,13 @@ async def run(
136136
def run_sync(
137137
self,
138138
*args,
139-
name: Optional[str] = None,
140-
tags: Optional[List[str]] = None,
141-
metadata: Optional[dict] = None,
142-
thread_id: Optional[str] = None,
143-
user_id: Optional[str] = None,
144-
metric_collection: Optional[str] = None,
145-
metrics: Optional[List[BaseMetric]] = None,
139+
trace_name: Optional[str] = None,
140+
trace_tags: Optional[List[str]] = None,
141+
trace_metadata: Optional[dict] = None,
142+
trace_thread_id: Optional[str] = None,
143+
trace_user_id: Optional[str] = None,
144+
trace_metric_collection: Optional[str] = None,
145+
trace_metrics: Optional[List[BaseMetric]] = None,
146146
**kwargs
147147
):
148148
sig = inspect.signature(super().run_sync)
@@ -169,13 +169,13 @@ def run_sync(
169169
observer.result = result.output
170170
update_trace_context(
171171

172-
trace_name=name if name is not None else self.trace_name,
173-
trace_tags=tags if tags is not None else self.trace_tags,
174-
trace_metadata=metadata if metadata is not None else self.trace_metadata,
175-
trace_thread_id=thread_id if thread_id is not None else self.trace_thread_id,
176-
trace_user_id=user_id if user_id is not None else self.trace_user_id,
177-
trace_metric_collection=metric_collection if metric_collection is not None else self.trace_metric_collection,
178-
trace_metrics=metrics if metrics is not None else self.trace_metrics,
172+
trace_name=trace_name if trace_name is not None else self.trace_name,
173+
trace_tags=trace_tags if trace_tags is not None else self.trace_tags,
174+
trace_metadata=trace_metadata if trace_metadata is not None else self.trace_metadata,
175+
trace_thread_id=trace_thread_id if trace_thread_id is not None else self.trace_thread_id,
176+
trace_user_id=trace_user_id if trace_user_id is not None else self.trace_user_id,
177+
trace_metric_collection=trace_metric_collection if trace_metric_collection is not None else self.trace_metric_collection,
178+
trace_metrics=trace_metrics if trace_metrics is not None else self.trace_metrics,
179179

180180
trace_input=input,
181181
trace_output=result.output,
@@ -196,13 +196,13 @@ def run_sync(
196196
async def run_stream(
197197
self,
198198
*args,
199-
name: Optional[str] = None,
200-
tags: Optional[List[str]] = None,
201-
metadata: Optional[dict] = None,
202-
thread_id: Optional[str] = None,
203-
user_id: Optional[str] = None,
204-
metric_collection: Optional[str] = None,
205-
metrics: Optional[List[BaseMetric]] = None,
199+
trace_name: Optional[str] = None,
200+
trace_tags: Optional[List[str]] = None,
201+
trace_metadata: Optional[dict] = None,
202+
trace_thread_id: Optional[str] = None,
203+
trace_user_id: Optional[str] = None,
204+
trace_metric_collection: Optional[str] = None,
205+
trace_metrics: Optional[List[BaseMetric]] = None,
206206
**kwargs
207207
):
208208
sig = inspect.signature(super().run_stream)
@@ -233,13 +233,13 @@ async def run_stream(
233233
pass
234234

235235
update_trace_context(
236-
trace_name=name if name is not None else self.trace_name,
237-
trace_tags=tags if tags is not None else self.trace_tags,
238-
trace_metadata=metadata if metadata is not None else self.trace_metadata,
239-
trace_thread_id=thread_id if thread_id is not None else self.trace_thread_id,
240-
trace_user_id=user_id if user_id is not None else self.trace_user_id,
241-
trace_metric_collection=metric_collection if metric_collection is not None else self.trace_metric_collection,
242-
trace_metrics=metrics if metrics is not None else self.trace_metrics,
236+
trace_name=trace_name if trace_name is not None else self.trace_name,
237+
trace_tags=trace_tags if trace_tags is not None else self.trace_tags,
238+
trace_metadata=trace_metadata if trace_metadata is not None else self.trace_metadata,
239+
trace_thread_id=trace_thread_id if trace_thread_id is not None else self.trace_thread_id,
240+
trace_user_id=trace_user_id if trace_user_id is not None else self.trace_user_id,
241+
trace_metric_collection=trace_metric_collection if trace_metric_collection is not None else self.trace_metric_collection,
242+
trace_metrics=trace_metrics if trace_metrics is not None else self.trace_metrics,
243243
trace_input=input,
244244
trace_output=(final_result if final_result is not None else None),
245245
)

‎tests/test_integrations/test_pydanticai/pydantic_all_tests.py‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -15,29 +15,29 @@ def get_weather(city: str) -> str:
1515
"openai:gpt-4o-mini",
1616
tools=[get_weather],
1717
system_prompt="You are a helpful weather agent.",
18-
name="test_name_1",
19-
tags=["test_tag_1"],
20-
metadata={"test_metadata_1": "test_metadata_1"},
21-
thread_id="test_thread_id_1",
22-
user_id="test_user_id_1",
23-
metric_collection="test_collection_1",
18+
trace_name="test_name_1",
19+
trace_tags=["test_tag_1"],
20+
trace_metadata={"test_metadata_1": "test_metadata_1"},
21+
trace_thread_id="test_thread_id_1",
22+
trace_user_id="test_user_id_1",
23+
trace_metric_collection="test_collection_1",
2424
llm_metric_collection="test_collection_1",
2525
llm_prompt=prompt,
2626
agent_metric_collection="test_collection_1",
2727
)
2828

2929
async def execute_agent_stream():
30-
async with agent.run_stream("What is the weather in London?", name="test_name_2") as result:
30+
async with agent.run_stream("What is the weather in London?", trace_name="test_name_2") as result:
3131
async for chunk in result.stream_text(delta=True):
3232
print(chunk, end="", flush=True)
3333
final = await result.get_output()
3434
print("\n\nFinal:", final)
3535

3636
async def execute_agent_run():
37-
result = await agent.run("What is the weather in London?", name="test_name_4")
37+
result = await agent.run("What is the weather in London?", trace_name="test_name_4")
3838
print(result.output)
3939

4040
def execute_all():
4141
asyncio.run(execute_agent_stream())
42-
agent.run_sync("What is the weather in London?", name="test_name_3")
42+
agent.run_sync("What is the weather in London?", trace_name="test_name_3")
4343
asyncio.run(execute_agent_run())

‎tests/test_integrations/test_pydanticai/pydanticai_app.json‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -3,14 +3,14 @@
33
{
44
"agentHandoffs": [],
55
"availableTools": [],
6-
"endTime": "2025-09-16T15:17:49.883Z",
6+
"endTime": "2025-09-19T20:23:11.180Z",
77
"input": {
88
"input": "What's the weather in Paris?"
99
},
1010
"metricCollection": "test_collection_1",
11-
"name": "Agent",
11+
"name": "<is_present>",
1212
"output": "<is_present>",
13-
"startTime": "2025-09-16T15:17:40.291Z",
13+
"startTime": "2025-09-19T20:23:06.368Z",
1414
"status": "SUCCESS",
1515
"toolsCalled": [
1616
{
@@ -32,12 +32,12 @@
3232
}
3333
],
3434
"baseSpans": [],
35-
"endTime": "2025-09-16T15:17:49.883Z",
35+
"endTime": "2025-09-19T20:23:11.180Z",
3636
"environment": "development",
3737
"input": "What's the weather in Paris?",
3838
"llmSpans": [
3939
{
40-
"endTime": "2025-09-16T15:17:49.882Z",
40+
"endTime": "2025-09-19T20:23:11.179Z",
4141
"input": [
4242
{
4343
"content": "What's the weather in Paris?",
@@ -77,14 +77,14 @@
7777
"alias": "asd",
7878
"version": "00.00.01"
7979
},
80-
"startTime": "2025-09-16T15:17:48.033Z",
80+
"startTime": "2025-09-19T20:23:10.351Z",
8181
"status": "SUCCESS",
8282
"toolsCalled": [],
8383
"type": "llm",
8484
"uuid": "<is_present>"
8585
},
8686
{
87-
"endTime": "2025-09-16T15:17:47.876Z",
87+
"endTime": "2025-09-19T20:23:09.504Z",
8888
"input": [
8989
{
9090
"content": "What's the weather in Paris?",
@@ -122,7 +122,7 @@
122122
"alias": "asd",
123123
"version": "00.00.01"
124124
},
125-
"startTime": "2025-09-16T15:17:44.548Z",
125+
"startTime": "2025-09-19T20:23:08.409Z",
126126
"status": "SUCCESS",
127127
"toolsCalled": [
128128
{
@@ -137,7 +137,7 @@
137137
"uuid": "<is_present>"
138138
},
139139
{
140-
"endTime": "2025-09-16T15:17:44.383Z",
140+
"endTime": "2025-09-19T20:23:07.573Z",
141141
"input": [
142142
{
143143
"content": "What's the weather in Paris?",
@@ -164,7 +164,7 @@
164164
"alias": "asd",
165165
"version": "00.00.01"
166166
},
167-
"startTime": "2025-09-16T15:17:40.292Z",
167+
"startTime": "2025-09-19T20:23:06.369Z",
168168
"status": "SUCCESS",
169169
"toolsCalled": [
170170
{
@@ -182,18 +182,18 @@
182182
"test_metadata_1": "test_metadata_1"
183183
},
184184
"metricCollection": "test_collection_1",
185-
"name": "test_trace_1",
185+
"name": "test_trace_2",
186186
"output": "<is_present>",
187187
"retrieverSpans": [],
188-
"startTime": "2025-09-16T15:17:40.291Z",
188+
"startTime": "2025-09-19T20:23:06.368Z",
189189
"status": "SUCCESS",
190190
"tags": [
191191
"test_tag_1"
192192
],
193193
"threadId": "test_thread_id_1",
194194
"toolSpans": [
195195
{
196-
"endTime": "2025-09-16T15:17:48.033Z",
196+
"endTime": "2025-09-19T20:23:10.350Z",
197197
"input": {
198198
"args": [
199199
"<RunContext>"
@@ -208,13 +208,13 @@
208208
"temperature": "<is_present>"
209209
},
210210
"parentUuid": "<is_present>",
211-
"startTime": "2025-09-16T15:17:47.876Z",
211+
"startTime": "2025-09-19T20:23:09.504Z",
212212
"status": "SUCCESS",
213213
"type": "tool",
214214
"uuid": "<is_present>"
215215
},
216216
{
217-
"endTime": "2025-09-16T15:17:44.547Z",
217+
"endTime": "2025-09-19T20:23:08.408Z",
218218
"input": {
219219
"args": [
220220
"<RunContext>"
@@ -228,12 +228,12 @@
228228
"lng": "<is_present>"
229229
},
230230
"parentUuid": "<is_present>",
231-
"startTime": "2025-09-16T15:17:44.384Z",
231+
"startTime": "2025-09-19T20:23:07.574Z",
232232
"status": "SUCCESS",
233233
"type": "tool",
234234
"uuid": "<is_present>"
235235
}
236236
],
237-
"userId": "test_user_id_1",
237+
"userId": "test_user_id_2",
238238
"uuid": "<is_present>"
239239
}

‎tests/test_integrations/test_pydanticai/pydanticai_app.py‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -25,12 +25,12 @@ class Deps:
2525
deps_type=Deps,
2626
retries=2,
2727

28-
name="test_trace_1",
29-
tags=["test_tag_1"],
30-
metadata={"test_metadata_1": "test_metadata_1"},
31-
thread_id="test_thread_id_1",
32-
user_id="test_user_id_1",
33-
metric_collection="test_collection_1",
28+
trace_name="test_trace_1",
29+
trace_tags=["test_tag_1"],
30+
trace_metadata={"test_metadata_1": "test_metadata_1"},
31+
trace_thread_id="test_thread_id_1",
32+
trace_user_id="test_user_id_1",
33+
trace_metric_collection="test_collection_1",
3434
)
3535

3636

@@ -82,11 +82,11 @@ async def run_agent(input_query: str):
8282
input_query,
8383
deps=deps,
8484
# metric_collection="test_collection_1",
85-
name="test_trace_2",
85+
trace_name="test_trace_2",
8686
# tags=["test_tag_1"],
8787
# metadata={"test_metadata_1": "test_metadata_1"},
8888
# thread_id="test_thread_id_1",
89-
user_id="test_user_id_2",
89+
trace_user_id="test_user_id_2",
9090
)
9191

9292
return result.output

0 commit comments

Comments
 (0)