Skip to content

Commit 9faf568

Browse files
committed
fix: include openai in eval and run names to avoid name collisions
1 parent 9efd28b commit 9faf568

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

src/agentevals/openai_eval_backend.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -144,7 +144,7 @@ async def evaluate_openai_eval(
144144
item_schema = _ACTUAL_ONLY_SCHEMA if grader_type == "label_model" else _TEXT_PAIR_SCHEMA
145145
eval_obj = await asyncio.to_thread(
146146
client.evals.create,
147-
name=f"agentevals-{evaluator_def.name}",
147+
name=f"agentevals-openai-{evaluator_def.name}",
148148
data_source_config={
149149
"type": "custom",
150150
"item_schema": item_schema,
@@ -158,7 +158,7 @@ async def evaluate_openai_eval(
158158
run = await asyncio.to_thread(
159159
client.evals.runs.create,
160160
eval_id=eval_id,
161-
name=f"agentevals-run-{evaluator_def.name}",
161+
name=f"agentevals-openai-run-{evaluator_def.name}",
162162
data_source={
163163
"type": "jsonl",
164164
"source": {

0 commit comments

Comments
 (0)