We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9efd28b commit 9faf568Copy full SHA for 9faf568
1 file changed
src/agentevals/openai_eval_backend.py
@@ -144,7 +144,7 @@ async def evaluate_openai_eval(
144
item_schema = _ACTUAL_ONLY_SCHEMA if grader_type == "label_model" else _TEXT_PAIR_SCHEMA
145
eval_obj = await asyncio.to_thread(
146
client.evals.create,
147
- name=f"agentevals-{evaluator_def.name}",
+ name=f"agentevals-openai-{evaluator_def.name}",
148
data_source_config={
149
"type": "custom",
150
"item_schema": item_schema,
@@ -158,7 +158,7 @@ async def evaluate_openai_eval(
158
run = await asyncio.to_thread(
159
client.evals.runs.create,
160
eval_id=eval_id,
161
- name=f"agentevals-run-{evaluator_def.name}",
+ name=f"agentevals-openai-run-{evaluator_def.name}",
162
data_source={
163
"type": "jsonl",
164
"source": {
0 commit comments