Skip to content

Commit 0c308ec

Browse files
committed
set verdict on failed task
1 parent 3228e2a commit 0c308ec

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

run.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
from composio_openai import ComposioToolSet, Action
77
from typing import List, Optional, TextIO
88
from src.reset_hubspot import reset_hubspot
9-
from src.shared import Model, Task, Tool, Toolset, SolveResult
9+
from src.shared import Model, Task, Tool, Toolset, SolveResult, Verdict
1010
from src.crm_agent import CRMAgent
1111
from src.dump_hubspot import dump_hubspot
1212
from src.evaluator import Evaluator
@@ -152,7 +152,12 @@ def solve_task(*, file: TextIO, task: Task, toolset: Toolset, model: Model, tria
152152
success=False,
153153
trial_idx=i,
154154
trials_count=trials_count,
155-
error=str(e)
155+
error=str(e),
156+
verdict=Verdict(
157+
verdict=False,
158+
reasoning="Error during task execution",
159+
confidence=1.0
160+
)
156161
)
157162
write_result_to_file(file=file, result=result)
158163

0 commit comments

Comments
 (0)