1010import pytest
1111from pytest_mock .plugin import MockerFixture
1212
13- from src . uipath .eval .coded_evaluators .exact_match_evaluator import (
13+ from uipath .eval .coded_evaluators .exact_match_evaluator import (
1414 ExactMatchEvaluator ,
1515 ExactMatchEvaluatorConfig ,
1616)
17- from src . uipath .eval .coded_evaluators .json_similarity_evaluator import (
17+ from uipath .eval .coded_evaluators .json_similarity_evaluator import (
1818 JsonSimilarityEvaluator ,
1919 JsonSimilarityEvaluatorConfig ,
2020)
21- from src . uipath .eval .coded_evaluators .llm_as_judge_evaluator import (
21+ from uipath .eval .coded_evaluators .llm_as_judge_evaluator import (
2222 LLMJudgeMixin ,
2323)
24- from src . uipath .eval .coded_evaluators .llm_judge_output_evaluator import (
24+ from uipath .eval .coded_evaluators .llm_judge_output_evaluator import (
2525 LLMJudgeOutputEvaluator ,
2626 LLMJudgeOutputEvaluatorConfig ,
2727)
28- from src . uipath .eval .coded_evaluators .llm_judge_trajectory_evaluator import (
28+ from uipath .eval .coded_evaluators .llm_judge_trajectory_evaluator import (
2929 LLMJudgeTrajectoryEvaluator ,
3030)
31- from src . uipath .eval .coded_evaluators .output_evaluator import (
31+ from uipath .eval .coded_evaluators .output_evaluator import (
3232 OutputEvaluationCriteria ,
3333)
34- from src . uipath .eval .coded_evaluators .tool_call_args_evaluator import (
34+ from uipath .eval .coded_evaluators .tool_call_args_evaluator import (
3535 ToolCallArgsEvaluationCriteria ,
3636 ToolCallArgsEvaluator ,
3737 ToolCallArgsEvaluatorConfig ,
3838)
39- from src . uipath .eval .coded_evaluators .tool_call_count_evaluator import (
39+ from uipath .eval .coded_evaluators .tool_call_count_evaluator import (
4040 ToolCallCountEvaluationCriteria ,
4141 ToolCallCountEvaluator ,
4242 ToolCallCountEvaluatorConfig ,
4343)
44- from src . uipath .eval .coded_evaluators .tool_call_order_evaluator import (
44+ from uipath .eval .coded_evaluators .tool_call_order_evaluator import (
4545 ToolCallOrderEvaluationCriteria ,
4646 ToolCallOrderEvaluator ,
4747 ToolCallOrderEvaluatorConfig ,
4848)
49- from src . uipath .eval .coded_evaluators .tool_call_output_evaluator import (
49+ from uipath .eval .coded_evaluators .tool_call_output_evaluator import (
5050 ToolCallOutputEvaluationCriteria ,
5151 ToolCallOutputEvaluator ,
5252 ToolCallOutputEvaluatorConfig ,
@@ -234,7 +234,7 @@ def test_json_similarity_evaluator_justification_schema(self) -> None:
234234 def test_tool_call_order_evaluator_justification_schema (self ) -> None :
235235 """Test ToolCallOrderEvaluator justification schema generation."""
236236 # Test justification type extraction - tool call evaluators have their own justification types
237- from src . uipath .eval .coded_evaluators .tool_call_order_evaluator import (
237+ from uipath .eval .coded_evaluators .tool_call_order_evaluator import (
238238 ToolCallOrderEvaluatorJustification ,
239239 )
240240
@@ -244,7 +244,7 @@ def test_tool_call_order_evaluator_justification_schema(self) -> None:
244244 def test_tool_call_count_evaluator_justification_schema (self ) -> None :
245245 """Test ToolCallCountEvaluator justification schema generation."""
246246 # Test justification type extraction - tool call evaluators have their own justification types
247- from src . uipath .eval .coded_evaluators .tool_call_count_evaluator import (
247+ from uipath .eval .coded_evaluators .tool_call_count_evaluator import (
248248 ToolCallCountEvaluatorJustification ,
249249 )
250250
@@ -254,7 +254,7 @@ def test_tool_call_count_evaluator_justification_schema(self) -> None:
254254 def test_tool_call_args_evaluator_justification_schema (self ) -> None :
255255 """Test ToolCallArgsEvaluator justification schema generation."""
256256 # Test justification type extraction - tool call evaluators have their own justification types
257- from src . uipath .eval .coded_evaluators .tool_call_args_evaluator import (
257+ from uipath .eval .coded_evaluators .tool_call_args_evaluator import (
258258 ToolCallArgsEvaluatorJustification ,
259259 )
260260
@@ -264,7 +264,7 @@ def test_tool_call_args_evaluator_justification_schema(self) -> None:
264264 def test_tool_call_output_evaluator_justification_schema (self ) -> None :
265265 """Test ToolCallOutputEvaluator justification schema generation."""
266266 # Test justification type extraction - tool call evaluators have their own justification types
267- from src . uipath .eval .coded_evaluators .tool_call_output_evaluator import (
267+ from uipath .eval .coded_evaluators .tool_call_output_evaluator import (
268268 ToolCallOutputEvaluatorJustification ,
269269 )
270270
0 commit comments