We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 98f55a4 commit 124e76cCopy full SHA for 124e76c
2 files changed
deepeval/evaluate/utils.py
@@ -191,6 +191,7 @@ def create_api_test_case(
191
api_test_case = LLMApiTestCase(
192
name=name,
193
input="",
194
+ multimodalMode=True,
195
multimodalInput=test_case.input,
196
multimodalActualOutput=test_case.actual_output,
197
multimodalExpectedOutput=test_case.expected_output,
deepeval/test_run/api.py
@@ -17,6 +17,7 @@ class LLMApiTestCase(BaseModel):
17
token_cost: Optional[float] = Field(None, alias="tokenCost")
18
completion_time: Optional[float] = Field(None, alias="completionTime")
19
tags: Optional[List[str]] = Field(None)
20
+ multimodal_mode: Optional[bool] = Field(None, alias="multimodalMode")
21
multimodal_input: Optional[List[Union[str, MLLMImage]]] = Field(
22
None, alias="multimodalInput"
23
)
0 commit comments