Skip to content

Commit 1fffac0

Browse files
committed
[Benchmark] Add support for CAPEval
1 parent fd09032 commit 1fffac0

2 files changed

Lines changed: 591 additions & 1 deletion

File tree

vlmeval/dataset/__init__.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@
99
from .asclepius import Asclepius
1010
from .av_speakerbench import AVSpeakerBench
1111
from .babyvision import BabyVision
12+
from .capeval import CAPEval
1213
from .CGAVCounting.cg_av_counting import CGAVCounting
1314
from .cgbench import (CGBench_MCQ_Grounding, CGBench_MCQ_Grounding_Mini, CGBench_OpenEnded,
1415
CGBench_OpenEnded_Mini)
@@ -311,7 +312,7 @@ def evaluate(self, eval_file, **judge_kwargs):
311312
SciDocBench, OmniMat,
312313
MMRarebenchDiagnosis, MMRarebenchTreatment, MMRarebenchCrossmodal, MMRarebenchExamination,
313314
MRareBenchDiagnosis, MRareBenchEvidenceVerif,
314-
BabyVision, PerceptionBench, SUPERChemDataset,
315+
BabyVision, PerceptionBench, SUPERChemDataset, CAPEval,
315316
]
316317

317318
# add by EASI team

0 commit comments

Comments
 (0)