We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9c7a55a commit f3eed01Copy full SHA for f3eed01
1 file changed
lmms_eval/tasks/mmmu_pro/utils.py
@@ -52,7 +52,7 @@ def mmmu_pro_doc_to_text(doc, lmms_eval_specific_kwargs=None):
52
return mmmu_doc_to_text_qwen3vl(doc, lmms_eval_specific_kwargs)
53
54
post_prompt = lmms_eval_specific_kwargs["post_prompt"]
55
- question = doc.get("question", "")
+ question = post_prompt # vision-only fallback: question and options are rendered in the image
56
if "question" in doc and "options" in doc: # original operation
57
question = construct_prompt(doc, post_prompt)
58
if config["metadata"]["interleaved_format"]:
0 commit comments