fix typos

Author: dongyh20

lmms_eval/tasks/video-tt/gpt_utils.py

@@ -124,7 +124,7 @@ def parse_score(review):
         return ["no", 0]
 
 
-def gpt_score_proccess(doc, result):
+def gpt_score_process(doc, result):
     """
     Args:
         doc: a instance of the eval dataset

lmms_eval/tasks/video-tt/utils.py

@@ -1,19 +1,11 @@
-import datetime
-import json
 import os
 import re
 import sys
-from collections import defaultdict
 from pathlib import Path
-from typing import Dict, List, Optional, Union
 
-import cv2
-import numpy as np
 import yaml
 from loguru import logger as eval_logger
 
-from lmms_eval.tasks._task_utils.file_utils import generate_submission_file
-
 CATEGORIES = [
     "Objective Causality",
     "Objective Causality (Videography Phenomenon & Illusion)",

lmms_eval/tasks/video-tt/videott_all.yaml

@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score

lmms_eval/tasks/video-tt/videott_all_audio.yaml

@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score

lmms_eval/tasks/video-tt/videott_correct_leading_oe.yaml

@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score
@@ -25,7 +25,7 @@ lmms_eval_specific_kwargs:
     post_prompt: ""
   gpt4v:
     pre_prompt: ""
-    post_prompt: "Answer the question with A, B, C, or D."
+    post_prompt: ""
   llava_vid:
     pre_prompt: ""
     post_prompt: ""

lmms_eval/tasks/video-tt/videott_no_leading_oe.yaml

@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score
@@ -25,7 +25,7 @@ lmms_eval_specific_kwargs:
     post_prompt: ""
   gpt4v:
     pre_prompt: ""
-    post_prompt: "Answer the question with A, B, C, or D."
+    post_prompt: ""
   llava_vid:
     pre_prompt: ""
     post_prompt: ""

lmms_eval/tasks/video-tt/videott_paraphrase_oe.yaml

@@ -1,6 +1,6 @@
 include: _default_template.yaml
 
-task: videott_paraphrased_oe
+task: videott_paraphrase_oe
 test_split: test_paraphrased_oe
 output_type: generate_until
 doc_to_visual: !function utils.videott_doc_to_visual
@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score
@@ -25,7 +25,7 @@ lmms_eval_specific_kwargs:
     post_prompt: ""
   gpt4v:
     pre_prompt: ""
-    post_prompt: "Answer the question with A, B, C, or D."
+    post_prompt: ""
   llava_vid:
     pre_prompt: ""
     post_prompt: ""

lmms_eval/tasks/video-tt/videott_wrong_leading_oe.yaml

@@ -13,7 +13,7 @@ generation_kwargs:
   num_beams: 1
   do_sample: false
 # The return value of process_results will be used by metrics
-process_results: !function gpt_utils.gpt_score_proccess
+process_results: !function gpt_utils.gpt_score_process
 # Note that the metric name can be either a registed metric function (such as the case for GQA) or a key name returned by process_results
 metric_list:
   - metric: videott_open_ended_score
@@ -25,7 +25,7 @@ lmms_eval_specific_kwargs:
     post_prompt: ""
   gpt4v:
     pre_prompt: ""
-    post_prompt: "Answer the question with A, B, C, or D."
+    post_prompt: ""
   llava_vid:
     pre_prompt: ""
     post_prompt: ""