homogenize tags

Author: NathanHB

src/lighteval/tasks/tasks/agieval.py

@@ -12,7 +12,7 @@
 en, zh
 
 tags:
-math, reasoning, law, language, history, chemistry, biology, geography, physics
+biology, chemistry, geography, history, knowledge, language, multiple-choice, physics, reasoning
 
 paper:
 https://arxiv.org/abs/2304.06364

src/lighteval/tasks/tasks/aime.py

@@ -13,6 +13,9 @@
 
 paper:
 https://maa.org/aime-thresholds-are-available/
+
+tags:
+math, reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/anli.py

@@ -11,6 +11,9 @@
 
 paper:
 https://arxiv.org/abs/1910.14599
+
+tags:
+nli, reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/arc.py

@@ -11,6 +11,9 @@
 
 paper:
 https://arxiv.org/abs/1803.05457
+
+tags:
+multiple-choice
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/arc_agi_2.py

@@ -17,6 +17,9 @@
 
 paper:
 https://arcprize.org/guide
+
+tags:
+multiple-choice
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/arithmetic.py

@@ -8,6 +8,9 @@
 
 paper:
 https://arxiv.org/abs/2005.14165
+
+tags:
+math, reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/asdiv.py

@@ -8,6 +8,9 @@
 
 paper:
 https://arxiv.org/abs/2410.12853
+
+tags:
+math, reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/babi_qa.py

@@ -8,6 +8,9 @@
 
 paper:
 https://arxiv.org/abs/1502.05698
+
+tags:
+qa, reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/bbq.py

@@ -8,6 +8,9 @@
 
 paper:
 https://arxiv.org/abs/2110.08193
+
+tags:
+bias, multiple-choice, qa
 """
 
 import lighteval.tasks.default_prompts as prompt

src/lighteval/tasks/tasks/bigbench.py

@@ -8,6 +8,9 @@
 
 paper:
 https://arxiv.org/abs/2206.04615
+
+tags:
+reasoning
 """
 
 import lighteval.tasks.default_prompts as prompt