Improve label of subtasks

src/constants.py

@@ -14,51 +14,51 @@ TASKS = {
 SUBTASKS = {
     # "leaderboard_arc_challenge": ["leaderboard_arc_challenge"],
     "leaderboard_bbh": [
-        "leaderboard_bbh_boolean_expressions",
-        "leaderboard_bbh_causal_judgement",
-        "leaderboard_bbh_date_understanding",
-        "leaderboard_bbh_disambiguation_qa",
-        "leaderboard_bbh_formal_fallacies",
-        "leaderboard_bbh_geometric_shapes",
-        "leaderboard_bbh_hyperbaton",
-        "leaderboard_bbh_logical_deduction_five_objects",
-        "leaderboard_bbh_logical_deduction_seven_objects",
-        "leaderboard_bbh_logical_deduction_three_objects",
-        "leaderboard_bbh_movie_recommendation",
-        "leaderboard_bbh_navigate",
-        "leaderboard_bbh_object_counting",
-        "leaderboard_bbh_penguins_in_a_table",
-        "leaderboard_bbh_reasoning_about_colored_objects",
-        "leaderboard_bbh_ruin_names",
-        "leaderboard_bbh_salient_translation_error_detection",
-        "leaderboard_bbh_snarks", "leaderboard_bbh_sports_understanding",
-        "leaderboard_bbh_temporal_sequences",
-        "leaderboard_bbh_tracking_shuffled_objects_five_objects",
-        "leaderboard_bbh_tracking_shuffled_objects_seven_objects",
-        "leaderboard_bbh_tracking_shuffled_objects_three_objects",
-        "leaderboard_bbh_web_of_lies",
+        ("Boolean Expressions", "leaderboard_bbh_boolean_expressions"),
+        ("Causal Judgment", "leaderboard_bbh_causal_judgement"),
+        ("Date Understanding", "leaderboard_bbh_date_understanding"),
+        ("Disambiguation QA", "leaderboard_bbh_disambiguation_qa"),
+        ("Formal Fallacies Syllogisms Negation", "leaderboard_bbh_formal_fallacies"),
+        ("Geometric Shapes", "leaderboard_bbh_geometric_shapes"),
+        ("Hyperbaton", "leaderboard_bbh_hyperbaton"),
+        ("Logical Deduction (5)", "leaderboard_bbh_logical_deduction_five_objects"),
+        ("Logical Deduction (7)", "leaderboard_bbh_logical_deduction_seven_objects"),
+        ("Logical Deduction (3)", "leaderboard_bbh_logical_deduction_three_objects"),
+        ("Movie Recommendation", "leaderboard_bbh_movie_recommendation"),
+        ("Navigate", "leaderboard_bbh_navigate"),
+        ("Object Counting", "leaderboard_bbh_object_counting"),
+        ("Penguins in a Table", "leaderboard_bbh_penguins_in_a_table"),
+        ("Reasoning about Colored Objects", "leaderboard_bbh_reasoning_about_colored_objects"),
+        ("Ruin Names", "leaderboard_bbh_ruin_names"),
+        ("Salient Translation Error Detection", "leaderboard_bbh_salient_translation_error_detection"),
+        ("Sports Understanding", "leaderboard_bbh_snarks", "leaderboard_bbh_sports_understanding"),
+        ("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
+        ("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
+        ("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
+        ("Tracking Shuffled Objects (3)", "leaderboard_bbh_tracking_shuffled_objects_three_objects"),
+        ("Web of Lies", "leaderboard_bbh_web_of_lies"),
     ],
     "leaderboard_gpqa": [
         "leaderboard_gpqa_extended",
         "leaderboard_gpqa_diamond",
         "leaderboard_gpqa_main",
     ],
-    "leaderboard_ifeval": ["leaderboard_ifeval"],
+    "leaderboard_ifeval": [("IFEval", "leaderboard_ifeval")],
     # "leaderboard_math_hard": [
     "leaderboard_math": [
-        "leaderboard_math_algebra_hard",
-        "leaderboard_math_counting_and_prob_hard",
-        "leaderboard_math_geometry_hard",
-        "leaderboard_math_intermediate_algebra_hard",
-        "leaderboard_math_num_theory_hard",
-        "leaderboard_math_prealgebra_hard",
-        "leaderboard_math_precalculus_hard",
+        ("Algebra", "leaderboard_math_algebra_hard"),
+        ("Counting and Probability", "leaderboard_math_counting_and_prob_hard"),
+        ("Geometry", "leaderboard_math_geometry_hard"),
+        ("Intermediate Algebra", "leaderboard_math_intermediate_algebra_hard"),
+        ("Number Theory", "leaderboard_math_num_theory_hard"),
+        ("Prealgebra", "leaderboard_math_prealgebra_hard"),
+        ("Precalculus", "leaderboard_math_precalculus_hard"),
     ],
-    "leaderboard_mmlu_pro": ["leaderboard_mmlu_pro"],
+    "leaderboard_mmlu_pro": [("MMLU-Pro", "leaderboard_mmlu_pro")],
     "leaderboard_musr": [
-        "leaderboard_musr_murder_mysteries",
-        "leaderboard_musr_object_placements",
-        "leaderboard_musr_team_allocation",
+        ("Murder Mystery", "leaderboard_musr_murder_mysteries"),
+        ("Object Placements", "leaderboard_musr_object_placements"),
+        ("Team Allocation", "leaderboard_musr_team_allocation"),
     ],
 }