xeon27
commited on
Commit
·
0dddab1
1
Parent(s):
8b91831
Add GAIA and GDM-InterCode-CTF tasks
Browse files- src/about.py +5 -2
src/about.py
CHANGED
|
@@ -12,9 +12,8 @@ class Task:
|
|
| 12 |
# ---------------------------------------------------
|
| 13 |
class Tasks(Enum):
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 15 |
-
# task0 = Task("anli_r1", "acc", "ANLI")
|
| 16 |
-
# task1 = Task("logiqa", "acc_norm", "LogiQA")
|
| 17 |
|
|
|
|
| 18 |
task0 = Task("arc_easy", "accuracy", "ARC-Easy")
|
| 19 |
task1 = Task("arc_challenge", "accuracy", "ARC-Challenge")
|
| 20 |
task2 = Task("drop", "mean", "DROP")
|
|
@@ -28,6 +27,10 @@ class Tasks(Enum):
|
|
| 28 |
task10 = Task("mmlu_pro", "accuracy", "MMLU-Pro")
|
| 29 |
task11 = Task("gpqa_diamond", "accuracy", "GPQA-Diamond")
|
| 30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 33 |
# ---------------------------------------------------
|
|
|
|
| 12 |
# ---------------------------------------------------
|
| 13 |
class Tasks(Enum):
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
|
|
|
|
|
|
| 15 |
|
| 16 |
+
# base
|
| 17 |
task0 = Task("arc_easy", "accuracy", "ARC-Easy")
|
| 18 |
task1 = Task("arc_challenge", "accuracy", "ARC-Challenge")
|
| 19 |
task2 = Task("drop", "mean", "DROP")
|
|
|
|
| 27 |
task10 = Task("mmlu_pro", "accuracy", "MMLU-Pro")
|
| 28 |
task11 = Task("gpqa_diamond", "accuracy", "GPQA-Diamond")
|
| 29 |
|
| 30 |
+
# agentic
|
| 31 |
+
task12 = Task("gaia", "mean", "GAIA")
|
| 32 |
+
task13 = Task("gdm_intercode_ctf", "accuracy", "GDM-InterCode-CTF")
|
| 33 |
+
|
| 34 |
|
| 35 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 36 |
# ---------------------------------------------------
|