MMLU-Pro

Running on CPU Upgrade

ubowang commited on Jul 31, 2024

Commit

79bf19f

verified ·

1 Parent(s): 98c387b

Update utils.py

Files changed (1) hide show

utils.py CHANGED Viewed

@@ -12,12 +12,12 @@ SUBJECTS = ["Biology", "Business", "Chemistry", "Computer Science", "Economics",
             "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
 MODEL_INFO = [
-    "Models",
     "Overall",
     "Biology", "Business", "Chemistry", "Computer Science", "Economics", "Engineering",
     "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
-DATA_TITLE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number',
                    'number', 'number', 'number', 'number', 'number', 'number', 'number',
                    'number', 'number']

             "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
 MODEL_INFO = [
+    "Models", "Data Source (Self-Reported vs. TIGER-Lab)"
     "Overall",
     "Biology", "Business", "Chemistry", "Computer Science", "Economics", "Engineering",
     "Health", "History", "Law", "Math", "Philosophy", "Physics", "Psychology", "Other"]
+DATA_TITLE_TYPE = ['markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number',
                    'number', 'number', 'number', 'number', 'number', 'number', 'number',
                    'number', 'number']