Update to 14-category MMLU-Pro model (81.19% accuracy) - fixes #584 #591

category_mapping.json

@@ -0,0 +1,34 @@
+{
+  "category_to_idx": {
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
+  },
+  "idx_to_category": {
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
+  }
+}

config.json

@@ -11,16 +11,38 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "business",
-    "1": "law",
-    "2": "psychology"
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "business": 0,
-    "law": 1,
-    "psychology": 2
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
@@ -29,7 +51,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.56.1",
+  "transformers_version": "4.57.1",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 50265

label_mapping.json

@@ -1,12 +1,34 @@
 {
   "category_to_idx": {
-    "business": 0,
-    "law": 1,
-    "psychology": 2
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
   },
   "idx_to_category": {
-    "0": "business",
-    "1": "law",
-    "2": "psychology"
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e324f598ff4dd4de3c6231c18d3bc65b7c9376d284ce3b028236f5c4a09d7f8d
-size 498615900
+oid sha256:8deea33f0ea1f717097fe373f1cc6887e7a13ec40fc855e63eec55d44d6541c8
+size 498649736