feat: switch train set -> better perf

config.json

@@ -11,60 +11,114 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "bash",
-    "1": "c",
-    "2": "c#",
-    "3": "c++",
-    "4": "go",
-    "5": "haskell",
-    "6": "java",
-    "7": "javascript",
-    "8": "jq",
-    "9": "julia",
-    "10": "kotlin",
-    "11": "lua",
-    "12": "objective-c",
-    "13": "perl",
-    "14": "php",
-    "15": "python",
-    "16": "ruby",
-    "17": "rust",
-    "18": "scala",
-    "19": "sql",
-    "20": "swift",
-    "21": "typescript",
-    "22": "zig",
-    "23": "http",
-    "24": "unknown"
+    "0": "Assembly",
+    "1": "Batchfile",
+    "2": "C",
+    "3": "C#",
+    "4": "C++",
+    "5": "CMake",
+    "6": "COBOL",
+    "7": "CSS",
+    "8": "CSV",
+    "9": "Clojure",
+    "10": "CoffeeScript",
+    "11": "DM",
+    "12": "Dart",
+    "13": "Dockerfile",
+    "14": "Elixir",
+    "15": "Erlang",
+    "16": "Fortran",
+    "17": "Go",
+    "18": "Groovy",
+    "19": "HTML",
+    "20": "Haskell",
+    "21": "INI",
+    "22": "JSON",
+    "23": "Java",
+    "24": "JavaScript",
+    "25": "Julia",
+    "26": "Kotlin",
+    "27": "Lisp",
+    "28": "Lua",
+    "29": "Makefile",
+    "30": "Matlab",
+    "31": "OCaml",
+    "32": "Objective-C",
+    "33": "PHP",
+    "34": "Pascal",
+    "35": "Perl",
+    "36": "PowerShell",
+    "37": "Prolog",
+    "38": "Python",
+    "39": "R",
+    "40": "Ruby",
+    "41": "Rust",
+    "42": "SQL",
+    "43": "Scala",
+    "44": "Shell",
+    "45": "Swift",
+    "46": "TeX",
+    "47": "TypeScript",
+    "48": "Verilog",
+    "49": "Visual Basic",
+    "50": "XML",
+    "51": "YAML"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "bash": 0,
-    "c": 1,
-    "c#": 2,
-    "c++": 3,
-    "go": 4,
-    "haskell": 5,
-    "http": 23,
-    "java": 6,
-    "javascript": 7,
-    "jq": 8,
-    "julia": 9,
-    "kotlin": 10,
-    "lua": 11,
-    "objective-c": 12,
-    "perl": 13,
-    "php": 14,
-    "python": 15,
-    "ruby": 16,
-    "rust": 17,
-    "scala": 18,
-    "sql": 19,
-    "swift": 20,
-    "typescript": 21,
-    "unknown": 24,
-    "zig": 22
+    "Assembly": 0,
+    "Batchfile": 1,
+    "C": 2,
+    "C#": 3,
+    "C++": 4,
+    "CMake": 5,
+    "COBOL": 6,
+    "CSS": 7,
+    "CSV": 8,
+    "Clojure": 9,
+    "CoffeeScript": 10,
+    "DM": 11,
+    "Dart": 12,
+    "Dockerfile": 13,
+    "Elixir": 14,
+    "Erlang": 15,
+    "Fortran": 16,
+    "Go": 17,
+    "Groovy": 18,
+    "HTML": 19,
+    "Haskell": 20,
+    "INI": 21,
+    "JSON": 22,
+    "Java": 23,
+    "JavaScript": 24,
+    "Julia": 25,
+    "Kotlin": 26,
+    "Lisp": 27,
+    "Lua": 28,
+    "Makefile": 29,
+    "Matlab": 30,
+    "OCaml": 31,
+    "Objective-C": 32,
+    "PHP": 33,
+    "Pascal": 34,
+    "Perl": 35,
+    "PowerShell": 36,
+    "Prolog": 37,
+    "Python": 38,
+    "R": 39,
+    "Ruby": 40,
+    "Rust": 41,
+    "SQL": 42,
+    "Scala": 43,
+    "Shell": 44,
+    "Swift": 45,
+    "TeX": 46,
+    "TypeScript": 47,
+    "Verilog": 48,
+    "Visual Basic": 49,
+    "XML": 50,
+    "YAML": 51
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50f675b9b3d98d6914964c2cec65be66eb67febea3e314677f72aaaaeda0a0de
-size 334024140
+oid sha256:17e83369330d74bbdb51130c723338f4100bb046d426003a85e1e07d6fddbd4f
+size 334107193

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b06a0dfc78bcaebbac3b4decf6ec7a2f460c2f256c2c05f2b029ece2dfd4aec
-size 333892948
+oid sha256:f0bb8a3f7117d4dc8dc40f73b2b7620be6cd78430b171049938670e999bb8b84
+size 333976000

tokenizer_config.json

@@ -49,6 +49,7 @@
   "errors": "replace",
   "extra_special_tokens": {},
   "mask_token": "<mask>",
+  "max_len": 512,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "sep_token": "</s>",