Training in progress, epoch 1

config.json

@@ -0,0 +1,490 @@
+{
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Scheme",
+    "1": "R",
+    "2": "Protocol Buffer Text Format",
+    "3": "Java",
+    "4": "J",
+    "5": "Erlang",
+    "6": "Smali",
+    "7": "Vim Snippet",
+    "8": "ApacheConf",
+    "9": "Edoid",
+    "10": "Csound Document",
+    "11": "Gherkin",
+    "12": "Unknown",
+    "13": "GLSL",
+    "14": "Bluespec",
+    "15": "VCL",
+    "16": "DIGITAL Command Language",
+    "17": "Redcode",
+    "18": "POV-Ray SDL",
+    "19": "Objective-C",
+    "20": "HCL",
+    "21": "Inform 7",
+    "22": "Groovy",
+    "23": "TypeScript",
+    "24": "C#",
+    "25": "XML Property List",
+    "26": "GAP",
+    "27": "Csound",
+    "28": "Python",
+    "29": "Assembly",
+    "30": "FreeBasic",
+    "31": "Fish",
+    "32": "MATLAB",
+    "33": "Thrift",
+    "34": "G-code",
+    "35": "HTML+Razor",
+    "36": "Hoon",
+    "37": "Vim Script",
+    "38": "Scilab",
+    "39": "PHP",
+    "40": "CMake",
+    "41": "Ragel in Ruby Host",
+    "42": "Prolog",
+    "43": "Fortran Free Form",
+    "44": "PowerShell",
+    "45": "FreeMarker",
+    "46": "Metal",
+    "47": "PostScript",
+    "48": "EJS",
+    "49": "Vue",
+    "50": "VBScript",
+    "51": "Mathematica",
+    "52": "Rust",
+    "53": "Fluent",
+    "54": "Starlark",
+    "55": "LookML",
+    "56": "Crystal",
+    "57": "Modelica",
+    "58": "TSV",
+    "59": "PicoLisp",
+    "60": "Blade",
+    "61": "Isabelle",
+    "62": "Objective-C++",
+    "63": "Eagle",
+    "64": "Ruby",
+    "65": "Inno Setup",
+    "66": "Gradle",
+    "67": "Visual Basic",
+    "68": "KiCad Layout",
+    "69": "AsciiDoc",
+    "70": "Gnuplot",
+    "71": "CODEOWNERS",
+    "72": "Git Config",
+    "73": "XS",
+    "74": "OpenStep Property List",
+    "75": "OCaml",
+    "76": "Go",
+    "77": "Lean",
+    "78": "GDScript",
+    "79": "Ignore List",
+    "80": "RDoc",
+    "81": "Swift",
+    "82": "Visual Basic .NET",
+    "83": "GAS",
+    "84": "Unity3D Asset",
+    "85": "Gerber Image",
+    "86": "PureScript",
+    "87": "SCSS",
+    "88": "Scala",
+    "89": "C",
+    "90": "Verilog",
+    "91": "Lua",
+    "92": "OpenEdge ABL",
+    "93": "TSX",
+    "94": "Nim",
+    "95": "GDB",
+    "96": "Solidity",
+    "97": "ObjDump",
+    "98": "Ada",
+    "99": "ImageJ Macro",
+    "100": "REALbasic",
+    "101": "VHDL",
+    "102": "Lex",
+    "103": "YANG",
+    "104": "Hack",
+    "105": "Rascal",
+    "106": "AGS Script",
+    "107": "Sass",
+    "108": "JAR Manifest",
+    "109": "Kotlin",
+    "110": "Dockerfile",
+    "111": "SQL",
+    "112": "ColdFusion",
+    "113": "Chapel",
+    "114": "Open Policy Agent",
+    "115": "PLpgSQL",
+    "116": "Twig",
+    "117": "CoffeeScript",
+    "118": "Haskell",
+    "119": "JavaScript",
+    "120": "ECL",
+    "121": "Adobe Font Metrics",
+    "122": "OpenType Feature File",
+    "123": "Logtalk",
+    "124": "Ioke",
+    "125": "Haxe",
+    "126": "Raw token data",
+    "127": "Apex",
+    "128": "D",
+    "129": "Perl",
+    "130": "Jupyter Notebook",
+    "131": "LLVM",
+    "132": "SQF",
+    "133": "Less",
+    "134": "Makefile",
+    "135": "Io",
+    "136": "JQ",
+    "137": "Stylus",
+    "138": "C++",
+    "139": "PlantUML",
+    "140": "Kit",
+    "141": "Shell",
+    "142": "Julia",
+    "143": "Kvlang",
+    "144": "Common Lisp",
+    "145": "Wavefront Object",
+    "146": "Squirrel",
+    "147": "Gettext Catalog",
+    "148": "Dart",
+    "149": "Unix Assembly",
+    "150": "Pascal",
+    "151": "Turtle",
+    "152": "Go Module",
+    "153": "Graphviz (DOT)",
+    "154": "Scheme",
+    "155": "R",
+    "156": "Protocol Buffer Text Format",
+    "157": "Java",
+    "158": "Erlang",
+    "159": "J",
+    "160": "Vim Snippet",
+    "161": "ApacheConf",
+    "162": "Edoid",
+    "163": "Gherkin",
+    "164": "GLSL",
+    "165": "Bluespec",
+    "166": "DIGITAL Command Language",
+    "167": "POV-Ray SDL",
+    "168": "Objective-C",
+    "169": "HCL",
+    "170": "Groovy",
+    "171": "TypeScript",
+    "172": "C#",
+    "173": "XML Property List",
+    "174": "Python",
+    "175": "Assembly",
+    "176": "FreeBasic",
+    "177": "Fish",
+    "178": "MATLAB",
+    "179": "Thrift",
+    "180": "G-code",
+    "181": "HTML+Razor",
+    "182": "Hoon",
+    "183": "Vim Script",
+    "184": "Scilab",
+    "185": "PHP",
+    "186": "CMake",
+    "187": "Ragel in Ruby Host",
+    "188": "Fortran Free Form",
+    "189": "PowerShell",
+    "190": "FreeMarker",
+    "191": "Metal",
+    "192": "PostScript",
+    "193": "EJS",
+    "194": "Vue",
+    "195": "VBScript",
+    "196": "Rust",
+    "197": "Fluent",
+    "198": "Starlark",
+    "199": "LookML",
+    "200": "Crystal",
+    "201": "Modelica",
+    "202": "TSV",
+    "203": "Blade",
+    "204": "Isabelle",
+    "205": "Objective-C++",
+    "206": "Eagle",
+    "207": "Ruby",
+    "208": "Inno Setup",
+    "209": "Gradle",
+    "210": "AsciiDoc",
+    "211": "Visual Basic",
+    "212": "KiCad Layout",
+    "213": "Gnuplot",
+    "214": "OCaml",
+    "215": "Go",
+    "216": "Lean",
+    "217": "GDScript",
+    "218": "Ignore List",
+    "219": "RDoc",
+    "220": "Swift",
+    "221": "Visual Basic .NET",
+    "222": "GAS",
+    "223": "Unity3D Asset",
+    "224": "Gerber Image",
+    "225": "PureScript",
+    "226": "SCSS",
+    "227": "Scala",
+    "228": "C",
+    "229": "Verilog",
+    "230": "Lua",
+    "231": "OpenEdge ABL",
+    "232": "TSX",
+    "233": "Nim",
+    "234": "GDB",
+    "235": "Solidity",
+    "236": "ObjDump",
+    "237": "Ada",
+    "238": "ImageJ Macro",
+    "239": "VHDL",
+    "240": "Lex",
+    "241": "YANG",
+    "242": "Hack",
+    "243": "Rascal",
+    "244": "Sass",
+    "245": "Kotlin",
+    "246": "Dockerfile",
+    "247": "SQL",
+    "248": "ColdFusion",
+    "249": "Open Policy Agent",
+    "250": "Chapel",
+    "251": "PLpgSQL",
+    "252": "Twig",
+    "253": "CoffeeScript",
+    "254": "Haskell",
+    "255": "JavaScript",
+    "256": "ECL",
+    "257": "OpenType Feature File",
+    "258": "Logtalk",
+    "259": "Haxe",
+    "260": "Raw token data",
+    "261": "Apex",
+    "262": "D",
+    "263": "Perl",
+    "264": "Jupyter Notebook",
+    "265": "LLVM",
+    "266": "SQF",
+    "267": "Less",
+    "268": "Makefile",
+    "269": "Io",
+    "270": "Pickle",
+    "271": "Stylus",
+    "272": "C++",
+    "273": "PlantUML",
+    "274": "Kit",
+    "275": "Julia",
+    "276": "Shell",
+    "277": "Wavefront Object",
+    "278": "Common Lisp",
+    "279": "Squirrel",
+    "280": "Gettext Catalog",
+    "281": "Dart",
+    "282": "Turtle",
+    "283": "Go Module",
+    "284": "Graphviz (DOT)"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "AGS Script": 106,
+    "Ada": 237,
+    "Adobe Font Metrics": 121,
+    "ApacheConf": 161,
+    "Apex": 261,
+    "AsciiDoc": 210,
+    "Assembly": 175,
+    "Blade": 203,
+    "Bluespec": 165,
+    "C": 228,
+    "C#": 172,
+    "C++": 272,
+    "CMake": 186,
+    "CODEOWNERS": 71,
+    "Chapel": 250,
+    "CoffeeScript": 253,
+    "ColdFusion": 248,
+    "Common Lisp": 278,
+    "Crystal": 200,
+    "Csound": 27,
+    "Csound Document": 10,
+    "D": 262,
+    "DIGITAL Command Language": 166,
+    "Dart": 281,
+    "Dockerfile": 246,
+    "ECL": 256,
+    "EJS": 193,
+    "Eagle": 206,
+    "Edoid": 162,
+    "Erlang": 158,
+    "Fish": 177,
+    "Fluent": 197,
+    "Fortran Free Form": 188,
+    "FreeBasic": 176,
+    "FreeMarker": 190,
+    "G-code": 180,
+    "GAP": 26,
+    "GAS": 222,
+    "GDB": 234,
+    "GDScript": 217,
+    "GLSL": 164,
+    "Gerber Image": 224,
+    "Gettext Catalog": 280,
+    "Gherkin": 163,
+    "Git Config": 72,
+    "Gnuplot": 213,
+    "Go": 215,
+    "Go Module": 283,
+    "Gradle": 209,
+    "Graphviz (DOT)": 284,
+    "Groovy": 170,
+    "HCL": 169,
+    "HTML+Razor": 181,
+    "Hack": 242,
+    "Haskell": 254,
+    "Haxe": 259,
+    "Hoon": 182,
+    "Ignore List": 218,
+    "ImageJ Macro": 238,
+    "Inform 7": 21,
+    "Inno Setup": 208,
+    "Io": 269,
+    "Ioke": 124,
+    "Isabelle": 204,
+    "J": 159,
+    "JAR Manifest": 108,
+    "JQ": 136,
+    "Java": 157,
+    "JavaScript": 255,
+    "Julia": 275,
+    "Jupyter Notebook": 264,
+    "KiCad Layout": 212,
+    "Kit": 274,
+    "Kotlin": 245,
+    "Kvlang": 143,
+    "LLVM": 265,
+    "Lean": 216,
+    "Less": 267,
+    "Lex": 240,
+    "Logtalk": 258,
+    "LookML": 199,
+    "Lua": 230,
+    "MATLAB": 178,
+    "Makefile": 268,
+    "Mathematica": 51,
+    "Metal": 191,
+    "Modelica": 201,
+    "Nim": 233,
+    "OCaml": 214,
+    "ObjDump": 236,
+    "Objective-C": 168,
+    "Objective-C++": 205,
+    "Open Policy Agent": 249,
+    "OpenEdge ABL": 231,
+    "OpenStep Property List": 74,
+    "OpenType Feature File": 257,
+    "PHP": 185,
+    "PLpgSQL": 251,
+    "POV-Ray SDL": 167,
+    "Pascal": 150,
+    "Perl": 263,
+    "Pickle": 270,
+    "PicoLisp": 59,
+    "PlantUML": 273,
+    "PostScript": 192,
+    "PowerShell": 189,
+    "Prolog": 42,
+    "Protocol Buffer Text Format": 156,
+    "PureScript": 225,
+    "Python": 174,
+    "R": 155,
+    "RDoc": 219,
+    "REALbasic": 100,
+    "Ragel in Ruby Host": 187,
+    "Rascal": 243,
+    "Raw token data": 260,
+    "Redcode": 17,
+    "Ruby": 207,
+    "Rust": 196,
+    "SCSS": 226,
+    "SQF": 266,
+    "SQL": 247,
+    "Sass": 244,
+    "Scala": 227,
+    "Scheme": 154,
+    "Scilab": 184,
+    "Shell": 276,
+    "Smali": 6,
+    "Solidity": 235,
+    "Squirrel": 279,
+    "Starlark": 198,
+    "Stylus": 271,
+    "Swift": 220,
+    "TSV": 202,
+    "TSX": 232,
+    "Thrift": 179,
+    "Turtle": 282,
+    "Twig": 252,
+    "TypeScript": 171,
+    "Unity3D Asset": 223,
+    "Unix Assembly": 149,
+    "Unknown": 12,
+    "VBScript": 195,
+    "VCL": 15,
+    "VHDL": 239,
+    "Verilog": 229,
+    "Vim Script": 183,
+    "Vim Snippet": 160,
+    "Visual Basic": 211,
+    "Visual Basic .NET": 221,
+    "Vue": 194,
+    "Wavefront Object": 277,
+    "XML Property List": 173,
+    "XS": 73,
+    "YANG": 241
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.1",
+  "vocab_size": 50368
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb156c838ecfbcc54c7cec81a558ffd22f5d64ab2962e1c36d70e9476e0adb39
+size 599310308

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3854ae2bbf84a2f321615d2418a438502179d0cb0e1fd7192de453bc8ab5658
+size 5905