Training in progress, epoch 1

config.json

@@ -0,0 +1,360 @@
+{
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "GAP",
+    "1": "Squirrel",
+    "2": "Objective-C",
+    "3": "Gerber Image",
+    "4": "Open Policy Agent",
+    "5": "Jupyter Notebook",
+    "6": "Rascal",
+    "7": "Starlark",
+    "8": "ImageJ Macro",
+    "9": "PLpgSQL",
+    "10": "SCSS",
+    "11": "Eagle",
+    "12": "Bluespec",
+    "13": "C++",
+    "14": "PHP",
+    "15": "GDScript",
+    "16": "ApacheConf",
+    "17": "Modelica",
+    "18": "Pickle",
+    "19": "MATLAB",
+    "20": "Kit",
+    "21": "Erlang",
+    "22": "DIGITAL Command Language",
+    "23": "TypeScript",
+    "24": "Lua",
+    "25": "LLVM",
+    "26": "Stylus",
+    "27": "Lean",
+    "28": "Gradle",
+    "29": "Vim Snippet",
+    "30": "Fortran Free Form",
+    "31": "Vue",
+    "32": "Swift",
+    "33": "GLSL",
+    "34": "TSX",
+    "35": "Objective-C++",
+    "36": "Prolog",
+    "37": "Dockerfile",
+    "38": "Twig",
+    "39": "Wavefront Object",
+    "40": "Go",
+    "41": "Makefile",
+    "42": "XML Property List",
+    "43": "CODEOWNERS",
+    "44": "Inform 7",
+    "45": "Unix Assembly",
+    "46": "Gettext Catalog",
+    "47": "CMake",
+    "48": "XS",
+    "49": "Solidity",
+    "50": "Lex",
+    "51": "AGS Script",
+    "52": "Groovy",
+    "53": "C#",
+    "54": "Thrift",
+    "55": "Edoid",
+    "56": "Pascal",
+    "57": "Fluent",
+    "58": "PowerShell",
+    "59": "Java",
+    "60": "VBScript",
+    "61": "YANG",
+    "62": "Raw token data",
+    "63": "Haskell",
+    "64": "Hoon",
+    "65": "Mathematica",
+    "66": "SQF",
+    "67": "Inno Setup",
+    "68": "Ragel in Ruby Host",
+    "69": "Go Module",
+    "70": "Vim Script",
+    "71": "J",
+    "72": "ObjDump",
+    "73": "PicoLisp",
+    "74": "HTML+Razor",
+    "75": "Gnuplot",
+    "76": "FreeMarker",
+    "77": "Assembly",
+    "78": "Scala",
+    "79": "RDoc",
+    "80": "OpenType Feature File",
+    "81": "ColdFusion",
+    "82": "Julia",
+    "83": "OpenStep Property List",
+    "84": "Csound",
+    "85": "GDB",
+    "86": "Dart",
+    "87": "Git Config",
+    "88": "Gherkin",
+    "89": "JAR Manifest",
+    "90": "AsciiDoc",
+    "91": "Visual Basic .NET",
+    "92": "Csound Document",
+    "93": "HCL",
+    "94": "OCaml",
+    "95": "Io",
+    "96": "PlantUML",
+    "97": "Nim",
+    "98": "Rust",
+    "99": "VCL",
+    "100": "G-code",
+    "101": "Metal",
+    "102": "Visual Basic",
+    "103": "GAS",
+    "104": "Adobe Font Metrics",
+    "105": "Scilab",
+    "106": "Shell",
+    "107": "TSV",
+    "108": "Ignore List",
+    "109": "Ruby",
+    "110": "KiCad Layout",
+    "111": "LookML",
+    "112": "ECL",
+    "113": "D",
+    "114": "Unity3D Asset",
+    "115": "PostScript",
+    "116": "R",
+    "117": "JQ",
+    "118": "Blade",
+    "119": "EJS",
+    "120": "C",
+    "121": "Chapel",
+    "122": "Redcode",
+    "123": "SQL",
+    "124": "PureScript",
+    "125": "FreeBasic",
+    "126": "CoffeeScript",
+    "127": "Scheme",
+    "128": "Unknown",
+    "129": "Haxe",
+    "130": "Sass",
+    "131": "Kotlin",
+    "132": "Protocol Buffer Text Format",
+    "133": "Fish",
+    "134": "OpenEdge ABL",
+    "135": "Less",
+    "136": "Ioke",
+    "137": "Common Lisp",
+    "138": "Kvlang",
+    "139": "Python",
+    "140": "REALbasic",
+    "141": "Hack",
+    "142": "Logtalk",
+    "143": "VHDL",
+    "144": "Apex",
+    "145": "Turtle",
+    "146": "POV-Ray SDL",
+    "147": "Ada",
+    "148": "Crystal",
+    "149": "Graphviz (DOT)",
+    "150": "Verilog",
+    "151": "JavaScript",
+    "152": "Smali",
+    "153": "Perl",
+    "154": "Isabelle"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "AGS Script": 51,
+    "Ada": 147,
+    "Adobe Font Metrics": 104,
+    "ApacheConf": 16,
+    "Apex": 144,
+    "AsciiDoc": 90,
+    "Assembly": 77,
+    "Blade": 118,
+    "Bluespec": 12,
+    "C": 120,
+    "C#": 53,
+    "C++": 13,
+    "CMake": 47,
+    "CODEOWNERS": 43,
+    "Chapel": 121,
+    "CoffeeScript": 126,
+    "ColdFusion": 81,
+    "Common Lisp": 137,
+    "Crystal": 148,
+    "Csound": 84,
+    "Csound Document": 92,
+    "D": 113,
+    "DIGITAL Command Language": 22,
+    "Dart": 86,
+    "Dockerfile": 37,
+    "ECL": 112,
+    "EJS": 119,
+    "Eagle": 11,
+    "Edoid": 55,
+    "Erlang": 21,
+    "Fish": 133,
+    "Fluent": 57,
+    "Fortran Free Form": 30,
+    "FreeBasic": 125,
+    "FreeMarker": 76,
+    "G-code": 100,
+    "GAP": 0,
+    "GAS": 103,
+    "GDB": 85,
+    "GDScript": 15,
+    "GLSL": 33,
+    "Gerber Image": 3,
+    "Gettext Catalog": 46,
+    "Gherkin": 88,
+    "Git Config": 87,
+    "Gnuplot": 75,
+    "Go": 40,
+    "Go Module": 69,
+    "Gradle": 28,
+    "Graphviz (DOT)": 149,
+    "Groovy": 52,
+    "HCL": 93,
+    "HTML+Razor": 74,
+    "Hack": 141,
+    "Haskell": 63,
+    "Haxe": 129,
+    "Hoon": 64,
+    "Ignore List": 108,
+    "ImageJ Macro": 8,
+    "Inform 7": 44,
+    "Inno Setup": 67,
+    "Io": 95,
+    "Ioke": 136,
+    "Isabelle": 154,
+    "J": 71,
+    "JAR Manifest": 89,
+    "JQ": 117,
+    "Java": 59,
+    "JavaScript": 151,
+    "Julia": 82,
+    "Jupyter Notebook": 5,
+    "KiCad Layout": 110,
+    "Kit": 20,
+    "Kotlin": 131,
+    "Kvlang": 138,
+    "LLVM": 25,
+    "Lean": 27,
+    "Less": 135,
+    "Lex": 50,
+    "Logtalk": 142,
+    "LookML": 111,
+    "Lua": 24,
+    "MATLAB": 19,
+    "Makefile": 41,
+    "Mathematica": 65,
+    "Metal": 101,
+    "Modelica": 17,
+    "Nim": 97,
+    "OCaml": 94,
+    "ObjDump": 72,
+    "Objective-C": 2,
+    "Objective-C++": 35,
+    "Open Policy Agent": 4,
+    "OpenEdge ABL": 134,
+    "OpenStep Property List": 83,
+    "OpenType Feature File": 80,
+    "PHP": 14,
+    "PLpgSQL": 9,
+    "POV-Ray SDL": 146,
+    "Pascal": 56,
+    "Perl": 153,
+    "Pickle": 18,
+    "PicoLisp": 73,
+    "PlantUML": 96,
+    "PostScript": 115,
+    "PowerShell": 58,
+    "Prolog": 36,
+    "Protocol Buffer Text Format": 132,
+    "PureScript": 124,
+    "Python": 139,
+    "R": 116,
+    "RDoc": 79,
+    "REALbasic": 140,
+    "Ragel in Ruby Host": 68,
+    "Rascal": 6,
+    "Raw token data": 62,
+    "Redcode": 122,
+    "Ruby": 109,
+    "Rust": 98,
+    "SCSS": 10,
+    "SQF": 66,
+    "SQL": 123,
+    "Sass": 130,
+    "Scala": 78,
+    "Scheme": 127,
+    "Scilab": 105,
+    "Shell": 106,
+    "Smali": 152,
+    "Solidity": 49,
+    "Squirrel": 1,
+    "Starlark": 7,
+    "Stylus": 26,
+    "Swift": 32,
+    "TSV": 107,
+    "TSX": 34,
+    "Thrift": 54,
+    "Turtle": 145,
+    "Twig": 38,
+    "TypeScript": 23,
+    "Unity3D Asset": 114,
+    "Unix Assembly": 45,
+    "Unknown": 128,
+    "VBScript": 60,
+    "VCL": 99,
+    "VHDL": 143,
+    "Verilog": 150,
+    "Vim Script": 70,
+    "Vim Snippet": 29,
+    "Visual Basic": 102,
+    "Visual Basic .NET": 91,
+    "Vue": 31,
+    "Wavefront Object": 39,
+    "XML Property List": 42,
+    "XS": 48,
+    "YANG": 61
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621c6c0a0405bdcc127f6f2c0a004b1f068f0a0021535a2de155ec7833288850
+size 598910420

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d72b0e334cce99dfb2c35b115fbd5c31b3a13498209d341bedfc29b60d7c978
+size 5905