{
  "architectures": [
    "ModernBertForSequenceClassification"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "bos_token_id": 50281,
  "classifier_activation": "gelu",
  "classifier_bias": false,
  "classifier_dropout": 0.0,
  "classifier_pooling": "mean",
  "cls_token_id": 50281,
  "decoder_bias": true,
  "deterministic_flash_attn": false,
  "dtype": "float32",
  "embedding_dropout": 0.0,
  "eos_token_id": 50282,
  "global_attn_every_n_layers": 3,
  "global_rope_theta": 160000.0,
  "gradient_checkpointing": false,
  "hidden_activation": "gelu",
  "hidden_size": 768,
  "id2label": {
    "0": "Scheme",
    "1": "R",
    "2": "Protocol Buffer Text Format",
    "3": "Java",
    "4": "J",
    "5": "Erlang",
    "6": "Smali",
    "7": "Vim Snippet",
    "8": "ApacheConf",
    "9": "Edoid",
    "10": "Csound Document",
    "11": "Gherkin",
    "12": "Unknown",
    "13": "GLSL",
    "14": "Bluespec",
    "15": "VCL",
    "16": "DIGITAL Command Language",
    "17": "Redcode",
    "18": "POV-Ray SDL",
    "19": "Objective-C",
    "20": "HCL",
    "21": "Inform 7",
    "22": "Groovy",
    "23": "TypeScript",
    "24": "C#",
    "25": "XML Property List",
    "26": "GAP",
    "27": "Csound",
    "28": "Python",
    "29": "Assembly",
    "30": "FreeBasic",
    "31": "Fish",
    "32": "MATLAB",
    "33": "Thrift",
    "34": "G-code",
    "35": "HTML+Razor",
    "36": "Hoon",
    "37": "Vim Script",
    "38": "Scilab",
    "39": "PHP",
    "40": "CMake",
    "41": "Ragel in Ruby Host",
    "42": "Prolog",
    "43": "Fortran Free Form",
    "44": "PowerShell",
    "45": "FreeMarker",
    "46": "Metal",
    "47": "PostScript",
    "48": "EJS",
    "49": "Vue",
    "50": "VBScript",
    "51": "Mathematica",
    "52": "Rust",
    "53": "Fluent",
    "54": "Starlark",
    "55": "LookML",
    "56": "Crystal",
    "57": "Modelica",
    "58": "TSV",
    "59": "PicoLisp",
    "60": "Blade",
    "61": "Isabelle",
    "62": "Objective-C++",
    "63": "Eagle",
    "64": "Ruby",
    "65": "Inno Setup",
    "66": "Gradle",
    "67": "Visual Basic",
    "68": "KiCad Layout",
    "69": "AsciiDoc",
    "70": "Gnuplot",
    "71": "CODEOWNERS",
    "72": "Git Config",
    "73": "XS",
    "74": "OpenStep Property List",
    "75": "OCaml",
    "76": "Go",
    "77": "Lean",
    "78": "GDScript",
    "79": "Ignore List",
    "80": "RDoc",
    "81": "Swift",
    "82": "Visual Basic .NET",
    "83": "GAS",
    "84": "Unity3D Asset",
    "85": "Gerber Image",
    "86": "PureScript",
    "87": "SCSS",
    "88": "Scala",
    "89": "C",
    "90": "Verilog",
    "91": "Lua",
    "92": "OpenEdge ABL",
    "93": "TSX",
    "94": "Nim",
    "95": "GDB",
    "96": "Solidity",
    "97": "ObjDump",
    "98": "Ada",
    "99": "ImageJ Macro",
    "100": "REALbasic",
    "101": "VHDL",
    "102": "Lex",
    "103": "YANG",
    "104": "Hack",
    "105": "Rascal",
    "106": "AGS Script",
    "107": "Sass",
    "108": "JAR Manifest",
    "109": "Kotlin",
    "110": "Dockerfile",
    "111": "SQL",
    "112": "ColdFusion",
    "113": "Chapel",
    "114": "Open Policy Agent",
    "115": "PLpgSQL",
    "116": "Twig",
    "117": "CoffeeScript",
    "118": "Haskell",
    "119": "JavaScript",
    "120": "ECL",
    "121": "Adobe Font Metrics",
    "122": "OpenType Feature File",
    "123": "Logtalk",
    "124": "Ioke",
    "125": "Haxe",
    "126": "Raw token data",
    "127": "Apex",
    "128": "D",
    "129": "Perl",
    "130": "Jupyter Notebook",
    "131": "LLVM",
    "132": "SQF",
    "133": "Less",
    "134": "Makefile",
    "135": "Io",
    "136": "JQ",
    "137": "Stylus",
    "138": "C++",
    "139": "PlantUML",
    "140": "Kit",
    "141": "Shell",
    "142": "Julia",
    "143": "Kvlang",
    "144": "Common Lisp",
    "145": "Wavefront Object",
    "146": "Squirrel",
    "147": "Gettext Catalog",
    "148": "Dart",
    "149": "Unix Assembly",
    "150": "Pascal",
    "151": "Turtle",
    "152": "Go Module",
    "153": "Graphviz (DOT)",
    "154": "Scheme",
    "155": "R",
    "156": "Protocol Buffer Text Format",
    "157": "Java",
    "158": "Erlang",
    "159": "J",
    "160": "Vim Snippet",
    "161": "ApacheConf",
    "162": "Edoid",
    "163": "Gherkin",
    "164": "GLSL",
    "165": "Bluespec",
    "166": "DIGITAL Command Language",
    "167": "POV-Ray SDL",
    "168": "Objective-C",
    "169": "HCL",
    "170": "Groovy",
    "171": "TypeScript",
    "172": "C#",
    "173": "XML Property List",
    "174": "Python",
    "175": "Assembly",
    "176": "FreeBasic",
    "177": "Fish",
    "178": "MATLAB",
    "179": "Thrift",
    "180": "G-code",
    "181": "HTML+Razor",
    "182": "Hoon",
    "183": "Vim Script",
    "184": "Scilab",
    "185": "PHP",
    "186": "CMake",
    "187": "Ragel in Ruby Host",
    "188": "Fortran Free Form",
    "189": "PowerShell",
    "190": "FreeMarker",
    "191": "Metal",
    "192": "PostScript",
    "193": "EJS",
    "194": "Vue",
    "195": "VBScript",
    "196": "Rust",
    "197": "Fluent",
    "198": "Starlark",
    "199": "LookML",
    "200": "Crystal",
    "201": "Modelica",
    "202": "TSV",
    "203": "Blade",
    "204": "Isabelle",
    "205": "Objective-C++",
    "206": "Eagle",
    "207": "Ruby",
    "208": "Inno Setup",
    "209": "Gradle",
    "210": "AsciiDoc",
    "211": "Visual Basic",
    "212": "KiCad Layout",
    "213": "Gnuplot",
    "214": "OCaml",
    "215": "Go",
    "216": "Lean",
    "217": "GDScript",
    "218": "Ignore List",
    "219": "RDoc",
    "220": "Swift",
    "221": "Visual Basic .NET",
    "222": "GAS",
    "223": "Unity3D Asset",
    "224": "Gerber Image",
    "225": "PureScript",
    "226": "SCSS",
    "227": "Scala",
    "228": "C",
    "229": "Verilog",
    "230": "Lua",
    "231": "OpenEdge ABL",
    "232": "TSX",
    "233": "Nim",
    "234": "GDB",
    "235": "Solidity",
    "236": "ObjDump",
    "237": "Ada",
    "238": "ImageJ Macro",
    "239": "VHDL",
    "240": "Lex",
    "241": "YANG",
    "242": "Hack",
    "243": "Rascal",
    "244": "Sass",
    "245": "Kotlin",
    "246": "Dockerfile",
    "247": "SQL",
    "248": "ColdFusion",
    "249": "Open Policy Agent",
    "250": "Chapel",
    "251": "PLpgSQL",
    "252": "Twig",
    "253": "CoffeeScript",
    "254": "Haskell",
    "255": "JavaScript",
    "256": "ECL",
    "257": "OpenType Feature File",
    "258": "Logtalk",
    "259": "Haxe",
    "260": "Raw token data",
    "261": "Apex",
    "262": "D",
    "263": "Perl",
    "264": "Jupyter Notebook",
    "265": "LLVM",
    "266": "SQF",
    "267": "Less",
    "268": "Makefile",
    "269": "Io",
    "270": "Pickle",
    "271": "Stylus",
    "272": "C++",
    "273": "PlantUML",
    "274": "Kit",
    "275": "Julia",
    "276": "Shell",
    "277": "Wavefront Object",
    "278": "Common Lisp",
    "279": "Squirrel",
    "280": "Gettext Catalog",
    "281": "Dart",
    "282": "Turtle",
    "283": "Go Module",
    "284": "Graphviz (DOT)"
  },
  "initializer_cutoff_factor": 2.0,
  "initializer_range": 0.02,
  "intermediate_size": 1152,
  "label2id": {
    "AGS Script": 106,
    "Ada": 237,
    "Adobe Font Metrics": 121,
    "ApacheConf": 161,
    "Apex": 261,
    "AsciiDoc": 210,
    "Assembly": 175,
    "Blade": 203,
    "Bluespec": 165,
    "C": 228,
    "C#": 172,
    "C++": 272,
    "CMake": 186,
    "CODEOWNERS": 71,
    "Chapel": 250,
    "CoffeeScript": 253,
    "ColdFusion": 248,
    "Common Lisp": 278,
    "Crystal": 200,
    "Csound": 27,
    "Csound Document": 10,
    "D": 262,
    "DIGITAL Command Language": 166,
    "Dart": 281,
    "Dockerfile": 246,
    "ECL": 256,
    "EJS": 193,
    "Eagle": 206,
    "Edoid": 162,
    "Erlang": 158,
    "Fish": 177,
    "Fluent": 197,
    "Fortran Free Form": 188,
    "FreeBasic": 176,
    "FreeMarker": 190,
    "G-code": 180,
    "GAP": 26,
    "GAS": 222,
    "GDB": 234,
    "GDScript": 217,
    "GLSL": 164,
    "Gerber Image": 224,
    "Gettext Catalog": 280,
    "Gherkin": 163,
    "Git Config": 72,
    "Gnuplot": 213,
    "Go": 215,
    "Go Module": 283,
    "Gradle": 209,
    "Graphviz (DOT)": 284,
    "Groovy": 170,
    "HCL": 169,
    "HTML+Razor": 181,
    "Hack": 242,
    "Haskell": 254,
    "Haxe": 259,
    "Hoon": 182,
    "Ignore List": 218,
    "ImageJ Macro": 238,
    "Inform 7": 21,
    "Inno Setup": 208,
    "Io": 269,
    "Ioke": 124,
    "Isabelle": 204,
    "J": 159,
    "JAR Manifest": 108,
    "JQ": 136,
    "Java": 157,
    "JavaScript": 255,
    "Julia": 275,
    "Jupyter Notebook": 264,
    "KiCad Layout": 212,
    "Kit": 274,
    "Kotlin": 245,
    "Kvlang": 143,
    "LLVM": 265,
    "Lean": 216,
    "Less": 267,
    "Lex": 240,
    "Logtalk": 258,
    "LookML": 199,
    "Lua": 230,
    "MATLAB": 178,
    "Makefile": 268,
    "Mathematica": 51,
    "Metal": 191,
    "Modelica": 201,
    "Nim": 233,
    "OCaml": 214,
    "ObjDump": 236,
    "Objective-C": 168,
    "Objective-C++": 205,
    "Open Policy Agent": 249,
    "OpenEdge ABL": 231,
    "OpenStep Property List": 74,
    "OpenType Feature File": 257,
    "PHP": 185,
    "PLpgSQL": 251,
    "POV-Ray SDL": 167,
    "Pascal": 150,
    "Perl": 263,
    "Pickle": 270,
    "PicoLisp": 59,
    "PlantUML": 273,
    "PostScript": 192,
    "PowerShell": 189,
    "Prolog": 42,
    "Protocol Buffer Text Format": 156,
    "PureScript": 225,
    "Python": 174,
    "R": 155,
    "RDoc": 219,
    "REALbasic": 100,
    "Ragel in Ruby Host": 187,
    "Rascal": 243,
    "Raw token data": 260,
    "Redcode": 17,
    "Ruby": 207,
    "Rust": 196,
    "SCSS": 226,
    "SQF": 266,
    "SQL": 247,
    "Sass": 244,
    "Scala": 227,
    "Scheme": 154,
    "Scilab": 184,
    "Shell": 276,
    "Smali": 6,
    "Solidity": 235,
    "Squirrel": 279,
    "Starlark": 198,
    "Stylus": 271,
    "Swift": 220,
    "TSV": 202,
    "TSX": 232,
    "Thrift": 179,
    "Turtle": 282,
    "Twig": 252,
    "TypeScript": 171,
    "Unity3D Asset": 223,
    "Unix Assembly": 149,
    "Unknown": 12,
    "VBScript": 195,
    "VCL": 15,
    "VHDL": 239,
    "Verilog": 229,
    "Vim Script": 183,
    "Vim Snippet": 160,
    "Visual Basic": 211,
    "Visual Basic .NET": 221,
    "Vue": 194,
    "Wavefront Object": 277,
    "XML Property List": 173,
    "XS": 73,
    "YANG": 241
  },
  "layer_norm_eps": 1e-05,
  "local_attention": 128,
  "local_rope_theta": 10000.0,
  "max_position_embeddings": 8192,
  "mlp_bias": false,
  "mlp_dropout": 0.0,
  "model_type": "modernbert",
  "norm_bias": false,
  "norm_eps": 1e-05,
  "num_attention_heads": 12,
  "num_hidden_layers": 22,
  "pad_token_id": 50283,
  "position_embedding_type": "absolute",
  "problem_type": "single_label_classification",
  "repad_logits_with_grad": false,
  "sep_token_id": 50282,
  "sparse_pred_ignore_index": -100,
  "sparse_prediction": false,
  "transformers_version": "4.57.1",
  "vocab_size": 50368
}