{ "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "GAP", "1": "Squirrel", "2": "Objective-C", "3": "Gerber Image", "4": "Open Policy Agent", "5": "Jupyter Notebook", "6": "Rascal", "7": "Starlark", "8": "ImageJ Macro", "9": "PLpgSQL", "10": "SCSS", "11": "Eagle", "12": "Bluespec", "13": "C++", "14": "PHP", "15": "GDScript", "16": "ApacheConf", "17": "Modelica", "18": "Pickle", "19": "MATLAB", "20": "Kit", "21": "Erlang", "22": "DIGITAL Command Language", "23": "TypeScript", "24": "Lua", "25": "LLVM", "26": "Stylus", "27": "Lean", "28": "Gradle", "29": "Vim Snippet", "30": "Fortran Free Form", "31": "Vue", "32": "Swift", "33": "GLSL", "34": "TSX", "35": "Objective-C++", "36": "Prolog", "37": "Dockerfile", "38": "Twig", "39": "Wavefront Object", "40": "Go", "41": "Makefile", "42": "XML Property List", "43": "CODEOWNERS", "44": "Inform 7", "45": "Unix Assembly", "46": "Gettext Catalog", "47": "CMake", "48": "XS", "49": "Solidity", "50": "Lex", "51": "AGS Script", "52": "Groovy", "53": "C#", "54": "Thrift", "55": "Edoid", "56": "Pascal", "57": "Fluent", "58": "PowerShell", "59": "Java", "60": "VBScript", "61": "YANG", "62": "Raw token data", "63": "Haskell", "64": "Hoon", "65": "Mathematica", "66": "SQF", "67": "Inno Setup", "68": "Ragel in Ruby Host", "69": "Go Module", "70": "Vim Script", "71": "J", "72": "ObjDump", "73": "PicoLisp", "74": "HTML+Razor", "75": "Gnuplot", "76": "FreeMarker", "77": "Assembly", "78": "Scala", "79": "RDoc", "80": "OpenType Feature File", "81": "ColdFusion", "82": "Julia", "83": "OpenStep Property List", "84": "Csound", "85": "GDB", "86": "Dart", "87": "Git Config", "88": "Gherkin", "89": "JAR Manifest", "90": "AsciiDoc", "91": "Visual Basic .NET", "92": "Csound Document", "93": "HCL", "94": "OCaml", "95": "Io", "96": "PlantUML", "97": "Nim", "98": "Rust", "99": "VCL", "100": "G-code", "101": "Metal", "102": "Visual Basic", "103": "GAS", "104": "Adobe Font Metrics", "105": "Scilab", "106": "Shell", "107": "TSV", "108": "Ignore List", "109": "Ruby", "110": "KiCad Layout", "111": "LookML", "112": "ECL", "113": "D", "114": "Unity3D Asset", "115": "PostScript", "116": "R", "117": "JQ", "118": "Blade", "119": "EJS", "120": "C", "121": "Chapel", "122": "Redcode", "123": "SQL", "124": "PureScript", "125": "FreeBasic", "126": "CoffeeScript", "127": "Scheme", "128": "Unknown", "129": "Haxe", "130": "Sass", "131": "Kotlin", "132": "Protocol Buffer Text Format", "133": "Fish", "134": "OpenEdge ABL", "135": "Less", "136": "Ioke", "137": "Common Lisp", "138": "Kvlang", "139": "Python", "140": "REALbasic", "141": "Hack", "142": "Logtalk", "143": "VHDL", "144": "Apex", "145": "Turtle", "146": "POV-Ray SDL", "147": "Ada", "148": "Crystal", "149": "Graphviz (DOT)", "150": "Verilog", "151": "JavaScript", "152": "Smali", "153": "Perl", "154": "Isabelle" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "AGS Script": 51, "Ada": 147, "Adobe Font Metrics": 104, "ApacheConf": 16, "Apex": 144, "AsciiDoc": 90, "Assembly": 77, "Blade": 118, "Bluespec": 12, "C": 120, "C#": 53, "C++": 13, "CMake": 47, "CODEOWNERS": 43, "Chapel": 121, "CoffeeScript": 126, "ColdFusion": 81, "Common Lisp": 137, "Crystal": 148, "Csound": 84, "Csound Document": 92, "D": 113, "DIGITAL Command Language": 22, "Dart": 86, "Dockerfile": 37, "ECL": 112, "EJS": 119, "Eagle": 11, "Edoid": 55, "Erlang": 21, "Fish": 133, "Fluent": 57, "Fortran Free Form": 30, "FreeBasic": 125, "FreeMarker": 76, "G-code": 100, "GAP": 0, "GAS": 103, "GDB": 85, "GDScript": 15, "GLSL": 33, "Gerber Image": 3, "Gettext Catalog": 46, "Gherkin": 88, "Git Config": 87, "Gnuplot": 75, "Go": 40, "Go Module": 69, "Gradle": 28, "Graphviz (DOT)": 149, "Groovy": 52, "HCL": 93, "HTML+Razor": 74, "Hack": 141, "Haskell": 63, "Haxe": 129, "Hoon": 64, "Ignore List": 108, "ImageJ Macro": 8, "Inform 7": 44, "Inno Setup": 67, "Io": 95, "Ioke": 136, "Isabelle": 154, "J": 71, "JAR Manifest": 89, "JQ": 117, "Java": 59, "JavaScript": 151, "Julia": 82, "Jupyter Notebook": 5, "KiCad Layout": 110, "Kit": 20, "Kotlin": 131, "Kvlang": 138, "LLVM": 25, "Lean": 27, "Less": 135, "Lex": 50, "Logtalk": 142, "LookML": 111, "Lua": 24, "MATLAB": 19, "Makefile": 41, "Mathematica": 65, "Metal": 101, "Modelica": 17, "Nim": 97, "OCaml": 94, "ObjDump": 72, "Objective-C": 2, "Objective-C++": 35, "Open Policy Agent": 4, "OpenEdge ABL": 134, "OpenStep Property List": 83, "OpenType Feature File": 80, "PHP": 14, "PLpgSQL": 9, "POV-Ray SDL": 146, "Pascal": 56, "Perl": 153, "Pickle": 18, "PicoLisp": 73, "PlantUML": 96, "PostScript": 115, "PowerShell": 58, "Prolog": 36, "Protocol Buffer Text Format": 132, "PureScript": 124, "Python": 139, "R": 116, "RDoc": 79, "REALbasic": 140, "Ragel in Ruby Host": 68, "Rascal": 6, "Raw token data": 62, "Redcode": 122, "Ruby": 109, "Rust": 98, "SCSS": 10, "SQF": 66, "SQL": 123, "Sass": 130, "Scala": 78, "Scheme": 127, "Scilab": 105, "Shell": 106, "Smali": 152, "Solidity": 49, "Squirrel": 1, "Starlark": 7, "Stylus": 26, "Swift": 32, "TSV": 107, "TSX": 34, "Thrift": 54, "Turtle": 145, "Twig": 38, "TypeScript": 23, "Unity3D Asset": 114, "Unix Assembly": 45, "Unknown": 128, "VBScript": 60, "VCL": 99, "VHDL": 143, "Verilog": 150, "Vim Script": 70, "Vim Snippet": 29, "Visual Basic": 102, "Visual Basic .NET": 91, "Vue": 31, "Wavefront Object": 39, "XML Property List": 42, "XS": 48, "YANG": 61 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "repad_logits_with_grad": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "transformers_version": "4.57.3", "vocab_size": 50368 }