| { |
| "architectures": [ |
| "ModernBertForSequenceClassification" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "bos_token_id": 50281, |
| "classifier_activation": "gelu", |
| "classifier_bias": false, |
| "classifier_dropout": 0.0, |
| "classifier_pooling": "mean", |
| "cls_token_id": 50281, |
| "decoder_bias": true, |
| "deterministic_flash_attn": false, |
| "embedding_dropout": 0.0, |
| "eos_token_id": 50282, |
| "global_attn_every_n_layers": 3, |
| "global_rope_theta": 160000.0, |
| "gradient_checkpointing": false, |
| "hidden_activation": "gelu", |
| "hidden_size": 768, |
| "id2label": { |
| "0": "AGS Script", |
| "1": "Ada", |
| "10": "C#", |
| "100": "Perl", |
| "101": "Pickle", |
| "102": "PicoLisp", |
| "103": "PlantUML", |
| "104": "PostScript", |
| "105": "PowerShell", |
| "106": "Prolog", |
| "107": "Protocol Buffer Text Format", |
| "108": "PureScript", |
| "109": "Python", |
| "11": "C++", |
| "110": "R", |
| "111": "RDoc", |
| "112": "REALbasic", |
| "113": "Ragel in Ruby Host", |
| "114": "Rascal", |
| "115": "Raw token data", |
| "116": "Redcode", |
| "117": "Ruby", |
| "118": "Rust", |
| "119": "SCSS", |
| "12": "CMake", |
| "120": "SQF", |
| "121": "SQL", |
| "122": "Sass", |
| "123": "Scala", |
| "124": "Scheme", |
| "125": "Scilab", |
| "126": "Shell", |
| "127": "Smali", |
| "128": "Solidity", |
| "129": "Squirrel", |
| "13": "CODEOWNERS", |
| "130": "Starlark", |
| "131": "Stylus", |
| "132": "Swift", |
| "133": "TSV", |
| "134": "TSX", |
| "135": "Thrift", |
| "136": "Turtle", |
| "137": "Twig", |
| "138": "TypeScript", |
| "139": "Unity3D Asset", |
| "14": "Chapel", |
| "140": "Unix Assembly", |
| "141": "Unknown", |
| "142": "VBScript", |
| "143": "VCL", |
| "144": "VHDL", |
| "145": "Verilog", |
| "146": "Vim Script", |
| "147": "Vim Snippet", |
| "148": "Visual Basic", |
| "149": "Visual Basic .NET", |
| "15": "CoffeeScript", |
| "150": "Vue", |
| "151": "Wavefront Object", |
| "152": "XML Property List", |
| "153": "XS", |
| "154": "YANG", |
| "16": "ColdFusion", |
| "17": "Common Lisp", |
| "18": "Crystal", |
| "19": "Csound", |
| "2": "Adobe Font Metrics", |
| "20": "Csound Document", |
| "21": "D", |
| "22": "DIGITAL Command Language", |
| "23": "Dart", |
| "24": "Dockerfile", |
| "25": "ECL", |
| "26": "EJS", |
| "27": "Eagle", |
| "28": "Edoid", |
| "29": "Erlang", |
| "3": "ApacheConf", |
| "30": "Fish", |
| "31": "Fluent", |
| "32": "Fortran Free Form", |
| "33": "FreeBasic", |
| "34": "FreeMarker", |
| "35": "G-code", |
| "36": "GAP", |
| "37": "GAS", |
| "38": "GDB", |
| "39": "GDScript", |
| "4": "Apex", |
| "40": "GLSL", |
| "41": "Gerber Image", |
| "42": "Gettext Catalog", |
| "43": "Gherkin", |
| "44": "Git Config", |
| "45": "Gnuplot", |
| "46": "Go", |
| "47": "Go Module", |
| "48": "Gradle", |
| "49": "Graphviz (DOT)", |
| "5": "AsciiDoc", |
| "50": "Groovy", |
| "51": "HCL", |
| "52": "HTML+Razor", |
| "53": "Hack", |
| "54": "Haskell", |
| "55": "Haxe", |
| "56": "Hoon", |
| "57": "Ignore List", |
| "58": "ImageJ Macro", |
| "59": "Inform 7", |
| "6": "Assembly", |
| "60": "Inno Setup", |
| "61": "Io", |
| "62": "Ioke", |
| "63": "Isabelle", |
| "64": "J", |
| "65": "JAR Manifest", |
| "66": "JQ", |
| "67": "Java", |
| "68": "JavaScript", |
| "69": "Julia", |
| "7": "Blade", |
| "70": "Jupyter Notebook", |
| "71": "KiCad Layout", |
| "72": "Kit", |
| "73": "Kotlin", |
| "74": "Kvlang", |
| "75": "LLVM", |
| "76": "Lean", |
| "77": "Less", |
| "78": "Lex", |
| "79": "Logtalk", |
| "8": "Bluespec", |
| "80": "LookML", |
| "81": "Lua", |
| "82": "MATLAB", |
| "83": "Makefile", |
| "84": "Mathematica", |
| "85": "Metal", |
| "86": "Modelica", |
| "87": "Nim", |
| "88": "OCaml", |
| "89": "ObjDump", |
| "9": "C", |
| "90": "Objective-C", |
| "91": "Objective-C++", |
| "92": "Open Policy Agent", |
| "93": "OpenEdge ABL", |
| "94": "OpenStep Property List", |
| "95": "OpenType Feature File", |
| "96": "PHP", |
| "97": "PLpgSQL", |
| "98": "POV-Ray SDL", |
| "99": "Pascal" |
| }, |
| "initializer_cutoff_factor": 2.0, |
| "initializer_range": 0.02, |
| "intermediate_size": 1152, |
| "label2id": { |
| "AGS Script": 0, |
| "Ada": 1, |
| "Adobe Font Metrics": 2, |
| "ApacheConf": 3, |
| "Apex": 4, |
| "AsciiDoc": 5, |
| "Assembly": 6, |
| "Blade": 7, |
| "Bluespec": 8, |
| "C": 9, |
| "C#": 10, |
| "C++": 11, |
| "CMake": 12, |
| "CODEOWNERS": 13, |
| "Chapel": 14, |
| "CoffeeScript": 15, |
| "ColdFusion": 16, |
| "Common Lisp": 17, |
| "Crystal": 18, |
| "Csound": 19, |
| "Csound Document": 20, |
| "D": 21, |
| "DIGITAL Command Language": 22, |
| "Dart": 23, |
| "Dockerfile": 24, |
| "ECL": 25, |
| "EJS": 26, |
| "Eagle": 27, |
| "Edoid": 28, |
| "Erlang": 29, |
| "Fish": 30, |
| "Fluent": 31, |
| "Fortran Free Form": 32, |
| "FreeBasic": 33, |
| "FreeMarker": 34, |
| "G-code": 35, |
| "GAP": 36, |
| "GAS": 37, |
| "GDB": 38, |
| "GDScript": 39, |
| "GLSL": 40, |
| "Gerber Image": 41, |
| "Gettext Catalog": 42, |
| "Gherkin": 43, |
| "Git Config": 44, |
| "Gnuplot": 45, |
| "Go": 46, |
| "Go Module": 47, |
| "Gradle": 48, |
| "Graphviz (DOT)": 49, |
| "Groovy": 50, |
| "HCL": 51, |
| "HTML+Razor": 52, |
| "Hack": 53, |
| "Haskell": 54, |
| "Haxe": 55, |
| "Hoon": 56, |
| "Ignore List": 57, |
| "ImageJ Macro": 58, |
| "Inform 7": 59, |
| "Inno Setup": 60, |
| "Io": 61, |
| "Ioke": 62, |
| "Isabelle": 63, |
| "J": 64, |
| "JAR Manifest": 65, |
| "JQ": 66, |
| "Java": 67, |
| "JavaScript": 68, |
| "Julia": 69, |
| "Jupyter Notebook": 70, |
| "KiCad Layout": 71, |
| "Kit": 72, |
| "Kotlin": 73, |
| "Kvlang": 74, |
| "LLVM": 75, |
| "Lean": 76, |
| "Less": 77, |
| "Lex": 78, |
| "Logtalk": 79, |
| "LookML": 80, |
| "Lua": 81, |
| "MATLAB": 82, |
| "Makefile": 83, |
| "Mathematica": 84, |
| "Metal": 85, |
| "Modelica": 86, |
| "Nim": 87, |
| "OCaml": 88, |
| "ObjDump": 89, |
| "Objective-C": 90, |
| "Objective-C++": 91, |
| "Open Policy Agent": 92, |
| "OpenEdge ABL": 93, |
| "OpenStep Property List": 94, |
| "OpenType Feature File": 95, |
| "PHP": 96, |
| "PLpgSQL": 97, |
| "POV-Ray SDL": 98, |
| "Pascal": 99, |
| "Perl": 100, |
| "Pickle": 101, |
| "PicoLisp": 102, |
| "PlantUML": 103, |
| "PostScript": 104, |
| "PowerShell": 105, |
| "Prolog": 106, |
| "Protocol Buffer Text Format": 107, |
| "PureScript": 108, |
| "Python": 109, |
| "R": 110, |
| "RDoc": 111, |
| "REALbasic": 112, |
| "Ragel in Ruby Host": 113, |
| "Rascal": 114, |
| "Raw token data": 115, |
| "Redcode": 116, |
| "Ruby": 117, |
| "Rust": 118, |
| "SCSS": 119, |
| "SQF": 120, |
| "SQL": 121, |
| "Sass": 122, |
| "Scala": 123, |
| "Scheme": 124, |
| "Scilab": 125, |
| "Shell": 126, |
| "Smali": 127, |
| "Solidity": 128, |
| "Squirrel": 129, |
| "Starlark": 130, |
| "Stylus": 131, |
| "Swift": 132, |
| "TSV": 133, |
| "TSX": 134, |
| "Thrift": 135, |
| "Turtle": 136, |
| "Twig": 137, |
| "TypeScript": 138, |
| "Unity3D Asset": 139, |
| "Unix Assembly": 140, |
| "Unknown": 141, |
| "VBScript": 142, |
| "VCL": 143, |
| "VHDL": 144, |
| "Verilog": 145, |
| "Vim Script": 146, |
| "Vim Snippet": 147, |
| "Visual Basic": 148, |
| "Visual Basic .NET": 149, |
| "Vue": 150, |
| "Wavefront Object": 151, |
| "XML Property List": 152, |
| "XS": 153, |
| "YANG": 154 |
| }, |
| "layer_norm_eps": 1e-05, |
| "local_attention": 128, |
| "local_rope_theta": 10000.0, |
| "max_position_embeddings": 8192, |
| "mlp_bias": false, |
| "mlp_dropout": 0.0, |
| "model_type": "modernbert", |
| "norm_bias": false, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 12, |
| "num_hidden_layers": 22, |
| "pad_token_id": 50283, |
| "position_embedding_type": "absolute", |
| "problem_type": "single_label_classification", |
| "repad_logits_with_grad": false, |
| "sep_token_id": 50282, |
| "sparse_pred_ignore_index": -100, |
| "sparse_prediction": false, |
| "torch_dtype": "float32", |
| "transformers_version": "4.53.1", |
| "vocab_size": 50368 |
| } |
|
|