| { | |
| "architectures": [ | |
| "ModernBertForSequenceClassification" | |
| ], | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "bos_token_id": 50281, | |
| "classifier_activation": "gelu", | |
| "classifier_bias": false, | |
| "classifier_dropout": 0.0, | |
| "classifier_pooling": "mean", | |
| "cls_token_id": 50281, | |
| "decoder_bias": true, | |
| "deterministic_flash_attn": false, | |
| "dtype": "float32", | |
| "embedding_dropout": 0.0, | |
| "eos_token_id": 50282, | |
| "global_attn_every_n_layers": 3, | |
| "global_rope_theta": 160000.0, | |
| "gradient_checkpointing": false, | |
| "hidden_activation": "gelu", | |
| "hidden_size": 768, | |
| "id2label": { | |
| "0": 7, | |
| "1": 17, | |
| "10": 58, | |
| "100": 231, | |
| "101": 232, | |
| "102": 233, | |
| "103": 234, | |
| "104": 235, | |
| "105": 236, | |
| "106": 237, | |
| "107": 238, | |
| "108": 239, | |
| "109": 240, | |
| "11": 64, | |
| "110": 241, | |
| "111": 242, | |
| "112": 243, | |
| "113": 244, | |
| "114": 245, | |
| "115": 246, | |
| "116": 247, | |
| "117": 248, | |
| "118": 249, | |
| "119": 250, | |
| "12": 67, | |
| "120": 251, | |
| "121": 252, | |
| "122": 253, | |
| "123": 254, | |
| "124": 255, | |
| "125": 256, | |
| "126": 257, | |
| "127": 258, | |
| "128": 259, | |
| "129": 260, | |
| "13": 83, | |
| "130": 261, | |
| "131": 262, | |
| "132": 263, | |
| "133": 264, | |
| "134": 265, | |
| "135": 266, | |
| "136": 267, | |
| "137": 268, | |
| "138": 269, | |
| "139": 270, | |
| "14": 91, | |
| "140": 271, | |
| "141": 272, | |
| "142": 273, | |
| "143": 274, | |
| "144": 275, | |
| "145": 276, | |
| "146": 277, | |
| "147": 278, | |
| "148": 279, | |
| "149": 280, | |
| "15": 100, | |
| "150": 281, | |
| "151": 282, | |
| "152": 283, | |
| "153": 284, | |
| "154": 154, | |
| "155": 155, | |
| "156": 156, | |
| "157": 157, | |
| "158": 158, | |
| "159": 159, | |
| "16": 102, | |
| "160": 160, | |
| "161": 161, | |
| "162": 162, | |
| "163": 163, | |
| "164": 164, | |
| "165": 165, | |
| "166": 166, | |
| "167": 167, | |
| "168": 168, | |
| "169": 169, | |
| "17": 126, | |
| "170": 170, | |
| "171": 171, | |
| "172": 172, | |
| "173": 173, | |
| "174": 174, | |
| "175": 175, | |
| "176": 176, | |
| "177": 177, | |
| "178": 178, | |
| "179": 179, | |
| "18": 127, | |
| "180": 180, | |
| "181": 181, | |
| "182": 182, | |
| "183": 183, | |
| "184": 184, | |
| "185": 185, | |
| "186": 186, | |
| "187": 187, | |
| "188": 188, | |
| "189": 189, | |
| "19": 128, | |
| "190": 190, | |
| "191": 191, | |
| "192": 192, | |
| "193": 193, | |
| "194": 194, | |
| "195": 195, | |
| "196": 196, | |
| "197": 197, | |
| "198": 198, | |
| "199": 199, | |
| "2": 31, | |
| "20": 131, | |
| "200": 200, | |
| "201": 201, | |
| "202": 202, | |
| "203": 203, | |
| "204": 204, | |
| "205": 205, | |
| "206": 206, | |
| "207": 207, | |
| "208": 208, | |
| "209": 209, | |
| "21": 135, | |
| "210": 210, | |
| "211": 211, | |
| "212": 212, | |
| "213": 213, | |
| "214": 214, | |
| "215": 215, | |
| "216": 216, | |
| "217": 217, | |
| "218": 218, | |
| "219": 219, | |
| "22": 138, | |
| "220": 220, | |
| "221": 221, | |
| "222": 222, | |
| "223": 223, | |
| "224": 224, | |
| "225": 225, | |
| "226": 226, | |
| "227": 227, | |
| "228": 228, | |
| "229": 229, | |
| "23": 153, | |
| "230": 230, | |
| "231": 231, | |
| "232": 232, | |
| "233": 233, | |
| "234": 234, | |
| "235": 235, | |
| "236": 236, | |
| "237": 237, | |
| "238": 238, | |
| "239": 239, | |
| "24": 154, | |
| "240": 240, | |
| "241": 241, | |
| "242": 242, | |
| "243": 243, | |
| "244": 244, | |
| "245": 245, | |
| "246": 246, | |
| "247": 247, | |
| "248": 248, | |
| "249": 249, | |
| "25": 155, | |
| "250": 250, | |
| "251": 251, | |
| "252": 252, | |
| "253": 253, | |
| "254": 254, | |
| "255": 255, | |
| "256": 256, | |
| "257": 257, | |
| "258": 258, | |
| "259": 259, | |
| "26": 156, | |
| "260": 260, | |
| "261": 261, | |
| "262": 262, | |
| "263": 263, | |
| "264": 264, | |
| "265": 265, | |
| "266": 266, | |
| "267": 267, | |
| "268": 268, | |
| "269": 269, | |
| "27": 157, | |
| "270": 270, | |
| "271": 271, | |
| "272": 272, | |
| "273": 273, | |
| "274": 274, | |
| "275": 275, | |
| "276": 276, | |
| "277": 277, | |
| "278": 278, | |
| "279": 279, | |
| "28": 158, | |
| "280": 280, | |
| "281": 281, | |
| "282": 282, | |
| "283": 283, | |
| "284": 284, | |
| "29": 159, | |
| "3": 38, | |
| "30": 160, | |
| "31": 161, | |
| "32": 162, | |
| "33": 163, | |
| "34": 164, | |
| "35": 165, | |
| "36": 166, | |
| "37": 167, | |
| "38": 168, | |
| "39": 169, | |
| "4": 39, | |
| "40": 171, | |
| "41": 172, | |
| "42": 173, | |
| "43": 174, | |
| "44": 175, | |
| "45": 176, | |
| "46": 177, | |
| "47": 178, | |
| "48": 179, | |
| "49": 180, | |
| "5": 40, | |
| "50": 181, | |
| "51": 182, | |
| "52": 183, | |
| "53": 184, | |
| "54": 185, | |
| "55": 186, | |
| "56": 187, | |
| "57": 188, | |
| "58": 189, | |
| "59": 190, | |
| "6": 43, | |
| "60": 191, | |
| "61": 192, | |
| "62": 193, | |
| "63": 194, | |
| "64": 195, | |
| "65": 196, | |
| "66": 197, | |
| "67": 198, | |
| "68": 199, | |
| "69": 200, | |
| "7": 48, | |
| "70": 201, | |
| "71": 202, | |
| "72": 203, | |
| "73": 204, | |
| "74": 205, | |
| "75": 206, | |
| "76": 207, | |
| "77": 208, | |
| "78": 209, | |
| "79": 210, | |
| "8": 53, | |
| "80": 211, | |
| "81": 212, | |
| "82": 213, | |
| "83": 214, | |
| "84": 215, | |
| "85": 216, | |
| "86": 217, | |
| "87": 218, | |
| "88": 219, | |
| "89": 220, | |
| "9": 56, | |
| "90": 221, | |
| "91": 222, | |
| "92": 223, | |
| "93": 224, | |
| "94": 225, | |
| "95": 226, | |
| "96": 227, | |
| "97": 228, | |
| "98": 229, | |
| "99": 230 | |
| }, | |
| "initializer_cutoff_factor": 2.0, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 1152, | |
| "label2id": { | |
| "7": "0", | |
| "17": "1", | |
| "31": "2", | |
| "38": "3", | |
| "39": "4", | |
| "40": "5", | |
| "43": "6", | |
| "48": "7", | |
| "53": "8", | |
| "56": "9", | |
| "58": "10", | |
| "64": "11", | |
| "67": "12", | |
| "83": "13", | |
| "91": "14", | |
| "100": "15", | |
| "102": "16", | |
| "126": "17", | |
| "127": "18", | |
| "128": "19", | |
| "131": "20", | |
| "135": "21", | |
| "138": "22", | |
| "153": "23", | |
| "154": "154", | |
| "155": "155", | |
| "156": "156", | |
| "157": "157", | |
| "158": "158", | |
| "159": "159", | |
| "160": "160", | |
| "161": "161", | |
| "162": "162", | |
| "163": "163", | |
| "164": "164", | |
| "165": "165", | |
| "166": "166", | |
| "167": "167", | |
| "168": "168", | |
| "169": "169", | |
| "170": "170", | |
| "171": "171", | |
| "172": "172", | |
| "173": "173", | |
| "174": "174", | |
| "175": "175", | |
| "176": "176", | |
| "177": "177", | |
| "178": "178", | |
| "179": "179", | |
| "180": "180", | |
| "181": "181", | |
| "182": "182", | |
| "183": "183", | |
| "184": "184", | |
| "185": "185", | |
| "186": "186", | |
| "187": "187", | |
| "188": "188", | |
| "189": "189", | |
| "190": "190", | |
| "191": "191", | |
| "192": "192", | |
| "193": "193", | |
| "194": "194", | |
| "195": "195", | |
| "196": "196", | |
| "197": "197", | |
| "198": "198", | |
| "199": "199", | |
| "200": "200", | |
| "201": "201", | |
| "202": "202", | |
| "203": "203", | |
| "204": "204", | |
| "205": "205", | |
| "206": "206", | |
| "207": "207", | |
| "208": "208", | |
| "209": "209", | |
| "210": "210", | |
| "211": "211", | |
| "212": "212", | |
| "213": "213", | |
| "214": "214", | |
| "215": "215", | |
| "216": "216", | |
| "217": "217", | |
| "218": "218", | |
| "219": "219", | |
| "220": "220", | |
| "221": "221", | |
| "222": "222", | |
| "223": "223", | |
| "224": "224", | |
| "225": "225", | |
| "226": "226", | |
| "227": "227", | |
| "228": "228", | |
| "229": "229", | |
| "230": "230", | |
| "231": "231", | |
| "232": "232", | |
| "233": "233", | |
| "234": "234", | |
| "235": "235", | |
| "236": "236", | |
| "237": "237", | |
| "238": "238", | |
| "239": "239", | |
| "240": "240", | |
| "241": "241", | |
| "242": "242", | |
| "243": "243", | |
| "244": "244", | |
| "245": "245", | |
| "246": "246", | |
| "247": "247", | |
| "248": "248", | |
| "249": "249", | |
| "250": "250", | |
| "251": "251", | |
| "252": "252", | |
| "253": "253", | |
| "254": "254", | |
| "255": "255", | |
| "256": "256", | |
| "257": "257", | |
| "258": "258", | |
| "259": "259", | |
| "260": "260", | |
| "261": "261", | |
| "262": "262", | |
| "263": "263", | |
| "264": "264", | |
| "265": "265", | |
| "266": "266", | |
| "267": "267", | |
| "268": "268", | |
| "269": "269", | |
| "270": "270", | |
| "271": "271", | |
| "272": "272", | |
| "273": "273", | |
| "274": "274", | |
| "275": "275", | |
| "276": "276", | |
| "277": "277", | |
| "278": "278", | |
| "279": "279", | |
| "280": "280", | |
| "281": "281", | |
| "282": "282", | |
| "283": "283", | |
| "284": "284" | |
| }, | |
| "layer_norm_eps": 1e-05, | |
| "local_attention": 128, | |
| "local_rope_theta": 10000.0, | |
| "max_position_embeddings": 8192, | |
| "mlp_bias": false, | |
| "mlp_dropout": 0.0, | |
| "model_type": "modernbert", | |
| "norm_bias": false, | |
| "norm_eps": 1e-05, | |
| "num_attention_heads": 12, | |
| "num_hidden_layers": 22, | |
| "pad_token_id": 50283, | |
| "position_embedding_type": "absolute", | |
| "problem_type": "single_label_classification", | |
| "repad_logits_with_grad": false, | |
| "sep_token_id": 50282, | |
| "sparse_pred_ignore_index": -100, | |
| "sparse_prediction": false, | |
| "transformers_version": "4.57.3", | |
| "vocab_size": 50368 | |
| } | |