Upload 4 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,436 @@
+{
+  "architectures": [
+    "ModernBertForTokenClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "classifier_activation": "silu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 1,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 2,
+  "global_attn_every_n_layers": 3,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "A0CN",
+    "1": "A0CP",
+    "2": "A0CS",
+    "3": "A0FP",
+    "4": "A0FS",
+    "5": "A0MP",
+    "6": "A0MS",
+    "7": "AAMP",
+    "8": "CC",
+    "9": "CS",
+    "10": "DFP",
+    "11": "DFS",
+    "12": "DMP",
+    "13": "DMS",
+    "14": "DNS",
+    "15": "E",
+    "16": "Faa",
+    "17": "Fat",
+    "18": "Fc",
+    "19": "Fca",
+    "20": "Fct",
+    "21": "Fd",
+    "22": "Fe",
+    "23": "Fg",
+    "24": "Fia",
+    "25": "Fit",
+    "26": "Fp",
+    "27": "Fpa",
+    "28": "Fpt",
+    "29": "Fra",
+    "30": "Frc",
+    "31": "Ft",
+    "32": "Fx",
+    "33": "Fz",
+    "34": "GCP",
+    "35": "GCS",
+    "36": "GFP",
+    "37": "GFS",
+    "38": "GMP",
+    "39": "GMS",
+    "40": "IFP0",
+    "41": "IFS0",
+    "42": "IMP0",
+    "43": "IMS0",
+    "44": "IMSA",
+    "45": "INP0",
+    "46": "INS0",
+    "47": "L",
+    "48": "MC0CN",
+    "49": "MC0FN",
+    "50": "MC0MN",
+    "51": "MO0FP",
+    "52": "MO0FS",
+    "53": "MO0MP",
+    "54": "MO0MS",
+    "55": "MP0FS",
+    "56": "MP0MS",
+    "57": "NCCP0",
+    "58": "NCCS0",
+    "59": "NCFP0",
+    "60": "NCFS0",
+    "61": "NCFSA",
+    "62": "NCMN0",
+    "63": "NCMP0",
+    "64": "NCMS0",
+    "65": "NP000",
+    "66": "O",
+    "67": "P1CPB0",
+    "68": "P1CPC0",
+    "69": "P1CSC0",
+    "70": "P1CSN0",
+    "71": "P1CSO0",
+    "72": "P2CPB0",
+    "73": "P2CPC0",
+    "74": "P2CSA0",
+    "75": "P2CSB0",
+    "76": "P3CNB0",
+    "77": "P3CNO0",
+    "78": "P3CNR0",
+    "79": "P3CPD0",
+    "80": "P3CSBP",
+    "81": "P3CSD0",
+    "82": "P3FPA0",
+    "83": "P3FPB0",
+    "84": "P3FSA0",
+    "85": "P3FSB0",
+    "86": "P3MPA0",
+    "87": "P3MPB0",
+    "88": "P3MSA0",
+    "89": "P3MSB0",
+    "90": "QCN0",
+    "91": "QCP0",
+    "92": "QCS0",
+    "93": "QFP0",
+    "94": "QFS0",
+    "95": "QMP0",
+    "96": "QMS0",
+    "97": "R0",
+    "98": "S",
+    "99": "TCN0",
+    "100": "TCP0",
+    "101": "TCS0",
+    "102": "TMP0",
+    "103": "TMS0",
+    "104": "U",
+    "105": "VIA1P00",
+    "106": "VIA2S00",
+    "107": "VIA3P00",
+    "108": "VIA3S00",
+    "109": "VIC1P00",
+    "110": "VIC2P00",
+    "111": "VIC2S00",
+    "112": "VIC3P00",
+    "113": "VIC3S00",
+    "114": "VIF1P00",
+    "115": "VIF2P00",
+    "116": "VIF2S00",
+    "117": "VIF3P00",
+    "118": "VIF3S00",
+    "119": "VII1P00",
+    "120": "VII2S00",
+    "121": "VII3P00",
+    "122": "VII3S00",
+    "123": "VIP1P00",
+    "124": "VIP1S00",
+    "125": "VIP2P00",
+    "126": "VIP2S00",
+    "127": "VIP3P00",
+    "128": "VIP3S00",
+    "129": "VIS1P00",
+    "130": "VIS1S00",
+    "131": "VIS2P00",
+    "132": "VIS2S00",
+    "133": "VIS3P00",
+    "134": "VIS3S00",
+    "135": "VM02P00",
+    "136": "VM02S00",
+    "137": "VN00000",
+    "138": "VN01P00",
+    "139": "VN02S00",
+    "140": "VN03P00",
+    "141": "VP00PC0",
+    "142": "VP00PF0",
+    "143": "VP00PM0",
+    "144": "VP00SF0",
+    "145": "VP00SM0",
+    "146": "VP3S00",
+    "147": "VSF3S00",
+    "148": "VSI1P00",
+    "149": "VSI2S00",
+    "150": "VSI3P00",
+    "151": "VSI3S00",
+    "152": "VSP1P00",
+    "153": "VSP2P00",
+    "154": "VSP2S00",
+    "155": "VSP3P00",
+    "156": "VSP3S00",
+    "157": "VX00000",
+    "158": "X1FPP",
+    "159": "X1FSP",
+    "160": "X1FSS",
+    "161": "X1MPP",
+    "162": "X1MPS",
+    "163": "X1MSP",
+    "164": "X1MSS",
+    "165": "X2FPP",
+    "166": "X2FPS",
+    "167": "X2FSP",
+    "168": "X2FSS",
+    "169": "X2MPS",
+    "170": "X2MSS",
+    "171": "X3FP0",
+    "172": "X3FS0",
+    "173": "X3MP0",
+    "174": "X3MS0",
+    "175": "Y",
+    "176": "Z"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "A0CN": 0,
+    "A0CP": 1,
+    "A0CS": 2,
+    "A0FP": 3,
+    "A0FS": 4,
+    "A0MP": 5,
+    "A0MS": 6,
+    "AAMP": 7,
+    "CC": 8,
+    "CS": 9,
+    "DFP": 10,
+    "DFS": 11,
+    "DMP": 12,
+    "DMS": 13,
+    "DNS": 14,
+    "E": 15,
+    "Faa": 16,
+    "Fat": 17,
+    "Fc": 18,
+    "Fca": 19,
+    "Fct": 20,
+    "Fd": 21,
+    "Fe": 22,
+    "Fg": 23,
+    "Fia": 24,
+    "Fit": 25,
+    "Fp": 26,
+    "Fpa": 27,
+    "Fpt": 28,
+    "Fra": 29,
+    "Frc": 30,
+    "Ft": 31,
+    "Fx": 32,
+    "Fz": 33,
+    "GCP": 34,
+    "GCS": 35,
+    "GFP": 36,
+    "GFS": 37,
+    "GMP": 38,
+    "GMS": 39,
+    "IFP0": 40,
+    "IFS0": 41,
+    "IMP0": 42,
+    "IMS0": 43,
+    "IMSA": 44,
+    "INP0": 45,
+    "INS0": 46,
+    "L": 47,
+    "MC0CN": 48,
+    "MC0FN": 49,
+    "MC0MN": 50,
+    "MO0FP": 51,
+    "MO0FS": 52,
+    "MO0MP": 53,
+    "MO0MS": 54,
+    "MP0FS": 55,
+    "MP0MS": 56,
+    "NCCP0": 57,
+    "NCCS0": 58,
+    "NCFP0": 59,
+    "NCFS0": 60,
+    "NCFSA": 61,
+    "NCMN0": 62,
+    "NCMP0": 63,
+    "NCMS0": 64,
+    "NP000": 65,
+    "O": 66,
+    "P1CPB0": 67,
+    "P1CPC0": 68,
+    "P1CSC0": 69,
+    "P1CSN0": 70,
+    "P1CSO0": 71,
+    "P2CPB0": 72,
+    "P2CPC0": 73,
+    "P2CSA0": 74,
+    "P2CSB0": 75,
+    "P3CNB0": 76,
+    "P3CNO0": 77,
+    "P3CNR0": 78,
+    "P3CPD0": 79,
+    "P3CSBP": 80,
+    "P3CSD0": 81,
+    "P3FPA0": 82,
+    "P3FPB0": 83,
+    "P3FSA0": 84,
+    "P3FSB0": 85,
+    "P3MPA0": 86,
+    "P3MPB0": 87,
+    "P3MSA0": 88,
+    "P3MSB0": 89,
+    "QCN0": 90,
+    "QCP0": 91,
+    "QCS0": 92,
+    "QFP0": 93,
+    "QFS0": 94,
+    "QMP0": 95,
+    "QMS0": 96,
+    "R0": 97,
+    "S": 98,
+    "TCN0": 99,
+    "TCP0": 100,
+    "TCS0": 101,
+    "TMP0": 102,
+    "TMS0": 103,
+    "U": 104,
+    "VIA1P00": 105,
+    "VIA2S00": 106,
+    "VIA3P00": 107,
+    "VIA3S00": 108,
+    "VIC1P00": 109,
+    "VIC2P00": 110,
+    "VIC2S00": 111,
+    "VIC3P00": 112,
+    "VIC3S00": 113,
+    "VIF1P00": 114,
+    "VIF2P00": 115,
+    "VIF2S00": 116,
+    "VIF3P00": 117,
+    "VIF3S00": 118,
+    "VII1P00": 119,
+    "VII2S00": 120,
+    "VII3P00": 121,
+    "VII3S00": 122,
+    "VIP1P00": 123,
+    "VIP1S00": 124,
+    "VIP2P00": 125,
+    "VIP2S00": 126,
+    "VIP3P00": 127,
+    "VIP3S00": 128,
+    "VIS1P00": 129,
+    "VIS1S00": 130,
+    "VIS2P00": 131,
+    "VIS2S00": 132,
+    "VIS3P00": 133,
+    "VIS3S00": 134,
+    "VM02P00": 135,
+    "VM02S00": 136,
+    "VN00000": 137,
+    "VN01P00": 138,
+    "VN02S00": 139,
+    "VN03P00": 140,
+    "VP00PC0": 141,
+    "VP00PF0": 142,
+    "VP00PM0": 143,
+    "VP00SF0": 144,
+    "VP00SM0": 145,
+    "VP3S00": 146,
+    "VSF3S00": 147,
+    "VSI1P00": 148,
+    "VSI2S00": 149,
+    "VSI3P00": 150,
+    "VSI3S00": 151,
+    "VSP1P00": 152,
+    "VSP2P00": 153,
+    "VSP2S00": 154,
+    "VSP3P00": 155,
+    "VSP3S00": 156,
+    "VX00000": 157,
+    "X1FPP": 158,
+    "X1FSP": 159,
+    "X1FSS": 160,
+    "X1MPP": 161,
+    "X1MPS": 162,
+    "X1MSP": 163,
+    "X1MSS": 164,
+    "X2FPP": 165,
+    "X2FPS": 166,
+    "X2FSP": 167,
+    "X2FSS": 168,
+    "X2MPS": 169,
+    "X2MSS": 170,
+    "X3FP0": 171,
+    "X3FS0": 172,
+    "X3MP0": 173,
+    "X3MS0": 174,
+    "Y": 175,
+    "Z": 176
+  },
+  "layer_norm_eps": 1e-05,
+  "layer_types": [
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "local_attention": 128,
+  "max_position_embeddings": 1024,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 3,
+  "position_embedding_type": "absolute",
+  "rope_parameters": {
+    "full_attention": {
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    },
+    "sliding_attention": {
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    }
+  },
+  "sep_token_id": 2,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.2.0",
+  "use_cache": false,
+  "vocab_size": 256000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2230b316bf459326a63da151ad52b473be4df378904b958987ba1edc81a790
+size 615347034

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cc267e5cc5f6cdbb2bdb26232696ebbec34817140a2368d9ffbaca4b74024c
+size 37008053

tokenizer_config.json

@@ -0,0 +1,25 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": [
+    "<|translation|>"
+  ],
+  "is_local": true,
+  "legacy": true,
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1024,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}