File size: 4,542 Bytes
6d76d77 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 | {
"architectures": [
"ModernBertForTokenClassification"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": null,
"classifier_activation": "gelu",
"classifier_bias": false,
"classifier_dropout": 0.0,
"classifier_pooling": "mean",
"cls_token_id": 50281,
"decoder_bias": true,
"deterministic_flash_attn": false,
"dtype": "float32",
"embedding_dropout": 0.0,
"eos_token_id": null,
"global_attn_every_n_layers": 3,
"gradient_checkpointing": false,
"hidden_activation": "gelu",
"hidden_size": 768,
"id2label": {
"0": "O",
"1": "B-ACD",
"2": "I-ACD",
"3": "B-ADDRESS",
"4": "I-ADDRESS",
"5": "B-AGE",
"6": "I-AGE",
"7": "B-ATTENDING_NURSE",
"8": "I-ATTENDING_NURSE",
"9": "B-COUNTRY_OF_BIRTH",
"10": "I-COUNTRY_OF_BIRTH",
"11": "B-DATE_OF_BIRTH",
"12": "I-DATE_OF_BIRTH",
"13": "B-DVA_NUMBER",
"14": "I-DVA_NUMBER",
"15": "B-EMAIL",
"16": "I-EMAIL",
"17": "B-FULL_NAME",
"18": "I-FULL_NAME",
"19": "B-GUARDIANSHIP",
"20": "I-GUARDIANSHIP",
"21": "B-IHI",
"22": "I-IHI",
"23": "B-MEDICARE_NUMBER",
"24": "I-MEDICARE_NUMBER",
"25": "B-MRN",
"26": "I-MRN",
"27": "B-NEXT_OF_KIN",
"28": "I-NEXT_OF_KIN",
"29": "B-OCCUPATION",
"30": "I-OCCUPATION",
"31": "B-OTHER_CLINICAL_STAFF",
"32": "I-OTHER_CLINICAL_STAFF",
"33": "B-PHONE_NUMBER",
"34": "I-PHONE_NUMBER",
"35": "B-PREFERRED_NAME",
"36": "I-PREFERRED_NAME",
"37": "B-PRIVATE_HEALTH_NUMBER",
"38": "I-PRIVATE_HEALTH_NUMBER",
"39": "B-REFERRING_GP",
"40": "I-REFERRING_GP",
"41": "B-SEX_GENDER",
"42": "I-SEX_GENDER",
"43": "B-TREATING_CLINICIAN",
"44": "I-TREATING_CLINICIAN",
"45": "B-WORKCOVER",
"46": "I-WORKCOVER"
},
"initializer_cutoff_factor": 2.0,
"initializer_range": 0.02,
"intermediate_size": 1152,
"label2id": {
"B-ACD": 1,
"B-ADDRESS": 3,
"B-AGE": 5,
"B-ATTENDING_NURSE": 7,
"B-COUNTRY_OF_BIRTH": 9,
"B-DATE_OF_BIRTH": 11,
"B-DVA_NUMBER": 13,
"B-EMAIL": 15,
"B-FULL_NAME": 17,
"B-GUARDIANSHIP": 19,
"B-IHI": 21,
"B-MEDICARE_NUMBER": 23,
"B-MRN": 25,
"B-NEXT_OF_KIN": 27,
"B-OCCUPATION": 29,
"B-OTHER_CLINICAL_STAFF": 31,
"B-PHONE_NUMBER": 33,
"B-PREFERRED_NAME": 35,
"B-PRIVATE_HEALTH_NUMBER": 37,
"B-REFERRING_GP": 39,
"B-SEX_GENDER": 41,
"B-TREATING_CLINICIAN": 43,
"B-WORKCOVER": 45,
"I-ACD": 2,
"I-ADDRESS": 4,
"I-AGE": 6,
"I-ATTENDING_NURSE": 8,
"I-COUNTRY_OF_BIRTH": 10,
"I-DATE_OF_BIRTH": 12,
"I-DVA_NUMBER": 14,
"I-EMAIL": 16,
"I-FULL_NAME": 18,
"I-GUARDIANSHIP": 20,
"I-IHI": 22,
"I-MEDICARE_NUMBER": 24,
"I-MRN": 26,
"I-NEXT_OF_KIN": 28,
"I-OCCUPATION": 30,
"I-OTHER_CLINICAL_STAFF": 32,
"I-PHONE_NUMBER": 34,
"I-PREFERRED_NAME": 36,
"I-PRIVATE_HEALTH_NUMBER": 38,
"I-REFERRING_GP": 40,
"I-SEX_GENDER": 42,
"I-TREATING_CLINICIAN": 44,
"I-WORKCOVER": 46,
"O": 0
},
"layer_norm_eps": 1e-05,
"layer_types": [
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention"
],
"local_attention": 128,
"max_position_embeddings": 8192,
"mlp_bias": false,
"mlp_dropout": 0.0,
"model_type": "modernbert",
"norm_bias": false,
"norm_eps": 1e-05,
"num_attention_heads": 12,
"num_hidden_layers": 22,
"pad_token_id": 50283,
"position_embedding_type": "absolute",
"rope_parameters": {
"full_attention": {
"rope_theta": 160000.0,
"rope_type": "default"
},
"sliding_attention": {
"rope_theta": 10000.0,
"rope_type": "default"
}
},
"sep_token_id": 50282,
"sparse_pred_ignore_index": -100,
"sparse_prediction": false,
"tie_word_embeddings": true,
"transformers_version": "5.3.0",
"use_cache": false,
"vocab_size": 50368
}
|