huberm commited on
Commit
cd4f299
·
verified ·
1 Parent(s): 61d39b4

Upload ModernBertForMaskedLM

Browse files
Files changed (1) hide show
  1. config.json +2 -4
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "english/bnc/models/ModernBERT_medium_bnc/checkpoint-1228817",
3
  "architectures": [
4
  "ModernBertForMaskedLM"
5
  ],
@@ -13,6 +12,7 @@
13
  "cls_token_id": 2,
14
  "decoder_bias": true,
15
  "deterministic_flash_attn": false,
 
16
  "embedding_dropout": 0.0,
17
  "eos_token_id": 50282,
18
  "global_attn_every_n_layers": 3,
@@ -33,12 +33,10 @@
33
  "num_attention_heads": 8,
34
  "num_hidden_layers": 8,
35
  "pad_token_id": 3,
36
- "reference_compile": true,
37
  "repad_logits_with_grad": false,
38
  "sep_token_id": 1,
39
  "sparse_pred_ignore_index": -100,
40
  "sparse_prediction": false,
41
- "torch_dtype": "float32",
42
- "transformers_version": "4.48.1",
43
  "vocab_size": 32000
44
  }
 
1
  {
 
2
  "architectures": [
3
  "ModernBertForMaskedLM"
4
  ],
 
12
  "cls_token_id": 2,
13
  "decoder_bias": true,
14
  "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
  "embedding_dropout": 0.0,
17
  "eos_token_id": 50282,
18
  "global_attn_every_n_layers": 3,
 
33
  "num_attention_heads": 8,
34
  "num_hidden_layers": 8,
35
  "pad_token_id": 3,
 
36
  "repad_logits_with_grad": false,
37
  "sep_token_id": 1,
38
  "sparse_pred_ignore_index": -100,
39
  "sparse_prediction": false,
40
+ "transformers_version": "4.57.1",
 
41
  "vocab_size": 32000
42
  }