File size: 308 Bytes
d9f5d3d
 
 
 
 
6ea29a3
d9f5d3d
 
 
6ea29a3
d9f5d3d
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
  "architectures": [
    "KBERTForMaskedLM"
  ],
  "head_dropout": 0.0,
  "intermediate_dim": 998,
  "logit_softcap": 15,
  "model_dim": 768,
  "num_attention_heads": 6,
  "num_layers": 20,
  "tokenizer_uri": "answerdotai/ModernBERT-base",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.48.0"
}