kf_config.json

{
  "library_name": "kerasformers",
  "kerasformers_version": "1.2.3",
  "model_module": "kerasformers.models.modernbert",
  "model_class": "ModernBertModel",
  "variant": "modernbert_large",
  "weights": "model.weights.h5",
  "schema_version": 2,
  "weight_dtype": "float32",
  "model_type": "modernbert",
  "text_config": {
    "vocab_size": 50368,
    "embed_dim": 1024,
    "num_layers": 28,
    "num_heads": 16,
    "mlp_dim": 2624,
    "max_position_embeddings": 8192,
    "hidden_act": "gelu",
    "norm_eps": 1e-05,
    "local_attention": 128,
    "global_attn_every_n_layers": 3,
    "global_rope_theta": 160000.0,
    "local_rope_theta": 10000.0,
    "pad_token_id": 50283
  }
}