{
  "timestamp": "2026-07-06T11:13:55.659948",
  "model_architecture": "ModernBERT",
  "objective": "masked_language_modeling",
  "tokenizer_strategy": "default_modernbert_tokenizer",
  "tokenizer_name": "answerdotai/ModernBERT-base",
  "vocab_size": 50368,
  "training_config": {
    "model_name": "modernbert_default_tokenizer",
    "base_model_for_tokenizer": "answerdotai/ModernBERT-base",
    "hidden_size": 768,
    "num_hidden_layers": 22,
    "num_attention_heads": 12,
    "intermediate_size": 1152,
    "training": {
      "batch_size": 16,
      "gradient_accumulation_steps": 8,
      "learning_rate": 0.0005,
      "num_epochs": 10,
      "warmup_steps": 1000,
      "weight_decay": 0.01,
      "logging_steps": 100,
      "seed": 42,
      "max_grad_norm": 1.0,
      "mlm_probability": 0.15
    },
    "data": {
      "max_seq_length": 256,
      "adjusted_budget_per_lang": 33333333,
      "tokenize_batch_size": 1000,
      "chunk_batch_size": 1000
    },
    "output_dir": "./model_modernbert_default",
    "babylm_checkpoint_dir": "./babylm_checkpoints_modernbert_default",
    "detailed_checkpoint_dir": "./checkpoints_detailed_modernbert_default",
    "checkpoint_intervals": [
      1000000,
      2000000,
      3000000,
      4000000,
      5000000,
      6000000,
      7000000,
      8000000,
      9000000,
      10000000,
      20000000,
      30000000,
      40000000,
      50000000,
      60000000,
      70000000,
      80000000,
      90000000,
      100000000,
      200000000,
      300000000,
      400000000,
      500000000,
      600000000,
      700000000,
      800000000,
      900000000,
      1000000000
    ]
  }
}