{
  "base_model": "google/gemma-4-E2B-it",
  "compressed_layers": [
    34,
    33,
    32,
    31,
    30,
    29,
    28,
    27,
    26,
    25,
    24,
    23,
    22,
    21,
    20,
    19,
    18,
    17,
    16,
    15,
    14,
    13,
    12,
    11,
    10,
    9,
    8,
    7,
    6,
    5,
    4,
    3,
    2,
    1,
    0
  ],
  "monarch_blocks_weights": 128,
  "monarch_factor_count": 2,
  "parameter_count": 3682268704,
  "checkpoint": "monarch_checkpoints_b8_all35mlp_400p1_800p2_seq512_projinit_p2lr3e4/step_034_model_language_model_layers_0_mlp/unfrozen_weights.pt",
  "run_label": "b8-all35mlp-400p1-800p2-seq512-projinit-p2lr3e4",
  "final_eval512_distill_loss": 1.886012077331543,
  "validation_examples": 64,
  "training_git_commit": "72061879bd9028340aeeb529accf47fbc5d5c023",
  "model_weights_revision": "f897353fca328b1cc5fd2e12d645773ca637f5f0",
  "artifact_repo": "hexoy/gemma4-monarch-artifacts",
  "artifact_revision": "beeee38d493c6bf5696057b12c0844e134b76dfc",
  "phase_time_sum_hours": 5.812849506802029,
  "event_span_sum_hours": 5.889000632696682
}