training_metadata.json

{
  "cfg": {
    "name": "meter_mac_v2",
    "seed": 0,
    "ckpt": "best.pt",
    "out_dir": "meter_mac_v2",
    "encoded": "encoded",
    "attn": "sdpa",
    "T": 2048,
    "micro_batch": 16,
    "eval_micro": 16,
    "lr_enc": 5e-05,
    "lr_head": 0.0008,
    "wd": 0.01,
    "clip": 1.0,
    "warmup_frac": 0.1,
    "epochs": 12,
    "patience": 12,
    "head_dropout": 0.33,
    "use_cap": true,
    "scalar_mix": true,
    "w_mac": 1.0,
    "w_scan": 0.0,
    "select": "mac",
    "prose_per_epoch": 150000,
    "scan_passes": 2,
    "scan_max_verses": 8,
    "mac_class_w": "auto",
    "scan_class_w": "auto",
    "log_every": 50
  },
  "mcfg": {
    "head_dropout": 0.33,
    "w_mac": 1.0,
    "w_scan": 0.0,
    "use_cap": true,
    "scalar_mix": true,
    "mac_class_w": [
      3.935332098208277,
      0.5727731680236648
    ],
    "scan_class_w": [
      1.0,
      1.0,
      1.0,
      1.0
    ]
  },
  "pretrain_cfg": {
    "name": "greekcharbert_anneal_staged",
    "seed": 0,
    "d_model": 1024,
    "depth": 32,
    "char_window": 256,
    "attn": "flex",
    "compile": true,
    "qk_norm": true,
    "seq_len": 8192,
    "micro_batch": 4,
    "grad_accum": 2,
    "lr": 0.0003,
    "wd": 0.1,
    "clip": 1.0,
    "warmup_frac": 0.04,
    "decay_frac": 0.1,
    "tier_weights": [
      1.0,
      1.0,
      0.3
    ],
    "anneal_phases": [
      [
        0.5,
        [
          1.0,
          1.0,
          0.3
        ]
      ],
      [
        0.9,
        [
          1.0,
          1.0,
          0.0
        ]
      ],
      [
        1.0,
        [
          1.0,
          0.0,
          0.0
        ]
      ]
    ],
    "anneal_patience": 3,
    "lam": 0.1,
    "total_steps": 120000,
    "num_workers": 12,
    "log_every": 20,
    "ckpt_every": 2000,
    "eval_every_ckpt": true,
    "eval_n": 256,
    "out_dir": "greekcharbert_anneal_staged"
  },
  "epoch": 4,
  "dev": {
    "mac_bal": 0.8886,
    "mac_acc": 0.9303,
    "mac_n": 2498
  },
  "T": 2048,
  "_source_checkpoint": "best.pt"
}