experiments/exp_010_component_potentials/runs/gr_head_apx/result.json

{
  "run": "gr_head_apx",
  "family": "graft",
  "dev_final": 0.008110761642456055,
  "rank_final": 3.916935443878174,
  "statute_final": "uniform",
  "params": 6951239,
  "minutes": 1.2,
  "bpb": 2.9497957500444394,
  "bpb_eval": NaN,
  "coverage": 0.8038330078125,
  "gate_acc": 0.8580322265625,
  "mode_spread_deg": 84.7422936361316,
  "mix_entropy": 0.9709887653217407,
  "write_kl": 0.12128203362226486,
  "kernel_aux": NaN,
  "loss": 6.146056175231934,
  "condition": {
    "tag": "gr_head_apx",
    "graft": "head",
    "donor": "exp010/_donor/checkpoint.pt",
    "dim": "384",
    "n_layers": "4",
    "n_heads": "6",
    "K": "64",
    "seq_len": "256",
    "batch_size": "32",
    "accum_steps": "1",
    "d_point": "48",
    "head": "hybrid",
    "steps": "2000",
    "log_every": "500",
    "bank_scorer": "apmix",
    "n_pointers": "4",
    "bank_source": "atlas/bank_16384_tri.pt"
  }
}