experiments/exp_010_component_potentials/runs/ctx_512w/result.json

{
  "run": "ctx_512w",
  "family": "ctx",
  "dev_final": 0.011899590492248535,
  "rank_final": 3.965059518814087,
  "statute_final": "uniform",
  "params": 6851394,
  "minutes": 8.3,
  "bpb": 3.0744691839977056,
  "bpb_eval": NaN,
  "coverage": 0.944091796875,
  "gate_acc": 0.9466552734375,
  "mode_spread_deg": NaN,
  "mix_entropy": NaN,
  "write_kl": 0.14493660628795624,
  "kernel_aux": NaN,
  "loss": 6.40767240524292,
  "condition": {
    "tag": "ctx_512w",
    "dim": "384",
    "n_layers": "4",
    "n_heads": "6",
    "K": "64",
    "seq_len": "512",
    "batch_size": "16",
    "accum_steps": "1",
    "d_point": "48",
    "head": "hybrid",
    "steps": "5000",
    "log_every": "500"
  }
}