File size: 700 Bytes
18adca1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"run": "ctx_512w",
"family": "ctx",
"dev_final": 0.011899590492248535,
"rank_final": 3.965059518814087,
"statute_final": "uniform",
"params": 6851394,
"minutes": 8.3,
"bpb": 3.0744691839977056,
"bpb_eval": NaN,
"coverage": 0.944091796875,
"gate_acc": 0.9466552734375,
"mode_spread_deg": NaN,
"mix_entropy": NaN,
"write_kl": 0.14493660628795624,
"kernel_aux": NaN,
"loss": 6.40767240524292,
"condition": {
"tag": "ctx_512w",
"dim": "384",
"n_layers": "4",
"n_heads": "6",
"K": "64",
"seq_len": "512",
"batch_size": "16",
"accum_steps": "1",
"d_point": "48",
"head": "hybrid",
"steps": "5000",
"log_every": "500"
}
} |