File size: 897 Bytes
3423f92 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | {
"run": "gr_depth6",
"family": "graft",
"dev_final": 0.000773310661315918,
"rank_final": 3.838097095489502,
"statute_final": "uniform",
"params": 9840455,
"minutes": 1.4,
"bpb": 2.4840520556550802,
"bpb_eval": NaN,
"coverage": 0.8038330078125,
"gate_acc": 0.8572998046875,
"mode_spread_deg": 86.94113643563381,
"mix_entropy": 0.9945971677709802,
"write_kl": 0.11684627830982208,
"kernel_aux": NaN,
"loss": 5.177125453948975,
"condition": {
"tag": "gr_depth6",
"graft": "depth",
"donor": "exp010/_donor/checkpoint.pt",
"dim": "384",
"n_layers": "6",
"n_heads": "6",
"K": "64",
"seq_len": "256",
"batch_size": "32",
"accum_steps": "1",
"d_point": "48",
"head": "hybrid",
"steps": "2000",
"log_every": "500",
"bank_scorer": "pmix",
"n_pointers": "4",
"bank_source": "atlas/bank_16384_tri.pt"
}
} |