{ "step": 430000, "run_history": [ { "start_step": 0, "end_step": 8000, "seconds": 14688.3, "world": 2, "objective": "flow", "completed": true, "finished_at": "2026-07-20T10:46:49.749178+00:00" }, { "start_step": 8000, "end_step": 36500, "seconds": 3630.7, "world": 2, "objective": "flow", "completed": true, "finished_at": "2026-07-20T15:46:50.819367+00:00" }, { "start_step": 36500, "end_step": 40000, "seconds": 496.7, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-20T16:04:41.283850+00:00" }, { "start_step": 40000, "end_step": 50000, "seconds": 1336.5, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-20T18:36:19.250887+00:00", "effective": { "lr": 3e-05, "weight_decay": 0.0, "clip": 1.0, "spike_skip": 4.0, "steps_skipped_this_run": 0, "steps_skipped_total": 0, "seed_offset": 0, "grad_ceiling": 25.0 } }, { "start_step": 50000, "end_step": 60000, "seconds": 1377.1, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-20T19:25:29.069769+00:00", "effective": { "lr": 5e-06, "weight_decay": 0.1, "clip": 0.5, "spike_skip": 4.0, "steps_skipped_this_run": 0, "steps_skipped_total": 0, "seed_offset": 0, "grad_ceiling": 25.0 } }, { "start_step": 60000, "end_step": 70000, "seconds": 2562.9, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T04:47:40.397079+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 1.1886911698559569e-05, "lr_end": 1.1671124007623334e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 70000, "end_step": 80000, "seconds": 2527.8, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T05:29:48.245697+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 1.1425746560775714e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 80000, "end_step": 90000, "seconds": 2540.4, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T06:12:08.648620+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 1.1152312248104124e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 90000, "end_step": 100000, "seconds": 2524.0, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T06:54:12.663437+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 1.0852506883072313e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 100000, "end_step": 110000, "seconds": 2528.4, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T07:36:21.080547+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 1.0528178865451106e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 110000, "end_step": 117000, "seconds": 1786.2, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T08:06:07.308128+00:00", "promotion_reason": "run final", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 1.0287623343846724e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 117000, "end_step": 120000, "seconds": 851.9, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T14:53:07.928710+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 1.0287588224386248e-05, "lr_end": 1.0181327785319149e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 120000, "end_step": 130000, "seconds": 2571.3, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T15:35:59.243813+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 9.81409209492514e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 130000, "end_step": 140000, "seconds": 2543.1, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T16:18:22.367459+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 9.42873592441862e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 140000, "end_step": 150000, "seconds": 2541.8, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T17:00:44.146590+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 9.02763512273469e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 150000, "end_step": 160000, "seconds": 2542.4, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T17:43:06.570916+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 8.613262609695285e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 160000, "end_step": 170000, "seconds": 2580.0, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T18:26:06.588262+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 8.188173129636136e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 170000, "end_step": 173000, "seconds": 798.4, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T18:39:25.028079+00:00", "promotion_reason": "run final", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 8.058946838000587e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 173000, "end_step": 180000, "seconds": 1822.6, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T19:35:55.363494+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 8.058903648994845e-06, "lr_end": 7.7549875005584e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 180000, "end_step": 190000, "seconds": 2679.6, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T21:28:58.321773+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 7.7549438658513e-06, "lr_end": 7.316376455914183e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 190000, "end_step": 200000, "seconds": 2622.4, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T22:12:40.697032+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 6.875044178646691e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 200000, "end_step": 210000, "seconds": 2659.1, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T22:56:59.779407+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 6.4337116290031514e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 210000, "end_step": 220000, "seconds": 2607.2, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-21T23:40:26.966008+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 5.9950997689100806e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 220000, "end_step": 230000, "seconds": 2587.7, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T00:23:34.668153+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 5.561912786338197e-06, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 0.125, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 230000, "end_step": 240000, "seconds": 2573.1, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T01:15:08.373548+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 4.4494958626484276e-05, "lr_end": 4.1094571384674794e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 240000, "end_step": 250000, "seconds": 2448.0, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T01:55:56.334387+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 3.777957207008171e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 250000, "end_step": 260000, "seconds": 2454.0, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T02:36:50.288286+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 3.4570742420049946e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 260000, "end_step": 270000, "seconds": 2448.1, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T03:17:38.357813+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 3.148786593641609e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 270000, "end_step": 280000, "seconds": 2434.7, "world": 2, "objective": "flow", "completed": false, "finished_at": "2026-07-22T03:58:13.026825+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 2.8549949577862197e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 280000, "end_step": 290000, "seconds": 4467.9, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T05:29:08.292569+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": 2.8549663646838717e-05, "lr_end": 2.5775106575695083e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 290000, "end_step": 300000, "seconds": 4462.5, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T06:43:30.769153+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 2.3180444759752036e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 300000, "end_step": 310000, "seconds": 4463.1, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T07:57:53.897658+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 2.0781961082940957e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 310000, "end_step": 312500, "seconds": 1139.8, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T08:16:53.652406+00:00", "promotion_reason": "run final", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "adaptive", "lr_base": 0.0001, "lr_start": null, "lr_end": 2.0214753812843817e-05, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 312500, "end_step": 320000, "seconds": 3408.6, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T16:19:57.676621+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": 0.0001, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 320000, "end_step": 330000, "seconds": 4509.0, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T17:35:06.684080+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 330000, "end_step": 340000, "seconds": 4488.9, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T18:49:55.630085+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 340000, "end_step": 344500, "seconds": 2034.0, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T19:23:49.647477+00:00", "promotion_reason": "run final", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 344500, "end_step": 350000, "seconds": 2555.8, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T20:12:59.243952+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": 0.0001, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 350000, "end_step": 360000, "seconds": 4571.4, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T21:29:10.674981+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 360000, "end_step": 370000, "seconds": 4563.1, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-22T22:45:13.774086+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 370000, "end_step": 380000, "seconds": 4589.9, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T00:39:13.925275+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": 0.0001, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 380000, "end_step": 390000, "seconds": 4569.7, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T01:55:23.616116+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 390000, "end_step": 400000, "seconds": 4554.5, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T03:11:18.107944+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 400000 } }, { "start_step": 400000, "end_step": 410000, "seconds": 4552.8, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T16:15:38.669926+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": 0.0001, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 500000 } }, { "start_step": 410000, "end_step": 420000, "seconds": 4497.6, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T17:30:36.297828+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 500000 } }, { "start_step": 420000, "end_step": 430000, "seconds": 4482.4, "world": 1, "objective": "flow", "completed": false, "finished_at": "2026-07-23T18:45:18.663356+00:00", "promotion_reason": "periodic healthy candidate", "effective": { "attempt": 0, "precision": "tf32", "lr_policy": "constant", "lr_base": 0.0001, "lr_start": null, "lr_end": 0.0001, "lr_min": 1e-05, "lr_hard_min": 1e-06, "lr_scale": 1.0, "weight_decay": 0.1, "wd_ada": 0.0, "clip": 1.0, "spike_skip": 4.0, "grad_ceiling": 25.0, "steps_skipped": 0, "seed_offset": 0, "target_steps": 500000 } } ], "guard_state": { "version": 3, "live_grad_ema": 0.1273210148786569, "grad_ema": 0.1273210148786569, "grad_reference": 0.12170863464559273, "grad_p90_reference": 0.14147012085906355, "spikes_total": 0, "recent_losses": [ 0.7611697912216187, 0.7859362959861755, 0.7639317512512207, 0.7797172665596008, 0.7679272294044495, 0.7858853936195374, 0.7774540185928345, 0.7651809453964233, 0.7625945806503296, 0.7641668319702148, 0.7863965034484863, 0.7869222164154053, 0.7565844655036926, 0.7902112007141113, 0.7978968620300293, 0.7748574018478394, 0.7873219847679138, 0.7655407786369324, 0.7606543898582458, 0.7847299575805664, 0.773524820804596, 0.7716867923736572, 0.7879720330238342, 0.7851314544677734, 0.7827275991439819, 0.7746939659118652, 0.7724999785423279, 0.7801138162612915, 0.790901243686676, 0.7884348034858704, 0.7803795337677002, 0.7776947617530823, 0.7581580281257629, 0.7896554470062256, 0.7804880142211914, 0.7620750069618225, 0.7756158113479614, 0.7674772143363953, 0.7809589505195618, 0.7598493099212646, 0.7973071336746216, 0.7575341463088989, 0.7792950868606567, 0.756394624710083, 0.8042755126953125, 0.7894731760025024, 0.7734087705612183, 0.7713190317153931, 0.7733933925628662, 0.7869383096694946, 0.7916207313537598, 0.7824002504348755, 0.7731986045837402, 0.7848385572433472, 0.769917368888855, 0.7761365175247192, 0.7878182530403137, 0.7651918530464172, 0.7634813189506531, 0.7789775729179382, 0.7592380046844482, 0.7928231358528137, 0.7714013457298279, 0.7689073085784912, 0.7758734226226807, 0.7779701948165894, 0.7809176445007324, 0.781708836555481, 0.7909632921218872, 0.7622993588447571, 0.7866973280906677, 0.7720290422439575, 0.7733672857284546, 0.7902675867080688, 0.7678062915802002, 0.7767971754074097, 0.7744797468185425, 0.792242169380188, 0.7812575101852417, 0.7901678085327148, 0.7877702713012695, 0.775005042552948, 0.7859253883361816, 0.7835381031036377, 0.7937123775482178, 0.7808881402015686, 0.782737135887146, 0.8077836036682129, 0.7705615162849426, 0.7792931199073792, 0.7741867303848267, 0.758423388004303, 0.7733595371246338, 0.7719141840934753, 0.7665902376174927, 0.7745699882507324, 0.7793188095092773, 0.776689887046814, 0.7783402800559998, 0.7793123722076416, 0.748462438583374, 0.7847517728805542, 0.778985857963562, 0.765911340713501, 0.8044880628585815, 0.7837658524513245, 0.7788437604904175, 0.7672808170318604, 0.7926174998283386, 0.7772773504257202, 0.7955619692802429, 0.7905150651931763, 0.7708892822265625, 0.8017271757125854, 0.7916097640991211, 0.7813031077384949, 0.768671989440918, 0.7688347101211548, 0.7929792404174805, 0.7643711566925049, 0.7710295915603638, 0.7956861257553101, 0.775759220123291, 0.7851706743240356, 0.7763235569000244, 0.7840069532394409, 0.7891350984573364, 0.7790133953094482, 0.7865608930587769, 0.7712998390197754, 0.7953822612762451, 0.7522621750831604, 0.7789600491523743, 0.7822747230529785, 0.7683793902397156, 0.7780958414077759, 0.7778472304344177, 0.7890318632125854, 0.7912524342536926, 0.7955080270767212, 0.7843313217163086, 0.7704141736030579, 0.8011472225189209, 0.7723038196563721, 0.7629398107528687, 0.7943845987319946, 0.7824939489364624, 0.7986029386520386, 0.7799835205078125, 0.7753137350082397, 0.7764695882797241, 0.7789475917816162, 0.7772172093391418, 0.7792038917541504, 0.7663732171058655, 0.7891214489936829, 0.7658422589302063, 0.76682448387146, 0.7720687985420227, 0.7804040908813477, 0.7830777168273926, 0.7594829797744751, 0.7839692831039429, 0.7788735628128052, 0.7754986882209778, 0.7855756282806396, 0.7806379199028015, 0.7652832865715027, 0.7549910545349121, 0.777277946472168, 0.7977598905563354, 0.7900921106338501, 0.7777581810951233, 0.7619286179542542, 0.79695063829422, 0.7639628052711487, 0.7746571898460388, 0.7828299403190613, 0.7545140385627747, 0.7856276035308838, 0.7859327793121338, 0.7729083299636841, 0.7775464057922363, 0.7831757068634033, 0.7666918039321899, 0.7919015288352966, 0.7977434396743774, 0.7780756950378418, 0.7900899052619934, 0.7669292092323303, 0.7722169756889343, 0.7852177619934082, 0.7992111444473267, 0.7724581956863403, 0.785639762878418, 0.759498655796051, 0.7778706550598145, 0.7979644536972046, 0.7809131741523743, 0.7950116395950317 ], "loss_window": 200, "grad_ema_decay": 0.99, "stability_controller": { "version": 4, "spec": { "policy": "constant", "total_steps": 500000, "base_lr": 0.0001, "min_lr": 1e-05, "hard_min_lr": 1e-06, "min_scale": 0.125, "commit_patience_windows": 2, "warning_patience_windows": 2, "loss_warn_ratio": 1.015, "loss_retry_ratio": 1.025, "loss_emergency_ratio": 1.05, "grad_warn_ratio": 2.0, "grad_retry_ratio": 4.0, "grad_emergency_ratio": 8.0, "grad_p90_warn_ratio": 2.5, "grad_p90_retry_ratio": 5.0, "grad_p90_emergency_ratio": 10.0, "skip_warn_rate": 0.3, "skip_retry_rate": 0.4, "skip_emergency_rate": 0.6, "reference_decay": 0.8, "loss_reference_max_growth": 1.01, "grad_reference_max_growth": 1.5 }, "committed_scale": 1.0, "attempt_factor": 1.0, "fast_loss": 0.7788921701746249, "slow_loss": 0.7794827720793691, "best_loss": 0.778826138998272, "reference": { "loss": 0.7802190550804138, "grad_median": 0.12170863464559273, "grad_p90": 0.14147012085906355, "step": 430000, "promotions": 4 }, "last_metrics": { "loss": 0.7786456739902496, "grad_median": 0.12425224855542183, "grad_p90": 0.14411725699901579, "skip_rate": 0.0, "relative_spike_rate": 0.0 }, "last_loss_ratio": 0.9974805340501689, "last_grad_ratio": 1.026261218001855, "last_grad_p90_ratio": 1.023499462102691, "healthy_windows": 0, "warning_windows": 0, "retry_windows": 0, "windows_seen": 150, "retry_count": 0 }, "best_window": 0.778826138998272, "blown_windows": 0 }, "transaction": { "status": "committed", "committed_at": "2026-07-23T18:45:18.663474+00:00", "attempt": 0, "health_reference": { "loss": 0.7802190550804138, "grad_median": 0.12170863464559273, "grad_p90": 0.14147012085906355, "step": 430000, "promotions": 4 } }, "config": { "model": { "num_attention_heads": 16, "attention_head_dim": 64, "num_layers": 24, "patch_size": 2, "sample_size": 32, "in_channels": 4, "out_channels": 4, "num_classes": 1000, "qk_mode": "dmap", "dmap_alpha": 0.0, "qk_norm": false }, "data": { "hub_repo": "sparsetrace/dlatentzz", "latent_shape": [ 4, 32, 32 ], "expected_total": 1281167 }, "train": { "objective": "flow", "global_batch": 256, "lr": 0.0001, "weight_decay": 0.0, "ema_decay": 0.9999, "label_dropout": 0.1, "base_seed": 0, "deadline_check_every": 500 }, "hub": { "checkpoint_repo": "sparsetrace/ditflex-L2-flow-dmap", "archive_every_steps": 200000, "save_every_steps": 10000 } }, "optim_param_groups": [ { "lr": 0.0001, "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 0.1, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "params": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413 ] } ], "torch_version": "2.11.0+cu128" }