ditflex-L2-flow-dmap / state.json
sparsetrace's picture
checkpoint: promote transactional candidate: step 430000
e6eb619 verified
Raw
History Blame Contribute Delete
47.6 kB
{
"step": 430000,
"run_history": [
{
"start_step": 0,
"end_step": 8000,
"seconds": 14688.3,
"world": 2,
"objective": "flow",
"completed": true,
"finished_at": "2026-07-20T10:46:49.749178+00:00"
},
{
"start_step": 8000,
"end_step": 36500,
"seconds": 3630.7,
"world": 2,
"objective": "flow",
"completed": true,
"finished_at": "2026-07-20T15:46:50.819367+00:00"
},
{
"start_step": 36500,
"end_step": 40000,
"seconds": 496.7,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-20T16:04:41.283850+00:00"
},
{
"start_step": 40000,
"end_step": 50000,
"seconds": 1336.5,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-20T18:36:19.250887+00:00",
"effective": {
"lr": 3e-05,
"weight_decay": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"steps_skipped_this_run": 0,
"steps_skipped_total": 0,
"seed_offset": 0,
"grad_ceiling": 25.0
}
},
{
"start_step": 50000,
"end_step": 60000,
"seconds": 1377.1,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-20T19:25:29.069769+00:00",
"effective": {
"lr": 5e-06,
"weight_decay": 0.1,
"clip": 0.5,
"spike_skip": 4.0,
"steps_skipped_this_run": 0,
"steps_skipped_total": 0,
"seed_offset": 0,
"grad_ceiling": 25.0
}
},
{
"start_step": 60000,
"end_step": 70000,
"seconds": 2562.9,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T04:47:40.397079+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 1.1886911698559569e-05,
"lr_end": 1.1671124007623334e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 70000,
"end_step": 80000,
"seconds": 2527.8,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T05:29:48.245697+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 1.1425746560775714e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 80000,
"end_step": 90000,
"seconds": 2540.4,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T06:12:08.648620+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 1.1152312248104124e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 90000,
"end_step": 100000,
"seconds": 2524.0,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T06:54:12.663437+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 1.0852506883072313e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 100000,
"end_step": 110000,
"seconds": 2528.4,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T07:36:21.080547+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 1.0528178865451106e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 110000,
"end_step": 117000,
"seconds": 1786.2,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T08:06:07.308128+00:00",
"promotion_reason": "run final",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 1.0287623343846724e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 117000,
"end_step": 120000,
"seconds": 851.9,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T14:53:07.928710+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 1.0287588224386248e-05,
"lr_end": 1.0181327785319149e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 120000,
"end_step": 130000,
"seconds": 2571.3,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T15:35:59.243813+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 9.81409209492514e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 130000,
"end_step": 140000,
"seconds": 2543.1,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T16:18:22.367459+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 9.42873592441862e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 140000,
"end_step": 150000,
"seconds": 2541.8,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T17:00:44.146590+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 9.02763512273469e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 150000,
"end_step": 160000,
"seconds": 2542.4,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T17:43:06.570916+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 8.613262609695285e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 160000,
"end_step": 170000,
"seconds": 2580.0,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T18:26:06.588262+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 8.188173129636136e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 170000,
"end_step": 173000,
"seconds": 798.4,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T18:39:25.028079+00:00",
"promotion_reason": "run final",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 8.058946838000587e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 173000,
"end_step": 180000,
"seconds": 1822.6,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T19:35:55.363494+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 8.058903648994845e-06,
"lr_end": 7.7549875005584e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 180000,
"end_step": 190000,
"seconds": 2679.6,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T21:28:58.321773+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 7.7549438658513e-06,
"lr_end": 7.316376455914183e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 190000,
"end_step": 200000,
"seconds": 2622.4,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T22:12:40.697032+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 6.875044178646691e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 200000,
"end_step": 210000,
"seconds": 2659.1,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T22:56:59.779407+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 6.4337116290031514e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 210000,
"end_step": 220000,
"seconds": 2607.2,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-21T23:40:26.966008+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 5.9950997689100806e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 220000,
"end_step": 230000,
"seconds": 2587.7,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T00:23:34.668153+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 5.561912786338197e-06,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 0.125,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 230000,
"end_step": 240000,
"seconds": 2573.1,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T01:15:08.373548+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 4.4494958626484276e-05,
"lr_end": 4.1094571384674794e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 240000,
"end_step": 250000,
"seconds": 2448.0,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T01:55:56.334387+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 3.777957207008171e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 250000,
"end_step": 260000,
"seconds": 2454.0,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T02:36:50.288286+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 3.4570742420049946e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 260000,
"end_step": 270000,
"seconds": 2448.1,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T03:17:38.357813+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 3.148786593641609e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 270000,
"end_step": 280000,
"seconds": 2434.7,
"world": 2,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T03:58:13.026825+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 2.8549949577862197e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 280000,
"end_step": 290000,
"seconds": 4467.9,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T05:29:08.292569+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": 2.8549663646838717e-05,
"lr_end": 2.5775106575695083e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 290000,
"end_step": 300000,
"seconds": 4462.5,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T06:43:30.769153+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 2.3180444759752036e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 300000,
"end_step": 310000,
"seconds": 4463.1,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T07:57:53.897658+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 2.0781961082940957e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 310000,
"end_step": 312500,
"seconds": 1139.8,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T08:16:53.652406+00:00",
"promotion_reason": "run final",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "adaptive",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 2.0214753812843817e-05,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 312500,
"end_step": 320000,
"seconds": 3408.6,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T16:19:57.676621+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": 0.0001,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 320000,
"end_step": 330000,
"seconds": 4509.0,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T17:35:06.684080+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 330000,
"end_step": 340000,
"seconds": 4488.9,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T18:49:55.630085+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 340000,
"end_step": 344500,
"seconds": 2034.0,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T19:23:49.647477+00:00",
"promotion_reason": "run final",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 344500,
"end_step": 350000,
"seconds": 2555.8,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T20:12:59.243952+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": 0.0001,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 350000,
"end_step": 360000,
"seconds": 4571.4,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T21:29:10.674981+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 360000,
"end_step": 370000,
"seconds": 4563.1,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-22T22:45:13.774086+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 370000,
"end_step": 380000,
"seconds": 4589.9,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T00:39:13.925275+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": 0.0001,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 380000,
"end_step": 390000,
"seconds": 4569.7,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T01:55:23.616116+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 390000,
"end_step": 400000,
"seconds": 4554.5,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T03:11:18.107944+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 400000
}
},
{
"start_step": 400000,
"end_step": 410000,
"seconds": 4552.8,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T16:15:38.669926+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": 0.0001,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 500000
}
},
{
"start_step": 410000,
"end_step": 420000,
"seconds": 4497.6,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T17:30:36.297828+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 500000
}
},
{
"start_step": 420000,
"end_step": 430000,
"seconds": 4482.4,
"world": 1,
"objective": "flow",
"completed": false,
"finished_at": "2026-07-23T18:45:18.663356+00:00",
"promotion_reason": "periodic healthy candidate",
"effective": {
"attempt": 0,
"precision": "tf32",
"lr_policy": "constant",
"lr_base": 0.0001,
"lr_start": null,
"lr_end": 0.0001,
"lr_min": 1e-05,
"lr_hard_min": 1e-06,
"lr_scale": 1.0,
"weight_decay": 0.1,
"wd_ada": 0.0,
"clip": 1.0,
"spike_skip": 4.0,
"grad_ceiling": 25.0,
"steps_skipped": 0,
"seed_offset": 0,
"target_steps": 500000
}
}
],
"guard_state": {
"version": 3,
"live_grad_ema": 0.1273210148786569,
"grad_ema": 0.1273210148786569,
"grad_reference": 0.12170863464559273,
"grad_p90_reference": 0.14147012085906355,
"spikes_total": 0,
"recent_losses": [
0.7611697912216187,
0.7859362959861755,
0.7639317512512207,
0.7797172665596008,
0.7679272294044495,
0.7858853936195374,
0.7774540185928345,
0.7651809453964233,
0.7625945806503296,
0.7641668319702148,
0.7863965034484863,
0.7869222164154053,
0.7565844655036926,
0.7902112007141113,
0.7978968620300293,
0.7748574018478394,
0.7873219847679138,
0.7655407786369324,
0.7606543898582458,
0.7847299575805664,
0.773524820804596,
0.7716867923736572,
0.7879720330238342,
0.7851314544677734,
0.7827275991439819,
0.7746939659118652,
0.7724999785423279,
0.7801138162612915,
0.790901243686676,
0.7884348034858704,
0.7803795337677002,
0.7776947617530823,
0.7581580281257629,
0.7896554470062256,
0.7804880142211914,
0.7620750069618225,
0.7756158113479614,
0.7674772143363953,
0.7809589505195618,
0.7598493099212646,
0.7973071336746216,
0.7575341463088989,
0.7792950868606567,
0.756394624710083,
0.8042755126953125,
0.7894731760025024,
0.7734087705612183,
0.7713190317153931,
0.7733933925628662,
0.7869383096694946,
0.7916207313537598,
0.7824002504348755,
0.7731986045837402,
0.7848385572433472,
0.769917368888855,
0.7761365175247192,
0.7878182530403137,
0.7651918530464172,
0.7634813189506531,
0.7789775729179382,
0.7592380046844482,
0.7928231358528137,
0.7714013457298279,
0.7689073085784912,
0.7758734226226807,
0.7779701948165894,
0.7809176445007324,
0.781708836555481,
0.7909632921218872,
0.7622993588447571,
0.7866973280906677,
0.7720290422439575,
0.7733672857284546,
0.7902675867080688,
0.7678062915802002,
0.7767971754074097,
0.7744797468185425,
0.792242169380188,
0.7812575101852417,
0.7901678085327148,
0.7877702713012695,
0.775005042552948,
0.7859253883361816,
0.7835381031036377,
0.7937123775482178,
0.7808881402015686,
0.782737135887146,
0.8077836036682129,
0.7705615162849426,
0.7792931199073792,
0.7741867303848267,
0.758423388004303,
0.7733595371246338,
0.7719141840934753,
0.7665902376174927,
0.7745699882507324,
0.7793188095092773,
0.776689887046814,
0.7783402800559998,
0.7793123722076416,
0.748462438583374,
0.7847517728805542,
0.778985857963562,
0.765911340713501,
0.8044880628585815,
0.7837658524513245,
0.7788437604904175,
0.7672808170318604,
0.7926174998283386,
0.7772773504257202,
0.7955619692802429,
0.7905150651931763,
0.7708892822265625,
0.8017271757125854,
0.7916097640991211,
0.7813031077384949,
0.768671989440918,
0.7688347101211548,
0.7929792404174805,
0.7643711566925049,
0.7710295915603638,
0.7956861257553101,
0.775759220123291,
0.7851706743240356,
0.7763235569000244,
0.7840069532394409,
0.7891350984573364,
0.7790133953094482,
0.7865608930587769,
0.7712998390197754,
0.7953822612762451,
0.7522621750831604,
0.7789600491523743,
0.7822747230529785,
0.7683793902397156,
0.7780958414077759,
0.7778472304344177,
0.7890318632125854,
0.7912524342536926,
0.7955080270767212,
0.7843313217163086,
0.7704141736030579,
0.8011472225189209,
0.7723038196563721,
0.7629398107528687,
0.7943845987319946,
0.7824939489364624,
0.7986029386520386,
0.7799835205078125,
0.7753137350082397,
0.7764695882797241,
0.7789475917816162,
0.7772172093391418,
0.7792038917541504,
0.7663732171058655,
0.7891214489936829,
0.7658422589302063,
0.76682448387146,
0.7720687985420227,
0.7804040908813477,
0.7830777168273926,
0.7594829797744751,
0.7839692831039429,
0.7788735628128052,
0.7754986882209778,
0.7855756282806396,
0.7806379199028015,
0.7652832865715027,
0.7549910545349121,
0.777277946472168,
0.7977598905563354,
0.7900921106338501,
0.7777581810951233,
0.7619286179542542,
0.79695063829422,
0.7639628052711487,
0.7746571898460388,
0.7828299403190613,
0.7545140385627747,
0.7856276035308838,
0.7859327793121338,
0.7729083299636841,
0.7775464057922363,
0.7831757068634033,
0.7666918039321899,
0.7919015288352966,
0.7977434396743774,
0.7780756950378418,
0.7900899052619934,
0.7669292092323303,
0.7722169756889343,
0.7852177619934082,
0.7992111444473267,
0.7724581956863403,
0.785639762878418,
0.759498655796051,
0.7778706550598145,
0.7979644536972046,
0.7809131741523743,
0.7950116395950317
],
"loss_window": 200,
"grad_ema_decay": 0.99,
"stability_controller": {
"version": 4,
"spec": {
"policy": "constant",
"total_steps": 500000,
"base_lr": 0.0001,
"min_lr": 1e-05,
"hard_min_lr": 1e-06,
"min_scale": 0.125,
"commit_patience_windows": 2,
"warning_patience_windows": 2,
"loss_warn_ratio": 1.015,
"loss_retry_ratio": 1.025,
"loss_emergency_ratio": 1.05,
"grad_warn_ratio": 2.0,
"grad_retry_ratio": 4.0,
"grad_emergency_ratio": 8.0,
"grad_p90_warn_ratio": 2.5,
"grad_p90_retry_ratio": 5.0,
"grad_p90_emergency_ratio": 10.0,
"skip_warn_rate": 0.3,
"skip_retry_rate": 0.4,
"skip_emergency_rate": 0.6,
"reference_decay": 0.8,
"loss_reference_max_growth": 1.01,
"grad_reference_max_growth": 1.5
},
"committed_scale": 1.0,
"attempt_factor": 1.0,
"fast_loss": 0.7788921701746249,
"slow_loss": 0.7794827720793691,
"best_loss": 0.778826138998272,
"reference": {
"loss": 0.7802190550804138,
"grad_median": 0.12170863464559273,
"grad_p90": 0.14147012085906355,
"step": 430000,
"promotions": 4
},
"last_metrics": {
"loss": 0.7786456739902496,
"grad_median": 0.12425224855542183,
"grad_p90": 0.14411725699901579,
"skip_rate": 0.0,
"relative_spike_rate": 0.0
},
"last_loss_ratio": 0.9974805340501689,
"last_grad_ratio": 1.026261218001855,
"last_grad_p90_ratio": 1.023499462102691,
"healthy_windows": 0,
"warning_windows": 0,
"retry_windows": 0,
"windows_seen": 150,
"retry_count": 0
},
"best_window": 0.778826138998272,
"blown_windows": 0
},
"transaction": {
"status": "committed",
"committed_at": "2026-07-23T18:45:18.663474+00:00",
"attempt": 0,
"health_reference": {
"loss": 0.7802190550804138,
"grad_median": 0.12170863464559273,
"grad_p90": 0.14147012085906355,
"step": 430000,
"promotions": 4
}
},
"config": {
"model": {
"num_attention_heads": 16,
"attention_head_dim": 64,
"num_layers": 24,
"patch_size": 2,
"sample_size": 32,
"in_channels": 4,
"out_channels": 4,
"num_classes": 1000,
"qk_mode": "dmap",
"dmap_alpha": 0.0,
"qk_norm": false
},
"data": {
"hub_repo": "sparsetrace/dlatentzz",
"latent_shape": [
4,
32,
32
],
"expected_total": 1281167
},
"train": {
"objective": "flow",
"global_batch": 256,
"lr": 0.0001,
"weight_decay": 0.0,
"ema_decay": 0.9999,
"label_dropout": 0.1,
"base_seed": 0,
"deadline_check_every": 500
},
"hub": {
"checkpoint_repo": "sparsetrace/ditflex-L2-flow-dmap",
"archive_every_steps": 200000,
"save_every_steps": 10000
}
},
"optim_param_groups": [
{
"lr": 0.0001,
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"weight_decay": 0.1,
"amsgrad": false,
"maximize": false,
"foreach": null,
"capturable": false,
"differentiable": false,
"fused": null,
"decoupled_weight_decay": true,
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
255,
256,
257,
258,
259,
260,
261,
262,
263,
264,
265,
266,
267,
268,
269,
270,
271,
272,
273,
274,
275,
276,
277,
278,
279,
280,
281,
282,
283,
284,
285,
286,
287,
288,
289,
290,
291,
292,
293,
294,
295,
296,
297,
298,
299,
300,
301,
302,
303,
304,
305,
306,
307,
308,
309,
310,
311,
312,
313,
314,
315,
316,
317,
318,
319,
320,
321,
322,
323,
324,
325,
326,
327,
328,
329,
330,
331,
332,
333,
334,
335,
336,
337,
338,
339,
340,
341,
342,
343,
344,
345,
346,
347,
348,
349,
350,
351,
352,
353,
354,
355,
356,
357,
358,
359,
360,
361,
362,
363,
364,
365,
366,
367,
368,
369,
370,
371,
372,
373,
374,
375,
376,
377,
378,
379,
380,
381,
382,
383,
384,
385,
386,
387,
388,
389,
390,
391,
392,
393,
394,
395,
396,
397,
398,
399,
400,
401,
402,
403,
404,
405,
406,
407,
408,
409,
410,
411,
412,
413
]
}
],
"torch_version": "2.11.0+cu128"
}