full resume ckpt @ global_step 2000000

full resume ckpt @ global_step 1875000

full resume ckpt @ global_step 1785000

full resume ckpt from epoch=24-step=1745000.ckpt

full resume ckpt from epoch=9-step=1580000.ckpt

full resume ckpt from epoch=9-step=1565000.ckpt

full resume ckpt from epoch=9-step=1510000.ckpt

full resume ckpt from epoch=9-step=1420000.ckpt

full resume ckpt from epoch=9-step=1370000.ckpt

full resume ckpt from epoch=8-step=1315000.ckpt

full resume ckpt from epoch=8-step=1265000.ckpt

full resume ckpt from epoch=8-step=1220000.ckpt

full resume ckpt from epoch=8-step=1170000.ckpt

full resume ckpt from epoch=7-step=1115000.ckpt

full resume ckpt from epoch=7-step=1055000.ckpt

full resume ckpt from epoch=7-step=1010000.ckpt

full resume ckpt from epoch=7-step=970000.ckpt

full resume ckpt from epoch=7-step=915000.ckpt

full resume ckpt from epoch=6-step=865000.ckpt

full resume ckpt from epoch=6-step=820000.ckpt

full resume ckpt from epoch=6-step=765000.ckpt

full resume ckpt from epoch=6-step=725000.ckpt

full resume ckpt from epoch=5-step=670000.ckpt

full resume ckpt from epoch=5-step=650000.ckpt

full resume ckpt from epoch=5-step=600000.ckpt

full resume ckpt from epoch=5-step=555000.ckpt

full resume ckpt step=505000 (optimizer_states + lr_schedulers)