checkpoints/012500/training_state/training_step.json

{
    "step": 12500,
    "dp_world_size": 1,
    "batch_size": 256,
    "grad_accum_steps": 1,
    "parallelism": {
        "dp_replicate": 1,
        "dp_shard": 1,
        "ring_degree": 1,
        "ulysses_degree": 1
    }
}