checkpoints/020000/training_state/training_step.json

{
    "step": 20000,
    "dp_world_size": 1,
    "batch_size": 256,
    "grad_accum_steps": 1,
    "parallelism": {
        "dp_replicate": 1,
        "dp_shard": 1,
        "ring_degree": 1,
        "ulysses_degree": 1
    }
}