| { | |
| "dataloader_state": { | |
| "sampler_state": { | |
| "seed": 0 | |
| }, | |
| "samples_global": 2000 | |
| }, | |
| "lr_scheduler": { | |
| "_last_lr": [ | |
| 0.0001 | |
| ], | |
| "_milestones": [ | |
| 100 | |
| ], | |
| "_schedulers": [ | |
| { | |
| "_get_lr_called_within_step": false, | |
| "_is_initial": false, | |
| "_last_lr": [ | |
| 9.900999999999998e-05 | |
| ], | |
| "_step_count": 100, | |
| "base_lrs": [ | |
| 0.0001 | |
| ], | |
| "end_factor": 1.0, | |
| "last_epoch": 99, | |
| "start_factor": 0.01, | |
| "total_iters": 100 | |
| }, | |
| { | |
| "_get_lr_called_within_step": false, | |
| "_is_initial": false, | |
| "_last_lr": [ | |
| 0.0001 | |
| ], | |
| "_step_count": 1901, | |
| "base_lrs": [ | |
| 0.0001 | |
| ], | |
| "factor": 1.0, | |
| "last_epoch": 1900, | |
| "total_iters": 0 | |
| } | |
| ], | |
| "last_epoch": 2000 | |
| }, | |
| "model_config": { | |
| "data_parallel": 1, | |
| "fsdp_shards": 1 | |
| }, | |
| "step": 2000, | |
| "world_size": 1 | |
| } |