| { | |
| "cp": 1, | |
| "custom_metas": null, | |
| "dp": 8, | |
| "metas": { | |
| "consumed_tokens_total": 52428800000, | |
| "consumed_train_samples": 6400000, | |
| "data_stages": [ | |
| { | |
| "consumed_tokens_per_dataset_folder": { | |
| "/home/aiops/zhuty/cont_data/mathprosf/tokenized": 52428800000 | |
| }, | |
| "consumed_train_samples": 6400000, | |
| "name": "mathprosf", | |
| "sequence_length": 8192, | |
| "start_training_step": 1 | |
| } | |
| ], | |
| "last_stage_idx": 0, | |
| "last_train_step": 12500 | |
| }, | |
| "tp": 1, | |
| "version": "1.5" | |
| } |