{ "cp": 1, "custom_metas": null, "dp": 8, "metas": { "consumed_tokens_total": 52428800000, "consumed_train_samples": 6400000, "data_stages": [ { "consumed_tokens_per_dataset_folder": { "/home/aiops/zhuty/cont_data/mathprosf/tokenized": 52428800000 }, "consumed_train_samples": 6400000, "name": "mathprosf", "sequence_length": 8192, "start_training_step": 1 } ], "last_stage_idx": 0, "last_train_step": 12500 }, "tp": 1, "version": "1.5" }