File size: 546 Bytes
25de0f9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"cp": 1,
"custom_metas": null,
"dp": 8,
"metas": {
"consumed_tokens_total": 52428800000,
"consumed_train_samples": 6400000,
"data_stages": [
{
"consumed_tokens_per_dataset_folder": {
"/home/aiops/zhuty/cont_data/mathprosf/tokenized": 52428800000
},
"consumed_train_samples": 6400000,
"name": "mathprosf",
"sequence_length": 8192,
"start_training_step": 1
}
],
"last_stage_idx": 0,
"last_train_step": 12500
},
"tp": 1,
"version": "1.5"
} |