tutorial_1b_dclm/8000/checkpoint_metadata.json

{
  "custom_metas": null,
  "dp": 64,
  "metas": {
    "consumed_train_samples": 4096000,
    "data_stages": [
      {
        "consumed_tokens_per_dataset_folder": {
          "/scratch/joel_niklaus/tmp/finephrase/dataset/tutorial_1b_dclm": 16777216000
        },
        "consumed_train_samples": 4096000,
        "name": "stable",
        "start_training_step": 1
      }
    ],
    "last_stage_idx": 0,
    "last_train_step": 8000
  },
  "tp": 1,
  "version": "1.4"
}