cosmopedia/5000/checkpoint_metadata.json

{
  "custom_metas": null,
  "dp": 32,
  "metas": {
    "consumed_train_samples": 2560000,
    "data_stages": [
      {
        "consumed_tokens_per_dataset_folder": {
          "/scratch/joel_niklaus/tmp/finephrase/dataset/cosmopedia": 10485760000
        },
        "consumed_train_samples": 2560000,
        "name": "stable",
        "start_training_step": 1
      }
    ],
    "last_stage_idx": 0,
    "last_train_step": 5000
  },
  "tp": 1,
  "version": "1.4"
}