dclm5b-00/_aggregate.json

{
  "engine": "tokforge",
  "prefix": "dclm5b-00",
  "corpus": "dclm",
  "version": "5b",
  "shards": 9,
  "docs": 860101,
  "tokens": 1122811061,
  "bytes": 2245622122,
  "files": [
    "data-00000-of-00009.npy",
    "data-00001-of-00009.npy",
    "data-00002-of-00009.npy",
    "data-00003-of-00009.npy",
    "data-00004-of-00009.npy",
    "data-00005-of-00009.npy",
    "data-00006-of-00009.npy",
    "data-00007-of-00009.npy",
    "data-00008-of-00009.npy"
  ],
  "source_range": [
    25119,
    25128
  ],
  "source_dataset": "mlfoundations/dclm-baseline-1.0",
  "source_config": null,
  "created_at": "2026-08-18T13:55:47Z"
}