dclm5b-02/_aggregate.json

{
  "engine": "tokforge",
  "prefix": "dclm5b-02",
  "corpus": "dclm",
  "version": "5b",
  "shards": 10,
  "docs": 872758,
  "tokens": 1143913738,
  "bytes": 2287827476,
  "files": [
    "data-00000-of-00010.npy",
    "data-00001-of-00010.npy",
    "data-00002-of-00010.npy",
    "data-00003-of-00010.npy",
    "data-00004-of-00010.npy",
    "data-00005-of-00010.npy",
    "data-00006-of-00010.npy",
    "data-00007-of-00010.npy",
    "data-00008-of-00010.npy",
    "data-00009-of-00010.npy"
  ],
  "source_range": [
    20322,
    20331
  ],
  "source_dataset": "mlfoundations/dclm-baseline-1.0",
  "source_config": null,
  "created_at": "2026-08-18T14:12:25Z"
}