dclm5b-03/_aggregate.json

{
  "engine": "tokforge",
  "prefix": "dclm5b-03",
  "corpus": "dclm",
  "version": "5b",
  "shards": 10,
  "docs": 911332,
  "tokens": 1198462259,
  "bytes": 2396924518,
  "files": [
    "data-00000-of-00010.npy",
    "data-00001-of-00010.npy",
    "data-00002-of-00010.npy",
    "data-00003-of-00010.npy",
    "data-00004-of-00010.npy",
    "data-00005-of-00010.npy",
    "data-00006-of-00010.npy",
    "data-00007-of-00010.npy",
    "data-00008-of-00010.npy",
    "data-00009-of-00010.npy"
  ],
  "source_range": [
    25453,
    25462
  ],
  "source_dataset": "mlfoundations/dclm-baseline-1.0",
  "source_config": null,
  "created_at": "2026-08-18T14:22:15Z"
}