tokforge-test-v11/_aggregate.json

{
  "engine": "tokforge",
  "prefix": "tokforge-test-v11",
  "corpus": "cosmo2",
  "version": "v11",
  "shards": 20,
  "docs": 5560,
  "tokens": 4006435,
  "bytes": 8012870,
  "files": [
    "data-00000-of-00020.npy",
    "data-00001-of-00020.npy",
    "data-00002-of-00020.npy",
    "data-00003-of-00020.npy",
    "data-00004-of-00020.npy",
    "data-00005-of-00020.npy",
    "data-00006-of-00020.npy",
    "data-00007-of-00020.npy",
    "data-00008-of-00020.npy",
    "data-00009-of-00020.npy",
    "data-00010-of-00020.npy",
    "data-00011-of-00020.npy",
    "data-00012-of-00020.npy",
    "data-00013-of-00020.npy",
    "data-00014-of-00020.npy",
    "data-00015-of-00020.npy",
    "data-00016-of-00020.npy",
    "data-00017-of-00020.npy",
    "data-00018-of-00020.npy",
    "data-00019-of-00020.npy"
  ],
  "source_range": [
    3,
    4
  ],
  "source_dataset": "HuggingFaceTB/smollm-corpus",
  "source_config": "cosmopedia-v2",
  "created_at": "2026-08-15T22:23:05Z"
}