wiki6b/_aggregate.json

{
  "engine": "tokforge",
  "prefix": "wiki6b",
  "corpus": "wikipedia",
  "version": "v6",
  "shards": 8,
  "docs": 1134028,
  "tokens": 1000008988,
  "bytes": 2000017976,
  "files": [
    "data-00000-of-00008.npy",
    "data-00001-of-00008.npy",
    "data-00002-of-00008.npy",
    "data-00003-of-00008.npy",
    "data-00004-of-00008.npy",
    "data-00005-of-00008.npy",
    "data-00006-of-00008.npy",
    "data-00007-of-00008.npy"
  ],
  "source_range": [
    0,
    20
  ],
  "source_dataset": "wikimedia/wikipedia",
  "source_config": "20231101.en",
  "created_at": "2026-08-19T16:06:13Z"
}