python-edu/_meta/data-00004-of-00038.json

{
  "shard": "data-00004-of-00038.arrow",
  "task": "python-edu-a",
  "dataset": "HuggingFaceTB/smollm-corpus",
  "config": "python-edu",
  "split": "train",
  "file_range": [
    0,
    1
  ],
  "rows": 31838,
  "tokens": 22930112,
  "bytes": 183700800,
  "sha256": "5aed8462a1788921df742e9983e1fa3611a7223d231ae1a9584753f09f4a7d7d",
  "schema": {
    "input_ids": "list<int32>",
    "labels": "list<int32>"
  },
  "eos_convention": "trailing <|endoftext|> id 0",
  "tokenizer": "HuggingFaceTB/SmolLM2-1.7B",
  "tokenizer_sha": "e6d44ded9564218b",
  "created": "2026-08-05T15:25:57.512194Z"
}