{
  "vocab_size": 4082,
  "context": 2048,
  "special_tokens": {
    "<|pad|>": 0,
    "<|context|>": 1,
    "<|user|>": 2,
    "<|assistant|>": 3,
    "<|end|>": 4
  },
  "train": {
    "examples": 347376,
    "tokens": 100224712,
    "response_tokens": 13163249,
    "length_p50": 278.0,
    "length_p95": 389.0,
    "max_length": 945,
    "rejected": [],
    "ids_sha256": "365f03740dee120064b98b530f4b67e987f1cf192435281bfd9d3f32f4271f75"
  },
  "validation": {
    "examples": 1200,
    "tokens": 336514,
    "response_tokens": 42286,
    "length_p50": 276.0,
    "length_p95": 374.0,
    "max_length": 406,
    "rejected": [],
    "ids_sha256": "7bdf2a15c82cd7459e2410cd3fd7cf70410392780e9979228b1edaec1914e4bf"
  },
  "test": {
    "examples": 1196,
    "tokens": 339535,
    "response_tokens": 43042,
    "length_p50": 279.0,
    "length_p95": 388.0,
    "max_length": 426,
    "rejected": [],
    "ids_sha256": "1c668ade4e6eff7d1e62697b39419ca59befc572f6961802cad0570e15166d41"
  }
}