dataset_stats.json

{
  "validation": {
    "sequences": 3933,
    "tokens": 1975457,
    "mean_seq_len": 502.3
  },
  "train": {
    "sequences": 476522,
    "tokens": 235964123,
    "mean_seq_len": 495.2
  }
}