meta.json

{
  "vocab_size": 16384,
  "n_train": 45500054,
  "n_val": 5055561,
  "n_docs": 60255,
  "eot_id": 0,
  "tokenizer_dir": "/home/roanbrasil/attnres/data/tokenizer"
}