{
  "source": "allenai/c4",
  "config": "en",
  "split": "train",
  "model_type": "unigram",
  "vocab_size": 32000,
  "lowercase": true,
  "normalization": "NFKC + SentencePiece nmt_nfkc",
  "training_text_bytes": 536874807,
  "training_documents": 247312,
  "special_token_ids": {
    "<unk>": 0,
    "<s>": 1,
    "</s>": 2,
    "<pad>": 3,
    "<cls>": 4,
    "<sep>": 5,
    "<mask>": 6
  },
  "sha256_spiece_model": "119ec6b2af9cbbc56f297bd606b69f79f6e3130a34ee56122ee813a58d15bb9d"
}