File size: 489 Bytes
4ec5e47 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"source": "allenai/c4",
"config": "en",
"split": "train",
"model_type": "unigram",
"vocab_size": 32000,
"lowercase": true,
"normalization": "NFKC + SentencePiece nmt_nfkc",
"training_text_bytes": 536874807,
"training_documents": 247312,
"special_token_ids": {
"<unk>": 0,
"<s>": 1,
"</s>": 2,
"<pad>": 3,
"<cls>": 4,
"<sep>": 5,
"<mask>": 6
},
"sha256_spiece_model": "119ec6b2af9cbbc56f297bd606b69f79f6e3130a34ee56122ee813a58d15bb9d"
} |