File size: 257 Bytes
6dbdf6d |
1 2 3 4 5 6 7 8 9 10 11 12 |
{
"vocab_size": 10000,
"model_type": "BPE",
"dataset": "roneneldan/TinyStories",
"min_frequency": 2,
"training_samples": 100000,
"special_tokens": {
"pad_token": "<|padding|>",
"eos_token": "<|endoftext|>",
"unk_token": "<unk>"
}
} |