File size: 128 Bytes
701cfd9 |
1 2 3 4 5 6 |
{
"add_bos_token": false,
"add_eos_token": true,
"optimize_for_generation": true,
"tokenizer_class": "HybridTokenizer"
} |
701cfd9 |
1 2 3 4 5 6 |
{
"add_bos_token": false,
"add_eos_token": true,
"optimize_for_generation": true,
"tokenizer_class": "HybridTokenizer"
} |