Add eos token (#2)
Browse files- Add eos token (e4cfe5625e38b3543a29a5d904730493b4f039a1)
Co-authored-by: Merve Noyan <merve@users.noreply.huggingface.co>
- generation_config.json +1 -1
generation_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 0,
|
| 4 |
-
"eos_token_id":
|
| 5 |
"pad_token_id": 2,
|
| 6 |
"transformers_version": "4.46.0"
|
| 7 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 49154,
|
| 5 |
"pad_token_id": 2,
|
| 6 |
"transformers_version": "4.46.0"
|
| 7 |
}
|