fix: remove eos from vocab
Browse files- vocab.json +0 -1
vocab.json
CHANGED
|
@@ -1364,7 +1364,6 @@
|
|
| 1364 |
"</": 3556,
|
| 1365 |
"<<": 16791,
|
| 1366 |
"<?": 47934,
|
| 1367 |
-
"<|endoftext|>": 50256,
|
| 1368 |
"=": 28,
|
| 1369 |
"=\"": 2625,
|
| 1370 |
"=\"\"": 33151,
|
|
|
|
| 1364 |
"</": 3556,
|
| 1365 |
"<<": 16791,
|
| 1366 |
"<?": 47934,
|
|
|
|
| 1367 |
"=": 28,
|
| 1368 |
"=\"": 2625,
|
| 1369 |
"=\"\"": 33151,
|