Update added_tokens.json
Browse files- added_tokens.json +2 -2
added_tokens.json
CHANGED
|
@@ -38,6 +38,6 @@
|
|
| 38 |
" ": 50258,
|
| 39 |
" ": 50257,
|
| 40 |
"<|padding|>": 50295,
|
| 41 |
-
"<|beginoftext|>":
|
| 42 |
-
"<|endoftext|>":
|
| 43 |
}
|
|
|
|
| 38 |
" ": 50258,
|
| 39 |
" ": 50257,
|
| 40 |
"<|padding|>": 50295,
|
| 41 |
+
"<|beginoftext|>": 50300,
|
| 42 |
+
"<|endoftext|>": 50400
|
| 43 |
}
|