Update tokenizer.json
Browse files- tokenizer.json +3 -1
tokenizer.json
CHANGED
|
@@ -281,7 +281,9 @@
|
|
| 281 |
"Md": 134,
|
| 282 |
"Ra": 135,
|
| 283 |
"Fr": 136,
|
| 284 |
-
"@": 137
|
|
|
|
|
|
|
| 285 |
},
|
| 286 |
"unk_token": "<unk>"
|
| 287 |
}
|
|
|
|
| 281 |
"Md": 134,
|
| 282 |
"Ra": 135,
|
| 283 |
"Fr": 136,
|
| 284 |
+
"@": 137,
|
| 285 |
+
"\": 138,
|
| 286 |
+
"/": 139
|
| 287 |
},
|
| 288 |
"unk_token": "<unk>"
|
| 289 |
}
|