Update tokenizer.json
Browse files- tokenizer.json +2 -1
tokenizer.json
CHANGED
|
@@ -155,7 +155,8 @@
|
|
| 155 |
"q": 42,
|
| 156 |
"r": 43,
|
| 157 |
"w": 44,
|
| 158 |
-
"x": 45
|
|
|
|
| 159 |
}
|
| 160 |
}
|
| 161 |
}
|
|
|
|
| 155 |
"q": 42,
|
| 156 |
"r": 43,
|
| 157 |
"w": 44,
|
| 158 |
+
"x": 45,
|
| 159 |
+
"_": 46
|
| 160 |
}
|
| 161 |
}
|
| 162 |
}
|