Aman Singh commited on
Commit ·
d9551a2
1
Parent(s): dca1c24
PRX change
Browse files- tokenizer.json +2 -2
tokenizer.json
CHANGED
|
@@ -77,7 +77,7 @@
|
|
| 77 |
},
|
| 78 |
{
|
| 79 |
"id": 30922,
|
| 80 |
-
"content": "[
|
| 81 |
"single_word": false,
|
| 82 |
"lstrip": false,
|
| 83 |
"rstrip": false,
|
|
@@ -31102,4 +31102,4 @@
|
|
| 31102 |
"##학": 30918
|
| 31103 |
}
|
| 31104 |
}
|
| 31105 |
-
}
|
|
|
|
| 77 |
},
|
| 78 |
{
|
| 79 |
"id": 30922,
|
| 80 |
+
"content": "[PRX]",
|
| 81 |
"single_word": false,
|
| 82 |
"lstrip": false,
|
| 83 |
"rstrip": false,
|
|
|
|
| 31102 |
"##학": 30918
|
| 31103 |
}
|
| 31104 |
}
|
| 31105 |
+
}
|