Upload folder using huggingface_hub
Browse files- tokenizer.json +4 -4
tokenizer.json
CHANGED
|
@@ -69,11 +69,11 @@
|
|
| 69 |
{
|
| 70 |
"id": 65494,
|
| 71 |
"content": "</think>",
|
| 72 |
-
"single_word":
|
| 73 |
"lstrip": false,
|
| 74 |
"rstrip": false,
|
| 75 |
-
"normalized":
|
| 76 |
-
"special":
|
| 77 |
},
|
| 78 |
{
|
| 79 |
"id": 65495,
|
|
@@ -327044,4 +327044,4 @@
|
|
| 327044 |
]
|
| 327045 |
]
|
| 327046 |
}
|
| 327047 |
-
}
|
|
|
|
| 69 |
{
|
| 70 |
"id": 65494,
|
| 71 |
"content": "</think>",
|
| 72 |
+
"single_word": true,
|
| 73 |
"lstrip": false,
|
| 74 |
"rstrip": false,
|
| 75 |
+
"normalized": true,
|
| 76 |
+
"special": false
|
| 77 |
},
|
| 78 |
{
|
| 79 |
"id": 65495,
|
|
|
|
| 327044 |
]
|
| 327045 |
]
|
| 327046 |
}
|
| 327047 |
+
}
|