Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -211,7 +211,7 @@
       "special": false
     },
     "151669": {
-      "content": "Hito",
+      "content": "<understand>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -219,7 +219,7 @@
       "special": true
     },
     "151670": {
-      "content": "hito",
+      "content": "</understand>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -227,7 +227,7 @@
       "special": true
     },
     "151671": {
-      "content": "HITO",
+      "content": "<logic>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -235,7 +235,7 @@
       "special": true
     },
     "151672": {
-      "content": "Hitonet",
+      "content": "</logic>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -243,7 +243,7 @@
       "special": true
     },
     "151673": {
-      "content": "hitonet",
+      "content": "<verify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -251,7 +251,7 @@
       "special": true
     },
     "151674": {
-      "content": "HITONET",
+      "content": "</verify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -259,7 +259,7 @@
       "special": true
     },
     "151675": {
-      "content": "HitoNet",
+      "content": "<intuit>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -267,7 +267,7 @@
       "special": true
     },
     "151676": {
-      "content": "hitoNet",
+      "content": "</intuit>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
       "special": true
     },
     "151677": {
-      "content": "Hitonet.com",
+      "content": "<emotion>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -283,7 +283,7 @@
       "special": true
     },
     "151678": {
-      "content": "hitonet.com",
+      "content": "</emotion>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -291,7 +291,7 @@
       "special": true
     },
     "151679": {
-      "content": "HITONET.COM",
+      "content": "<empathize>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -299,7 +299,7 @@
       "special": true
     },
     "151680": {
-      "content": "HitoNet.com",
+      "content": "</empathize>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -307,7 +307,7 @@
       "special": true
     },
     "151681": {
-      "content": "Hitonet Group",
+      "content": "<mood>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -315,7 +315,7 @@
       "special": true
     },
     "151682": {
-      "content": "hitonet group",
+      "content": "</mood>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -323,7 +323,7 @@
       "special": true
     },
     "151683": {
-      "content": "HITONET GROUP",
+      "content": "<curious>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -331,7 +331,7 @@
       "special": true
     },
     "151684": {
-      "content": "HitoNet Group",
+      "content": "</curious>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -339,7 +339,7 @@
       "special": true
     },
     "151685": {
-      "content": "Hito by Hitonet",
+      "content": "<wonder>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -347,7 +347,7 @@
       "special": true
     },
     "151686": {
-      "content": "Hito by Hitonet.com",
+      "content": "</wonder>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -355,7 +355,7 @@
       "special": true
     },
     "151687": {
-      "content": "hito by hitonet",
+      "content": "<daydream>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -363,564 +363,412 @@
       "special": true
     },
     "151688": {
-      "content": "<understand>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151689": {
-      "content": "</understand>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151690": {
-      "content": "<logic>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151691": {
-      "content": "</logic>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151692": {
-      "content": "<verify>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151693": {
-      "content": "</verify>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151694": {
-      "content": "<intuit>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151695": {
-      "content": "</intuit>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151696": {
-      "content": "<emotion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151697": {
-      "content": "</emotion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151698": {
-      "content": "<empathize>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151699": {
-      "content": "</empathize>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151700": {
-      "content": "<mood>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151701": {
-      "content": "</mood>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151702": {
-      "content": "<curious>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151703": {
-      "content": "</curious>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151704": {
-      "content": "<wonder>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151705": {
-      "content": "</wonder>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151706": {
-      "content": "<daydream>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151707": {
       "content": "</daydream>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151708": {
+    "151689": {
       "content": "<imagine>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151709": {
+    "151690": {
       "content": "</imagine>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151710": {
+    "151691": {
       "content": "<connect>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151711": {
+    "151692": {
       "content": "</connect>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151712": {
+    "151693": {
       "content": "<wild>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151713": {
+    "151694": {
       "content": "</wild>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151714": {
+    "151695": {
       "content": "<recall>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151715": {
+    "151696": {
       "content": "</recall>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151716": {
+    "151697": {
       "content": "<limits>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151717": {
+    "151698": {
       "content": "</limits>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151718": {
+    "151699": {
       "content": "<honest>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151719": {
+    "151700": {
       "content": "</honest>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151720": {
+    "151701": {
       "content": "<doubt>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151721": {
+    "151702": {
       "content": "</doubt>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151722": {
+    "151703": {
       "content": "<reflect>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151723": {
+    "151704": {
       "content": "</reflect>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151724": {
+    "151705": {
       "content": "<careful>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151725": {
+    "151706": {
       "content": "</careful>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151726": {
+    "151707": {
       "content": "<learn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151727": {
+    "151708": {
       "content": "</learn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151728": {
+    "151709": {
       "content": "<need>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151729": {
+    "151710": {
       "content": "</need>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151730": {
+    "151711": {
       "content": "<plan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151731": {
+    "151712": {
       "content": "</plan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151732": {
+    "151713": {
       "content": "<compare>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151733": {
+    "151714": {
       "content": "</compare>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151734": {
+    "151715": {
       "content": "<simplify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151735": {
+    "151716": {
       "content": "</simplify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151736": {
+    "151717": {
       "content": "<reframe>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151737": {
+    "151718": {
       "content": "</reframe>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151738": {
+    "151719": {
       "content": "<anticipate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151739": {
+    "151720": {
       "content": "</anticipate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151740": {
+    "151721": {
       "content": "<simulate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151741": {
+    "151722": {
       "content": "</simulate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151742": {
+    "151723": {
       "content": "<ideate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151743": {
+    "151724": {
       "content": "</ideate>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151744": {
+    "151725": {
       "content": "<analogize>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151745": {
+    "151726": {
       "content": "</analogize>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151746": {
+    "151727": {
       "content": "<critique>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151747": {
+    "151728": {
       "content": "</critique>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151748": {
+    "151729": {
       "content": "<confidence>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151749": {
+    "151730": {
       "content": "</confidence>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151750": {
+    "151731": {
       "content": "<caution>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151751": {
+    "151732": {
       "content": "</caution>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151752": {
+    "151733": {
       "content": "<clarify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151753": {
+    "151734": {
       "content": "</clarify>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151754": {
+    "151735": {
       "content": "<brainstorm>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151755": {
+    "151736": {
       "content": "</brainstorm>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151756": {
+    "151737": {
       "content": "<tool_result>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "151757": {
+    "151738": {
       "content": "</tool_result>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     }
   },
   "additional_special_tokens": [
@@ -949,4 +797,4 @@
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null
-}
+}