feat: GPT-style 50k tokenizer + 80 sound/paralinguistic tags

tokenizer.json

@@ -113,7 +113,7 @@
     },
     {
       "id": 12,
-      "content": "[LAUGHS]",
+      "content": "[S1]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
     },
     {
       "id": 13,
-      "content": "[SIGHS]",
+      "content": "[S2]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -131,7 +131,7 @@
     },
     {
       "id": 14,
-      "content": "[GASPS]",
+      "content": "[LAUGHS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -140,7 +140,7 @@
     },
     {
       "id": 15,
-      "content": "[CLEARS_THROAT]",
+      "content": "[SIGHS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -149,7 +149,7 @@
     },
     {
       "id": 16,
-      "content": "[MUSIC]",
+      "content": "[GASPS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -158,7 +158,7 @@
     },
     {
       "id": 17,
-      "content": "[BEEP]",
+      "content": "[CLEARS_THROAT]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -167,7 +167,7 @@
     },
     {
       "id": 18,
-      "content": "[APPLAUSE]",
+      "content": "[MUSIC]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -176,7 +176,7 @@
     },
     {
       "id": 19,
-      "content": "[COUGHS]",
+      "content": "[BEEP]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
     },
     {
       "id": 20,
-      "content": "[MUMBLES]",
+      "content": "[APPLAUSE]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -194,7 +194,7 @@
     },
     {
       "id": 21,
-      "content": "[WHISTLES]",
+      "content": "[COUGHS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -203,7 +203,7 @@
     },
     {
       "id": 22,
-      "content": "[SNIFFS]",
+      "content": "[MUMBLES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -212,7 +212,7 @@
     },
     {
       "id": 23,
-      "content": "[SINGS]",
+      "content": "[WHISTLES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -221,7 +221,7 @@
     },
     {
       "id": 24,
-      "content": "[GROANS]",
+      "content": "[SNIFFS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -230,7 +230,7 @@
     },
     {
       "id": 25,
-      "content": "[SCREAMS]",
+      "content": "[SINGS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -239,7 +239,7 @@
     },
     {
       "id": 26,
-      "content": "[SNEEZES]",
+      "content": "[GROANS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -248,7 +248,7 @@
     },
     {
       "id": 27,
-      "content": "[EXHALES]",
+      "content": "[SCREAMS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
     },
     {
       "id": 28,
-      "content": "[INHALES]",
+      "content": "[SNEEZES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -266,7 +266,7 @@
     },
     {
       "id": 29,
-      "content": "[BREATH]",
+      "content": "[EXHALES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
     },
     {
       "id": 30,
-      "content": "[DEEP_BREATH]",
+      "content": "[INHALES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -284,7 +284,7 @@
     },
     {
       "id": 31,
-      "content": "[SHARP_INHALE]",
+      "content": "[BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -293,7 +293,7 @@
     },
     {
       "id": 32,
-      "content": "[SHARP_BREATH]",
+      "content": "[DEEP_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -302,7 +302,7 @@
     },
     {
       "id": 33,
-      "content": "[SHAKY_BREATH]",
+      "content": "[SHARP_INHALE]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -311,7 +311,7 @@
     },
     {
       "id": 34,
-      "content": "[BREATHY_EXHALE]",
+      "content": "[SHARP_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -320,7 +320,7 @@
     },
     {
       "id": 35,
-      "content": "[STRAINED_BREATH]",
+      "content": "[SHAKY_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
     },
     {
       "id": 36,
-      "content": "[QUICK_BREATH]",
+      "content": "[BREATHY_EXHALE]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -338,7 +338,7 @@
     },
     {
       "id": 37,
-      "content": "[PANTING]",
+      "content": "[STRAINED_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -347,7 +347,7 @@
     },
     {
       "id": 38,
-      "content": "[BREATHING]",
+      "content": "[QUICK_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -356,7 +356,7 @@
     },
     {
       "id": 39,
-      "content": "[HEAVY_BREATHING]",
+      "content": "[PANTING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -365,7 +365,7 @@
     },
     {
       "id": 40,
-      "content": "[NERVOUS_EXHALE]",
+      "content": "[BREATHING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -374,7 +374,7 @@
     },
     {
       "id": 41,
-      "content": "[PAINED_BREATH]",
+      "content": "[HEAVY_BREATHING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -383,7 +383,7 @@
     },
     {
       "id": 42,
-      "content": "[GIGGLES]",
+      "content": "[NERVOUS_EXHALE]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -392,7 +392,7 @@
     },
     {
       "id": 43,
-      "content": "[CHUCKLES]",
+      "content": "[PAINED_BREATH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
     },
     {
       "id": 44,
-      "content": "[SOFT_CHUCKLE]",
+      "content": "[GIGGLES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -410,7 +410,7 @@
     },
     {
       "id": 45,
-      "content": "[SOFT_LAUGH]",
+      "content": "[CHUCKLES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -419,7 +419,7 @@
     },
     {
       "id": 46,
-      "content": "[NERVOUS_LAUGH]",
+      "content": "[SOFT_CHUCKLE]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -428,7 +428,7 @@
     },
     {
       "id": 47,
-      "content": "[SOBS]",
+      "content": "[SOFT_LAUGH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -437,7 +437,7 @@
     },
     {
       "id": 48,
-      "content": "[SOBBING]",
+      "content": "[NERVOUS_LAUGH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -446,7 +446,7 @@
     },
     {
       "id": 49,
-      "content": "[CHOKED_SOB]",
+      "content": "[SOBS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -455,7 +455,7 @@
     },
     {
       "id": 50,
-      "content": "[CRYING]",
+      "content": "[SOBBING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -464,7 +464,7 @@
     },
     {
       "id": 51,
-      "content": "[WHIMPERS]",
+      "content": "[CHOKED_SOB]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
     },
     {
       "id": 52,
-      "content": "[SOFT_WHIMPER]",
+      "content": "[CRYING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -482,7 +482,7 @@
     },
     {
       "id": 53,
-      "content": "[PAINED_CRY]",
+      "content": "[WHIMPERS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -491,7 +491,7 @@
     },
     {
       "id": 54,
-      "content": "[PAINED_GRUNT]",
+      "content": "[SOFT_WHIMPER]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -500,7 +500,7 @@
     },
     {
       "id": 55,
-      "content": "[PAINED_SOUND]",
+      "content": "[PAINED_CRY]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -509,7 +509,7 @@
     },
     {
       "id": 56,
-      "content": "[CHOKES]",
+      "content": "[PAINED_GRUNT]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -518,7 +518,7 @@
     },
     {
       "id": 57,
-      "content": "[HUMS]",
+      "content": "[PAINED_SOUND]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -527,7 +527,7 @@
     },
     {
       "id": 58,
-      "content": "[HUMMING]",
+      "content": "[CHOKES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -536,7 +536,7 @@
     },
     {
       "id": 59,
-      "content": "[SOFT_HUM]",
+      "content": "[HUMS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
     },
     {
       "id": 60,
-      "content": "[PLEASED_HUM]",
+      "content": "[HUMMING]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -554,7 +554,7 @@
     },
     {
       "id": 61,
-      "content": "[CONTENTED_HUM]",
+      "content": "[SOFT_HUM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -563,7 +563,7 @@
     },
     {
       "id": 62,
-      "content": "[MURMURS]",
+      "content": "[PLEASED_HUM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -572,7 +572,7 @@
     },
     {
       "id": 63,
-      "content": "[MMM]",
+      "content": "[CONTENTED_HUM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -581,7 +581,7 @@
     },
     {
       "id": 64,
-      "content": "[MHM]",
+      "content": "[MURMURS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -590,7 +590,7 @@
     },
     {
       "id": 65,
-      "content": "[HMM]",
+      "content": "[MMM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -599,7 +599,7 @@
     },
     {
       "id": 66,
-      "content": "[AH]",
+      "content": "[MHM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -608,7 +608,7 @@
     },
     {
       "id": 67,
-      "content": "[MOUTH_SOUND]",
+      "content": "[HMM]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
     },
     {
       "id": 68,
-      "content": "[MOUTH_CLICK]",
+      "content": "[AH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -626,7 +626,7 @@
     },
     {
       "id": 69,
-      "content": "[TONGUE_CLICK]",
+      "content": "[MOUTH_SOUND]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -635,7 +635,7 @@
     },
     {
       "id": 70,
-      "content": "[LIP_SMACK]",
+      "content": "[MOUTH_CLICK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -644,7 +644,7 @@
     },
     {
       "id": 71,
-      "content": "[SMACKS]",
+      "content": "[TONGUE_CLICK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -653,7 +653,7 @@
     },
     {
       "id": 72,
-      "content": "[TSK]",
+      "content": "[LIP_SMACK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -662,7 +662,7 @@
     },
     {
       "id": 73,
-      "content": "[CLICKS]",
+      "content": "[SMACKS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -671,7 +671,7 @@
     },
     {
       "id": 74,
-      "content": "[SLURPS]",
+      "content": "[TSK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -680,7 +680,7 @@
     },
     {
       "id": 75,
-      "content": "[GULPS]",
+      "content": "[CLICKS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
     },
     {
       "id": 76,
-      "content": "[SWALLOWS]",
+      "content": "[SLURPS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -698,7 +698,7 @@
     },
     {
       "id": 77,
-      "content": "[YAWNS]",
+      "content": "[GULPS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -707,7 +707,7 @@
     },
     {
       "id": 78,
-      "content": "[MOANS]",
+      "content": "[SWALLOWS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -716,7 +716,7 @@
     },
     {
       "id": 79,
-      "content": "[GRUNTS]",
+      "content": "[YAWNS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -725,7 +725,7 @@
     },
     {
       "id": 80,
-      "content": "[GROWLS]",
+      "content": "[MOANS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -734,7 +734,7 @@
     },
     {
       "id": 81,
-      "content": "[HISSES]",
+      "content": "[GRUNTS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -743,7 +743,7 @@
     },
     {
       "id": 82,
-      "content": "[SCOFFS]",
+      "content": "[GROWLS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -752,7 +752,7 @@
     },
     {
       "id": 83,
-      "content": "[HMPH]",
+      "content": "[HISSES]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
     },
     {
       "id": 84,
-      "content": "[HUFFS]",
+      "content": "[SCOFFS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -770,7 +770,7 @@
     },
     {
       "id": 85,
-      "content": "[WHISPERS]",
+      "content": "[HMPH]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -779,7 +779,7 @@
     },
     {
       "id": 86,
-      "content": "[PURRS]",
+      "content": "[HUFFS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -788,7 +788,7 @@
     },
     {
       "id": 87,
-      "content": "[STUTTERS]",
+      "content": "[WHISPERS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -797,7 +797,7 @@
     },
     {
       "id": 88,
-      "content": "[HICCUPS]",
+      "content": "[PURRS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -806,7 +806,7 @@
     },
     {
       "id": 89,
-      "content": "[SHIVERS]",
+      "content": "[STUTTERS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -815,7 +815,7 @@
     },
     {
       "id": 90,
-      "content": "[YELPS]",
+      "content": "[HICCUPS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -895,86 +895,6 @@
       "<|speech|>": 9,
       "<|frame_start|>": 10,
       "<|frame_end|>": 11,
-      "[LAUGHS]": 12,
-      "[SIGHS]": 13,
-      "[GASPS]": 14,
-      "[CLEARS_THROAT]": 15,
-      "[MUSIC]": 16,
-      "[BEEP]": 17,
-      "[APPLAUSE]": 18,
-      "[COUGHS]": 19,
-      "[MUMBLES]": 20,
-      "[WHISTLES]": 21,
-      "[SNIFFS]": 22,
-      "[SINGS]": 23,
-      "[GROANS]": 24,
-      "[SCREAMS]": 25,
-      "[SNEEZES]": 26,
-      "[EXHALES]": 27,
-      "[INHALES]": 28,
-      "[BREATH]": 29,
-      "[DEEP_BREATH]": 30,
-      "[SHARP_INHALE]": 31,
-      "[SHARP_BREATH]": 32,
-      "[SHAKY_BREATH]": 33,
-      "[BREATHY_EXHALE]": 34,
-      "[STRAINED_BREATH]": 35,
-      "[QUICK_BREATH]": 36,
-      "[PANTING]": 37,
-      "[BREATHING]": 38,
-      "[HEAVY_BREATHING]": 39,
-      "[NERVOUS_EXHALE]": 40,
-      "[PAINED_BREATH]": 41,
-      "[GIGGLES]": 42,
-      "[CHUCKLES]": 43,
-      "[SOFT_CHUCKLE]": 44,
-      "[SOFT_LAUGH]": 45,
-      "[NERVOUS_LAUGH]": 46,
-      "[SOBS]": 47,
-      "[SOBBING]": 48,
-      "[CHOKED_SOB]": 49,
-      "[CRYING]": 50,
-      "[WHIMPERS]": 51,
-      "[SOFT_WHIMPER]": 52,
-      "[PAINED_CRY]": 53,
-      "[PAINED_GRUNT]": 54,
-      "[PAINED_SOUND]": 55,
-      "[CHOKES]": 56,
-      "[HUMS]": 57,
-      "[HUMMING]": 58,
-      "[SOFT_HUM]": 59,
-      "[PLEASED_HUM]": 60,
-      "[CONTENTED_HUM]": 61,
-      "[MURMURS]": 62,
-      "[MMM]": 63,
-      "[MHM]": 64,
-      "[HMM]": 65,
-      "[AH]": 66,
-      "[MOUTH_SOUND]": 67,
-      "[MOUTH_CLICK]": 68,
-      "[TONGUE_CLICK]": 69,
-      "[LIP_SMACK]": 70,
-      "[SMACKS]": 71,
-      "[TSK]": 72,
-      "[CLICKS]": 73,
-      "[SLURPS]": 74,
-      "[GULPS]": 75,
-      "[SWALLOWS]": 76,
-      "[YAWNS]": 77,
-      "[MOANS]": 78,
-      "[GRUNTS]": 79,
-      "[GROWLS]": 80,
-      "[HISSES]": 81,
-      "[SCOFFS]": 82,
-      "[HMPH]": 83,
-      "[HUFFS]": 84,
-      "[WHISPERS]": 85,
-      "[PURRS]": 86,
-      "[STUTTERS]": 87,
-      "[HICCUPS]": 88,
-      "[SHIVERS]": 89,
-      "[YELPS]": 90,
-      "[ROARS]": 91,
       "!": 92,
       "\"": 93,
       "#": 94,
@@ -50882,7 +50802,87 @@
       "ĠBened": 49996,
       "ĠÙĤصÛĮدÛĴ": 49997,
       "Complete": 49998,
-      "اÙĦÙģضÙĦ": 49999
+      "اÙĦÙģضÙĦ": 49999,
+      "[S1]": 12,
+      "[S2]": 13,
+      "[LAUGHS]": 14,
+      "[SIGHS]": 15,
+      "[GASPS]": 16,
+      "[CLEARS_THROAT]": 17,
+      "[MUSIC]": 18,
+      "[BEEP]": 19,
+      "[APPLAUSE]": 20,
+      "[COUGHS]": 21,
+      "[MUMBLES]": 22,
+      "[WHISTLES]": 23,
+      "[SNIFFS]": 24,
+      "[SINGS]": 25,
+      "[GROANS]": 26,
+      "[SCREAMS]": 27,
+      "[SNEEZES]": 28,
+      "[EXHALES]": 29,
+      "[INHALES]": 30,
+      "[BREATH]": 31,
+      "[DEEP_BREATH]": 32,
+      "[SHARP_INHALE]": 33,
+      "[SHARP_BREATH]": 34,
+      "[SHAKY_BREATH]": 35,
+      "[BREATHY_EXHALE]": 36,
+      "[STRAINED_BREATH]": 37,
+      "[QUICK_BREATH]": 38,
+      "[PANTING]": 39,
+      "[BREATHING]": 40,
+      "[HEAVY_BREATHING]": 41,
+      "[NERVOUS_EXHALE]": 42,
+      "[PAINED_BREATH]": 43,
+      "[GIGGLES]": 44,
+      "[CHUCKLES]": 45,
+      "[SOFT_CHUCKLE]": 46,
+      "[SOFT_LAUGH]": 47,
+      "[NERVOUS_LAUGH]": 48,
+      "[SOBS]": 49,
+      "[SOBBING]": 50,
+      "[CHOKED_SOB]": 51,
+      "[CRYING]": 52,
+      "[WHIMPERS]": 53,
+      "[SOFT_WHIMPER]": 54,
+      "[PAINED_CRY]": 55,
+      "[PAINED_GRUNT]": 56,
+      "[PAINED_SOUND]": 57,
+      "[CHOKES]": 58,
+      "[HUMS]": 59,
+      "[HUMMING]": 60,
+      "[SOFT_HUM]": 61,
+      "[PLEASED_HUM]": 62,
+      "[CONTENTED_HUM]": 63,
+      "[MURMURS]": 64,
+      "[MMM]": 65,
+      "[MHM]": 66,
+      "[HMM]": 67,
+      "[AH]": 68,
+      "[MOUTH_SOUND]": 69,
+      "[MOUTH_CLICK]": 70,
+      "[TONGUE_CLICK]": 71,
+      "[LIP_SMACK]": 72,
+      "[SMACKS]": 73,
+      "[TSK]": 74,
+      "[CLICKS]": 75,
+      "[SLURPS]": 76,
+      "[GULPS]": 77,
+      "[SWALLOWS]": 78,
+      "[YAWNS]": 79,
+      "[MOANS]": 80,
+      "[GRUNTS]": 81,
+      "[GROWLS]": 82,
+      "[HISSES]": 83,
+      "[SCOFFS]": 84,
+      "[HMPH]": 85,
+      "[HUFFS]": 86,
+      "[WHISPERS]": 87,
+      "[PURRS]": 88,
+      "[STUTTERS]": 89,
+      "[HICCUPS]": 90,
+      "[ROARS]": 91
     },
     "merges": [
       [

tokenizer_config.json

@@ -11,6 +11,88 @@
     "<|speech|>",
     "<|frame_start|>",
     "<|frame_end|>",
+    "<|reserved_1|>",
+    "<|reserved_2|>",
+    "<|reserved_3|>",
+    "<|reserved_4|>",
+    "<|reserved_5|>",
+    "<|reserved_6|>",
+    "<|reserved_7|>",
+    "<|reserved_8|>",
+    "<|reserved_9|>",
+    "<|reserved_10|>",
+    "<|reserved_11|>",
+    "<|reserved_12|>",
+    "<|reserved_13|>",
+    "<|reserved_14|>",
+    "<|reserved_15|>",
+    "<|reserved_16|>",
+    "<|reserved_17|>",
+    "<|reserved_18|>",
+    "<|reserved_19|>",
+    "<|reserved_20|>",
+    "<|reserved_21|>",
+    "<|reserved_22|>",
+    "<|reserved_23|>",
+    "<|reserved_24|>",
+    "<|reserved_25|>",
+    "<|reserved_26|>",
+    "<|reserved_27|>",
+    "<|reserved_28|>",
+    "<|reserved_29|>",
+    "<|reserved_30|>",
+    "<|reserved_31|>",
+    "<|reserved_32|>",
+    "<|reserved_33|>",
+    "<|reserved_34|>",
+    "<|reserved_35|>",
+    "<|reserved_36|>",
+    "<|reserved_37|>",
+    "<|reserved_38|>",
+    "<|reserved_39|>",
+    "<|reserved_40|>",
+    "<|reserved_41|>",
+    "<|reserved_42|>",
+    "<|reserved_43|>",
+    "<|reserved_44|>",
+    "<|reserved_45|>",
+    "<|reserved_46|>",
+    "<|reserved_47|>",
+    "<|reserved_48|>",
+    "<|reserved_49|>",
+    "<|reserved_50|>",
+    "<|reserved_51|>",
+    "<|reserved_52|>",
+    "<|reserved_53|>",
+    "<|reserved_54|>",
+    "<|reserved_55|>",
+    "<|reserved_56|>",
+    "<|reserved_57|>",
+    "<|reserved_58|>",
+    "<|reserved_59|>",
+    "<|reserved_60|>",
+    "<|reserved_61|>",
+    "<|reserved_62|>",
+    "<|reserved_63|>",
+    "<|reserved_64|>",
+    "<|reserved_65|>",
+    "<|reserved_66|>",
+    "<|reserved_67|>",
+    "<|reserved_68|>",
+    "<|reserved_69|>",
+    "<|reserved_70|>",
+    "<|reserved_71|>",
+    "<|reserved_72|>",
+    "<|reserved_73|>",
+    "<|reserved_74|>",
+    "<|reserved_75|>",
+    "<|reserved_76|>",
+    "<|reserved_77|>",
+    "<|reserved_78|>",
+    "<|reserved_79|>",
+    "<|reserved_80|>",
+    "[S1]",
+    "[S2]",
     "[LAUGHS]",
     "[SIGHS]",
     "[GASPS]",
@@ -88,8 +170,6 @@
     "[PURRS]",
     "[STUTTERS]",
     "[HICCUPS]",
-    "[SHIVERS]",
-    "[YELPS]",
     "[ROARS]"
   ],
   "model_max_length": 1000000000000000019884624838656,