Tokenizer for fine-tuned Orpheus LoRA model - 2025-09-30 23:29:22 (Trained with Unsloth)

special_tokens_map.json

@@ -42,20 +42,6 @@
       "rstrip": false,
       "single_word": false
     },
-    {
-      "content": "<shimmer_apq3_high>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<shimmer_apq3_low>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
     {
       "content": "<jitter_local_high>",
       "lstrip": false,
@@ -70,20 +56,6 @@
       "rstrip": false,
       "single_word": false
     },
-    {
-      "content": "<jitter_ppq5_high>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<jitter_ppq5_low>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
     {
       "content": "<hnr_high>",
       "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:414d7a7191e21881d931873863de119ae8b57f99b663fe89e5648fc9ba05d79d
-size 22855244
+oid sha256:629b9b72bda010f5dd90c4b442e848e36d2fabdd129287ea7c2f095a4cd88a34
+size 22854464

tokenizer_config.json

@@ -231570,22 +231570,6 @@
       "special": true
     },
     "156946": {
-      "content": "<shimmer_apq3_high>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "156947": {
-      "content": "<shimmer_apq3_low>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "156948": {
       "content": "<jitter_local_high>",
       "lstrip": false,
       "normalized": false,
@@ -231593,7 +231577,7 @@
       "single_word": false,
       "special": true
     },
-    "156949": {
+    "156947": {
       "content": "<jitter_local_low>",
       "lstrip": false,
       "normalized": false,
@@ -231601,23 +231585,7 @@
       "single_word": false,
       "special": true
     },
-    "156950": {
-      "content": "<jitter_ppq5_high>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "156951": {
-      "content": "<jitter_ppq5_low>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "156952": {
+    "156948": {
       "content": "<hnr_high>",
       "lstrip": false,
       "normalized": false,
@@ -231625,7 +231593,7 @@
       "single_word": false,
       "special": true
     },
-    "156953": {
+    "156949": {
       "content": "<hnr_low>",
       "lstrip": false,
       "normalized": false,
@@ -231633,7 +231601,7 @@
       "single_word": false,
       "special": true
     },
-    "156954": {
+    "156950": {
       "content": "<spectral_centroid_high>",
       "lstrip": false,
       "normalized": false,
@@ -231641,7 +231609,7 @@
       "single_word": false,
       "special": true
     },
-    "156955": {
+    "156951": {
       "content": "<spectral_centroid_low>",
       "lstrip": false,
       "normalized": false,
@@ -231649,7 +231617,7 @@
       "single_word": false,
       "special": true
     },
-    "156956": {
+    "156952": {
       "content": "<laughs>",
       "lstrip": false,
       "normalized": false,
@@ -231657,7 +231625,7 @@
       "single_word": false,
       "special": true
     },
-    "156957": {
+    "156953": {
       "content": "<sighs>",
       "lstrip": false,
       "normalized": false,
@@ -231665,7 +231633,7 @@
       "single_word": false,
       "special": true
     },
-    "156958": {
+    "156954": {
       "content": "<breaths>",
       "lstrip": false,
       "normalized": false,
@@ -231673,7 +231641,7 @@
       "single_word": false,
       "special": true
     },
-    "156959": {
+    "156955": {
       "content": "<whispers>",
       "lstrip": false,
       "normalized": false,
@@ -231681,7 +231649,7 @@
       "single_word": false,
       "special": true
     },
-    "156960": {
+    "156956": {
       "content": "<shouts>",
       "lstrip": false,
       "normalized": false,
@@ -231689,7 +231657,7 @@
       "single_word": false,
       "special": true
     },
-    "156961": {
+    "156957": {
       "content": "<fast>",
       "lstrip": false,
       "normalized": false,
@@ -231697,7 +231665,7 @@
       "single_word": false,
       "special": true
     },
-    "156962": {
+    "156958": {
       "content": "<slow>",
       "lstrip": false,
       "normalized": false,
@@ -231705,7 +231673,7 @@
       "single_word": false,
       "special": true
     },
-    "156963": {
+    "156959": {
       "content": "<loud>",
       "lstrip": false,
       "normalized": false,
@@ -231713,7 +231681,7 @@
       "single_word": false,
       "special": true
     },
-    "156964": {
+    "156960": {
       "content": "<quiet>",
       "lstrip": false,
       "normalized": false,
@@ -231721,7 +231689,7 @@
       "single_word": false,
       "special": true
     },
-    "156965": {
+    "156961": {
       "content": "<emphasis>",
       "lstrip": false,
       "normalized": false,
@@ -231729,7 +231697,7 @@
       "single_word": false,
       "special": true
     },
-    "156966": {
+    "156962": {
       "content": "<pause_short>",
       "lstrip": false,
       "normalized": false,
@@ -231737,7 +231705,7 @@
       "single_word": false,
       "special": true
     },
-    "156967": {
+    "156963": {
       "content": "<pause_long>",
       "lstrip": false,
       "normalized": false,
@@ -231745,7 +231713,7 @@
       "single_word": false,
       "special": true
     },
-    "156968": {
+    "156964": {
       "content": "<rising_tone>",
       "lstrip": false,
       "normalized": false,
@@ -231753,7 +231721,7 @@
       "single_word": false,
       "special": true
     },
-    "156969": {
+    "156965": {
       "content": "<falling_tone>",
       "lstrip": false,
       "normalized": false,
@@ -231769,12 +231737,8 @@
     "<f0_very_high>",
     "<shimmer_local_high>",
     "<shimmer_local_low>",
-    "<shimmer_apq3_high>",
-    "<shimmer_apq3_low>",
     "<jitter_local_high>",
     "<jitter_local_low>",
-    "<jitter_ppq5_high>",
-    "<jitter_ppq5_low>",
     "<hnr_high>",
     "<hnr_low>",
     "<spectral_centroid_high>",