xingjianll
/

midi-tokenizer

Model card Files Files and versions

xet

Community

xingjianll commited on Jul 9, 2025

Commit

f40913d

verified ·

1 Parent(s): c43aeec

Push model using huggingface_hub.

Browse files

Files changed (1) hide show

tokenizer.json +130 -158

tokenizer.json CHANGED Viewed

@@ -149,7 +149,7 @@
             127,
             -1
         ],
-        "use_chords": true,
         "use_rests": true,
         "use_tempos": true,
         "use_time_signatures": false,
@@ -670,86 +670,72 @@
         "TimeShift_11.80.320": 225,
         "TimeShift_11.160.320": 226,
         "TimeShift_11.240.320": 227,
-        "Chord_min": 228,
-        "Chord_maj": 229,
-        "Chord_dim": 230,
-        "Chord_aug": 231,
-        "Chord_sus2": 232,
-        "Chord_sus4": 233,
-        "Chord_7dom": 234,
-        "Chord_7min": 235,
-        "Chord_7maj": 236,
-        "Chord_7halfdim": 237,
-        "Chord_7dim": 238,
-        "Chord_7aug": 239,
-        "Chord_9maj": 240,
-        "Chord_9min": 241,
-        "Rest_0.1.8": 242,
-        "Rest_0.2.8": 243,
-        "Rest_0.3.8": 244,
-        "Rest_0.4.8": 245,
-        "Rest_0.5.8": 246,
-        "Rest_0.6.8": 247,
-        "Rest_0.7.8": 248,
-        "Rest_1.0.4": 249,
-        "Rest_1.1.4": 250,
-        "Rest_1.2.4": 251,
-        "Rest_1.3.4": 252,
-        "Rest_2.0.2": 253,
-        "Rest_2.1.2": 254,
-        "Rest_3.0.2": 255,
-        "Rest_3.1.2": 256,
-        "Rest_4.0.2": 257,
-        "Rest_4.1.2": 258,
-        "Rest_5.0.2": 259,
-        "Rest_5.1.2": 260,
-        "Rest_6.0.2": 261,
-        "Rest_6.1.2": 262,
-        "Rest_7.0.2": 263,
-        "Rest_7.1.2": 264,
-        "Rest_8.0.2": 265,
-        "Rest_8.1.2": 266,
-        "Rest_9.0.2": 267,
-        "Rest_9.1.2": 268,
-        "Rest_10.0.2": 269,
-        "Rest_10.1.2": 270,
-        "Rest_11.0.2": 271,
-        "Rest_11.1.2": 272,
-        "Rest_12.0.2": 273,
-        "Tempo_40.0": 274,
-        "Tempo_46.77": 275,
-        "Tempo_53.55": 276,
-        "Tempo_60.32": 277,
-        "Tempo_67.1": 278,
-        "Tempo_73.87": 279,
-        "Tempo_80.65": 280,
-        "Tempo_87.42": 281,
-        "Tempo_94.19": 282,
-        "Tempo_100.97": 283,
-        "Tempo_107.74": 284,
-        "Tempo_114.52": 285,
-        "Tempo_121.29": 286,
-        "Tempo_128.06": 287,
-        "Tempo_134.84": 288,
-        "Tempo_141.61": 289,
-        "Tempo_148.39": 290,
-        "Tempo_155.16": 291,
-        "Tempo_161.94": 292,
-        "Tempo_168.71": 293,
-        "Tempo_175.48": 294,
-        "Tempo_182.26": 295,
-        "Tempo_189.03": 296,
-        "Tempo_195.81": 297,
-        "Tempo_202.58": 298,
-        "Tempo_209.35": 299,
-        "Tempo_216.13": 300,
-        "Tempo_222.9": 301,
-        "Tempo_229.68": 302,
-        "Tempo_236.45": 303,
-        "Tempo_243.23": 304,
-        "Tempo_250.0": 305
     },
-    "_model": "{\"version\":\"1.0\",\"truncation\":null,\"padding\":null,\"added_tokens\":[{\"id\":0,\"content\":\"!\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":1,\"content\":\"\\\"\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":2,\"content\":\"#\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":3,\"content\":\"$\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true}],\"normalizer\":null,\"pre_tokenizer\":{\"type\":\"Metaspace\",\"replacement\":\"\u2581\",\"prepend_scheme\":\"always\",\"split\":true},\"post_processor\":null,\"decoder\":{\"type\":\"Metaspace\",\"replacement\":\"\u2581\",\"prepend_scheme\":\"always\",\"split\":true},\"model\":{\"type\":\"BPE\",\"dropout\":null,\"unk_token\":null,\"continuing_subword_prefix\":\"\",\"end_of_word_suffix\":\"\",\"fuse_unk\":false,\"byte_fallback\":false,\"ignore_merges\":false,\"vocab\":{\"!\":0,\"\\\"\":1,\"#\":2,\"$\":3,\"%\":4,\"&\":5,\"'\":6,\"(\":7,\")\":8,\"*\":9,\"+\":10,\",\":11,\"-\":12,\".\":13,\"/\":14,\"0\":15,\"1\":16,\"2\":17,\"3\":18,\"4\":19,\"5\":20,\"6\":21,\"7\":22,\"8\":23,\"9\":24,\":\":25,\";\":26,\"<\":27,\"=\":28,\">\":29,\"?\":30,\"@\":31,\"A\":32,\"B\":33,\"C\":34,\"D\":35,\"E\":36,\"F\":37,\"G\":38,\"H\":39,\"I\":40,\"J\":41,\"K\":42,\"L\":43,\"M\":44,\"N\":45,\"O\":46,\"P\":47,\"Q\":48,\"R\":49,\"S\":50,\"T\":51,\"U\":52,\"V\":53,\"W\":54,\"X\":55,\"Y\":56,\"Z\":57,\"[\":58,\"\\\\\":59,\"]\":60,\"^\":61,\"_\":62,\"`\":63,\"a\":64,\"b\":65,\"c\":66,\"d\":67,\"e\":68,\"f\":69,\"g\":70,\"h\":71,\"i\":72,\"j\":73,\"k\":74,\"l\":75,\"m\":76,\"n\":77,\"o\":78,\"p\":79,\"q\":80,\"r\":81,\"s\":82,\"t\":83,\"u\":84,\"v\":85,\"w\":86,\"x\":87,\"y\":88,\"z\":89,\"{\":90,\"|\":91,\"}\":92,\"~\":93,\"\u007f\":94,\"\u0080\":95,\"\u0081\":96,\"\u0082\":97,\"\u0083\":98,\"\u0084\":99,\"\u0085\":100,\"\u0086\":101,\"\u0087\":102,\"\u0088\":103,\"\u0089\":104,\"\u008a\":105,\"\u008b\":106,\"\u008c\":107,\"\u008d\":108,\"\u008e\":109,\"\u008f\":110,\"\u0090\":111,\"\u0091\":112,\"\u0092\":113,\"\u0093\":114,\"\u0094\":115,\"\u0095\":116,\"\u0096\":117,\"\u0097\":118,\"\u0098\":119,\"\u0099\":120,\"\u009a\":121,\"\u009b\":122,\"\u009c\":123,\"\u009d\":124,\"\u009e\":125,\"\u009f\":126,\"\u00a0\":127,\"\u00a1\":128,\"\u00a2\":129,\"\u00a3\":130,\"\u00a4\":131,\"\u00a5\":132,\"\u00a6\":133,\"\u00a7\":134,\"\u00a8\":135,\"\u00a9\":136,\"\u00aa\":137,\"\u00ab\":138,\"\u00ac\":139,\"\u00ad\":140,\"\u00ae\":141,\"\u00af\":142,\"\u00b0\":143,\"\u00b1\":144,\"\u00b2\":145,\"\u00b3\":146,\"\u00b4\":147,\"\u00b5\":148,\"\u00b6\":149,\"\u00b7\":150,\"\u00b8\":151,\"\u00b9\":152,\"\u00ba\":153,\"\u00bb\":154,\"\u00bc\":155,\"\u00bd\":156,\"\u00be\":157,\"\u00bf\":158,\"\u00c0\":159,\"\u00c1\":160,\"\u00c2\":161,\"\u00c3\":162,\"\u00c4\":163,\"\u00c5\":164,\"\u00c6\":165,\"\u00c7\":166,\"\u00c8\":167,\"\u00c9\":168,\"\u00ca\":169,\"\u00cb\":170,\"\u00cc\":171,\"\u00cd\":172,\"\u00ce\":173,\"\u00cf\":174,\"\u00d0\":175,\"\u00d1\":176,\"\u00d2\":177,\"\u00d3\":178,\"\u00d4\":179,\"\u00d5\":180,\"\u00d6\":181,\"\u00d7\":182,\"\u00d8\":183,\"\u00d9\":184,\"\u00da\":185,\"\u00db\":186,\"\u00dc\":187,\"\u00dd\":188,\"\u00de\":189,\"\u00df\":190,\"\u00e0\":191,\"\u00e1\":192,\"\u00e2\":193,\"\u00e3\":194,\"\u00e4\":195,\"\u00e5\":196,\"\u00e6\":197,\"\u00e7\":198,\"\u00e8\":199,\"\u00e9\":200,\"\u00ea\":201,\"\u00eb\":202,\"\u00ec\":203,\"\u00ed\":204,\"\u00ee\":205,\"\u00ef\":206,\"\u00f0\":207,\"\u00f1\":208,\"\u00f2\":209,\"\u00f3\":210,\"\u00f4\":211,\"\u00f5\":212,\"\u00f6\":213,\"\u00f7\":214,\"\u00f8\":215,\"\u00f9\":216,\"\u00fa\":217,\"\u00fb\":218,\"\u00fc\":219,\"\u00fd\":220,\"\u00fe\":221,\"\u00ff\":222,\"\u0100\":223,\"\u0101\":224,\"\u0102\":225,\"\u0103\":226,\"\u0104\":227,\"\u0105\":228,\"\u0106\":229,\"\u0107\":230,\"\u0108\":231,\"\u0109\":232,\"\u010a\":233,\"\u010b\":234,\"\u010c\":235,\"\u010d\":236,\"\u010e\":237,\"\u010f\":238,\"\u0110\":239,\"\u0111\":240,\"\u0112\":241,\"\u0113\":242,\"\u0114\":243,\"\u0115\":244,\"\u0116\":245,\"\u0117\":246,\"\u0118\":247,\"\u0119\":248,\"\u011a\":249,\"\u011b\":250,\"\u011c\":251,\"\u011d\":252,\"\u011e\":253,\"\u011f\":254,\"\u0120\":255,\"\u0121\":256,\"\u0122\":257,\"\u0123\":258,\"\u0124\":259,\"\u0125\":260,\"\u0126\":261,\"\u0127\":262,\"\u0128\":263,\"\u0129\":264,\"\u012a\":265,\"\u012b\":266,\"\u012c\":267,\"\u012d\":268,\"\u012e\":269,\"\u012f\":270,\"\u0130\":271,\"\u0131\":272,\"\u0132\":273,\"\u0133\":274,\"\u0134\":275,\"\u0135\":276,\"\u0136\":277,\"\u0137\":278,\"\u0138\":279,\"\u0139\":280,\"\u013a\":281,\"\u013b\":282,\"\u013c\":283,\"\u013d\":284,\"\u013e\":285,\"\u013f\":286,\"\u0140\":287,\"\u0141\":288,\"\u0142\":289,\"\u0143\":290,\"\u0144\":291,\"\u0145\":292,\"\u0146\":293,\"\u0147\":294,\"\u0148\":295,\"\u0149\":296,\"\u014a\":297,\"\u014b\":298,\"\u014c\":299,\"\u014d\":300,\"\u014e\":301,\"\u014f\":302,\"\u0150\":303,\"\u0151\":304,\"\u0152\":305},\"merges\":[]}}",
     "_vocab_base_byte_to_token": {
         "!": "PAD_None",
         "\"": "BOS_None",
@@ -979,83 +965,69 @@
         "\u0102": "TimeShift_11.80.320",
         "\u0103": "TimeShift_11.160.320",
         "\u0104": "TimeShift_11.240.320",
-        "\u0105": "Chord_min",
-        "\u0106": "Chord_maj",
-        "\u0107": "Chord_dim",
-        "\u0108": "Chord_aug",
-        "\u0109": "Chord_sus2",
-        "\u010a": "Chord_sus4",
-        "\u010b": "Chord_7dom",
-        "\u010c": "Chord_7min",
-        "\u010d": "Chord_7maj",
-        "\u010e": "Chord_7halfdim",
-        "\u010f": "Chord_7dim",
-        "\u0110": "Chord_7aug",
-        "\u0111": "Chord_9maj",
-        "\u0112": "Chord_9min",
-        "\u0113": "Rest_0.1.8",
-        "\u0114": "Rest_0.2.8",
-        "\u0115": "Rest_0.3.8",
-        "\u0116": "Rest_0.4.8",
-        "\u0117": "Rest_0.5.8",
-        "\u0118": "Rest_0.6.8",
-        "\u0119": "Rest_0.7.8",
-        "\u011a": "Rest_1.0.4",
-        "\u011b": "Rest_1.1.4",
-        "\u011c": "Rest_1.2.4",
-        "\u011d": "Rest_1.3.4",
-        "\u011e": "Rest_2.0.2",
-        "\u011f": "Rest_2.1.2",
-        "\u0120": "Rest_3.0.2",
-        "\u0121": "Rest_3.1.2",
-        "\u0122": "Rest_4.0.2",
-        "\u0123": "Rest_4.1.2",
-        "\u0124": "Rest_5.0.2",
-        "\u0125": "Rest_5.1.2",
-        "\u0126": "Rest_6.0.2",
-        "\u0127": "Rest_6.1.2",
-        "\u0128": "Rest_7.0.2",
-        "\u0129": "Rest_7.1.2",
-        "\u012a": "Rest_8.0.2",
-        "\u012b": "Rest_8.1.2",
-        "\u012c": "Rest_9.0.2",
-        "\u012d": "Rest_9.1.2",
-        "\u012e": "Rest_10.0.2",
-        "\u012f": "Rest_10.1.2",
-        "\u0130": "Rest_11.0.2",
-        "\u0131": "Rest_11.1.2",
-        "\u0132": "Rest_12.0.2",
-        "\u0133": "Tempo_40.0",
-        "\u0134": "Tempo_46.77",
-        "\u0135": "Tempo_53.55",
-        "\u0136": "Tempo_60.32",
-        "\u0137": "Tempo_67.1",
-        "\u0138": "Tempo_73.87",
-        "\u0139": "Tempo_80.65",
-        "\u013a": "Tempo_87.42",
-        "\u013b": "Tempo_94.19",
-        "\u013c": "Tempo_100.97",
-        "\u013d": "Tempo_107.74",
-        "\u013e": "Tempo_114.52",
-        "\u013f": "Tempo_121.29",
-        "\u0140": "Tempo_128.06",
-        "\u0141": "Tempo_134.84",
-        "\u0142": "Tempo_141.61",
-        "\u0143": "Tempo_148.39",
-        "\u0144": "Tempo_155.16",
-        "\u0145": "Tempo_161.94",
-        "\u0146": "Tempo_168.71",
-        "\u0147": "Tempo_175.48",
-        "\u0148": "Tempo_182.26",
-        "\u0149": "Tempo_189.03",
-        "\u014a": "Tempo_195.81",
-        "\u014b": "Tempo_202.58",
-        "\u014c": "Tempo_209.35",
-        "\u014d": "Tempo_216.13",
-        "\u014e": "Tempo_222.9",
-        "\u014f": "Tempo_229.68",
-        "\u0150": "Tempo_236.45",
-        "\u0151": "Tempo_243.23",
-        "\u0152": "Tempo_250.0"
     }
 }

             127,
             -1
         ],
+        "use_chords": false,
         "use_rests": true,
         "use_tempos": true,
         "use_time_signatures": false,
         "TimeShift_11.80.320": 225,
         "TimeShift_11.160.320": 226,
         "TimeShift_11.240.320": 227,
+        "Rest_0.1.8": 228,
+        "Rest_0.2.8": 229,
+        "Rest_0.3.8": 230,
+        "Rest_0.4.8": 231,
+        "Rest_0.5.8": 232,
+        "Rest_0.6.8": 233,
+        "Rest_0.7.8": 234,
+        "Rest_1.0.4": 235,
+        "Rest_1.1.4": 236,
+        "Rest_1.2.4": 237,
+        "Rest_1.3.4": 238,
+        "Rest_2.0.2": 239,
+        "Rest_2.1.2": 240,
+        "Rest_3.0.2": 241,
+        "Rest_3.1.2": 242,
+        "Rest_4.0.2": 243,
+        "Rest_4.1.2": 244,
+        "Rest_5.0.2": 245,
+        "Rest_5.1.2": 246,
+        "Rest_6.0.2": 247,
+        "Rest_6.1.2": 248,
+        "Rest_7.0.2": 249,
+        "Rest_7.1.2": 250,
+        "Rest_8.0.2": 251,
+        "Rest_8.1.2": 252,
+        "Rest_9.0.2": 253,
+        "Rest_9.1.2": 254,
+        "Rest_10.0.2": 255,
+        "Rest_10.1.2": 256,
+        "Rest_11.0.2": 257,
+        "Rest_11.1.2": 258,
+        "Rest_12.0.2": 259,
+        "Tempo_40.0": 260,
+        "Tempo_46.77": 261,
+        "Tempo_53.55": 262,
+        "Tempo_60.32": 263,
+        "Tempo_67.1": 264,
+        "Tempo_73.87": 265,
+        "Tempo_80.65": 266,
+        "Tempo_87.42": 267,
+        "Tempo_94.19": 268,
+        "Tempo_100.97": 269,
+        "Tempo_107.74": 270,
+        "Tempo_114.52": 271,
+        "Tempo_121.29": 272,
+        "Tempo_128.06": 273,
+        "Tempo_134.84": 274,
+        "Tempo_141.61": 275,
+        "Tempo_148.39": 276,
+        "Tempo_155.16": 277,
+        "Tempo_161.94": 278,
+        "Tempo_168.71": 279,
+        "Tempo_175.48": 280,
+        "Tempo_182.26": 281,
+        "Tempo_189.03": 282,
+        "Tempo_195.81": 283,
+        "Tempo_202.58": 284,
+        "Tempo_209.35": 285,
+        "Tempo_216.13": 286,
+        "Tempo_222.9": 287,
+        "Tempo_229.68": 288,
+        "Tempo_236.45": 289,
+        "Tempo_243.23": 290,
+        "Tempo_250.0": 291
     },
+    "_model": "{\"version\":\"1.0\",\"truncation\":null,\"padding\":null,\"added_tokens\":[{\"id\":0,\"content\":\"!\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":1,\"content\":\"\\\"\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":2,\"content\":\"#\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true},{\"id\":3,\"content\":\"$\",\"single_word\":false,\"lstrip\":false,\"rstrip\":false,\"normalized\":false,\"special\":true}],\"normalizer\":null,\"pre_tokenizer\":{\"type\":\"Metaspace\",\"replacement\":\"\u2581\",\"prepend_scheme\":\"always\",\"split\":true},\"post_processor\":null,\"decoder\":{\"type\":\"Metaspace\",\"replacement\":\"\u2581\",\"prepend_scheme\":\"always\",\"split\":true},\"model\":{\"type\":\"BPE\",\"dropout\":null,\"unk_token\":null,\"continuing_subword_prefix\":\"\",\"end_of_word_suffix\":\"\",\"fuse_unk\":false,\"byte_fallback\":false,\"ignore_merges\":false,\"vocab\":{\"!\":0,\"\\\"\":1,\"#\":2,\"$\":3,\"%\":4,\"&\":5,\"'\":6,\"(\":7,\")\":8,\"*\":9,\"+\":10,\",\":11,\"-\":12,\".\":13,\"/\":14,\"0\":15,\"1\":16,\"2\":17,\"3\":18,\"4\":19,\"5\":20,\"6\":21,\"7\":22,\"8\":23,\"9\":24,\":\":25,\";\":26,\"<\":27,\"=\":28,\">\":29,\"?\":30,\"@\":31,\"A\":32,\"B\":33,\"C\":34,\"D\":35,\"E\":36,\"F\":37,\"G\":38,\"H\":39,\"I\":40,\"J\":41,\"K\":42,\"L\":43,\"M\":44,\"N\":45,\"O\":46,\"P\":47,\"Q\":48,\"R\":49,\"S\":50,\"T\":51,\"U\":52,\"V\":53,\"W\":54,\"X\":55,\"Y\":56,\"Z\":57,\"[\":58,\"\\\\\":59,\"]\":60,\"^\":61,\"_\":62,\"`\":63,\"a\":64,\"b\":65,\"c\":66,\"d\":67,\"e\":68,\"f\":69,\"g\":70,\"h\":71,\"i\":72,\"j\":73,\"k\":74,\"l\":75,\"m\":76,\"n\":77,\"o\":78,\"p\":79,\"q\":80,\"r\":81,\"s\":82,\"t\":83,\"u\":84,\"v\":85,\"w\":86,\"x\":87,\"y\":88,\"z\":89,\"{\":90,\"|\":91,\"}\":92,\"~\":93,\"\u007f\":94,\"\u0080\":95,\"\u0081\":96,\"\u0082\":97,\"\u0083\":98,\"\u0084\":99,\"\u0085\":100,\"\u0086\":101,\"\u0087\":102,\"\u0088\":103,\"\u0089\":104,\"\u008a\":105,\"\u008b\":106,\"\u008c\":107,\"\u008d\":108,\"\u008e\":109,\"\u008f\":110,\"\u0090\":111,\"\u0091\":112,\"\u0092\":113,\"\u0093\":114,\"\u0094\":115,\"\u0095\":116,\"\u0096\":117,\"\u0097\":118,\"\u0098\":119,\"\u0099\":120,\"\u009a\":121,\"\u009b\":122,\"\u009c\":123,\"\u009d\":124,\"\u009e\":125,\"\u009f\":126,\"\u00a0\":127,\"\u00a1\":128,\"\u00a2\":129,\"\u00a3\":130,\"\u00a4\":131,\"\u00a5\":132,\"\u00a6\":133,\"\u00a7\":134,\"\u00a8\":135,\"\u00a9\":136,\"\u00aa\":137,\"\u00ab\":138,\"\u00ac\":139,\"\u00ad\":140,\"\u00ae\":141,\"\u00af\":142,\"\u00b0\":143,\"\u00b1\":144,\"\u00b2\":145,\"\u00b3\":146,\"\u00b4\":147,\"\u00b5\":148,\"\u00b6\":149,\"\u00b7\":150,\"\u00b8\":151,\"\u00b9\":152,\"\u00ba\":153,\"\u00bb\":154,\"\u00bc\":155,\"\u00bd\":156,\"\u00be\":157,\"\u00bf\":158,\"\u00c0\":159,\"\u00c1\":160,\"\u00c2\":161,\"\u00c3\":162,\"\u00c4\":163,\"\u00c5\":164,\"\u00c6\":165,\"\u00c7\":166,\"\u00c8\":167,\"\u00c9\":168,\"\u00ca\":169,\"\u00cb\":170,\"\u00cc\":171,\"\u00cd\":172,\"\u00ce\":173,\"\u00cf\":174,\"\u00d0\":175,\"\u00d1\":176,\"\u00d2\":177,\"\u00d3\":178,\"\u00d4\":179,\"\u00d5\":180,\"\u00d6\":181,\"\u00d7\":182,\"\u00d8\":183,\"\u00d9\":184,\"\u00da\":185,\"\u00db\":186,\"\u00dc\":187,\"\u00dd\":188,\"\u00de\":189,\"\u00df\":190,\"\u00e0\":191,\"\u00e1\":192,\"\u00e2\":193,\"\u00e3\":194,\"\u00e4\":195,\"\u00e5\":196,\"\u00e6\":197,\"\u00e7\":198,\"\u00e8\":199,\"\u00e9\":200,\"\u00ea\":201,\"\u00eb\":202,\"\u00ec\":203,\"\u00ed\":204,\"\u00ee\":205,\"\u00ef\":206,\"\u00f0\":207,\"\u00f1\":208,\"\u00f2\":209,\"\u00f3\":210,\"\u00f4\":211,\"\u00f5\":212,\"\u00f6\":213,\"\u00f7\":214,\"\u00f8\":215,\"\u00f9\":216,\"\u00fa\":217,\"\u00fb\":218,\"\u00fc\":219,\"\u00fd\":220,\"\u00fe\":221,\"\u00ff\":222,\"\u0100\":223,\"\u0101\":224,\"\u0102\":225,\"\u0103\":226,\"\u0104\":227,\"\u0105\":228,\"\u0106\":229,\"\u0107\":230,\"\u0108\":231,\"\u0109\":232,\"\u010a\":233,\"\u010b\":234,\"\u010c\":235,\"\u010d\":236,\"\u010e\":237,\"\u010f\":238,\"\u0110\":239,\"\u0111\":240,\"\u0112\":241,\"\u0113\":242,\"\u0114\":243,\"\u0115\":244,\"\u0116\":245,\"\u0117\":246,\"\u0118\":247,\"\u0119\":248,\"\u011a\":249,\"\u011b\":250,\"\u011c\":251,\"\u011d\":252,\"\u011e\":253,\"\u011f\":254,\"\u0120\":255,\"\u0121\":256,\"\u0122\":257,\"\u0123\":258,\"\u0124\":259,\"\u0125\":260,\"\u0126\":261,\"\u0127\":262,\"\u0128\":263,\"\u0129\":264,\"\u012a\":265,\"\u012b\":266,\"\u012c\":267,\"\u012d\":268,\"\u012e\":269,\"\u012f\":270,\"\u0130\":271,\"\u0131\":272,\"\u0132\":273,\"\u0133\":274,\"\u0134\":275,\"\u0135\":276,\"\u0136\":277,\"\u0137\":278,\"\u0138\":279,\"\u0139\":280,\"\u013a\":281,\"\u013b\":282,\"\u013c\":283,\"\u013d\":284,\"\u013e\":285,\"\u013f\":286,\"\u0140\":287,\"\u0141\":288,\"\u0142\":289,\"\u0143\":290,\"\u0144\":291},\"merges\":[]}}",
     "_vocab_base_byte_to_token": {
         "!": "PAD_None",
         "\"": "BOS_None",
         "\u0102": "TimeShift_11.80.320",
         "\u0103": "TimeShift_11.160.320",
         "\u0104": "TimeShift_11.240.320",
+        "\u0105": "Rest_0.1.8",
+        "\u0106": "Rest_0.2.8",
+        "\u0107": "Rest_0.3.8",
+        "\u0108": "Rest_0.4.8",
+        "\u0109": "Rest_0.5.8",
+        "\u010a": "Rest_0.6.8",
+        "\u010b": "Rest_0.7.8",
+        "\u010c": "Rest_1.0.4",
+        "\u010d": "Rest_1.1.4",
+        "\u010e": "Rest_1.2.4",
+        "\u010f": "Rest_1.3.4",
+        "\u0110": "Rest_2.0.2",
+        "\u0111": "Rest_2.1.2",
+        "\u0112": "Rest_3.0.2",
+        "\u0113": "Rest_3.1.2",
+        "\u0114": "Rest_4.0.2",
+        "\u0115": "Rest_4.1.2",
+        "\u0116": "Rest_5.0.2",
+        "\u0117": "Rest_5.1.2",
+        "\u0118": "Rest_6.0.2",
+        "\u0119": "Rest_6.1.2",
+        "\u011a": "Rest_7.0.2",
+        "\u011b": "Rest_7.1.2",
+        "\u011c": "Rest_8.0.2",
+        "\u011d": "Rest_8.1.2",
+        "\u011e": "Rest_9.0.2",
+        "\u011f": "Rest_9.1.2",
+        "\u0120": "Rest_10.0.2",
+        "\u0121": "Rest_10.1.2",
+        "\u0122": "Rest_11.0.2",
+        "\u0123": "Rest_11.1.2",
+        "\u0124": "Rest_12.0.2",
+        "\u0125": "Tempo_40.0",
+        "\u0126": "Tempo_46.77",
+        "\u0127": "Tempo_53.55",
+        "\u0128": "Tempo_60.32",
+        "\u0129": "Tempo_67.1",
+        "\u012a": "Tempo_73.87",
+        "\u012b": "Tempo_80.65",
+        "\u012c": "Tempo_87.42",
+        "\u012d": "Tempo_94.19",
+        "\u012e": "Tempo_100.97",
+        "\u012f": "Tempo_107.74",
+        "\u0130": "Tempo_114.52",
+        "\u0131": "Tempo_121.29",
+        "\u0132": "Tempo_128.06",
+        "\u0133": "Tempo_134.84",
+        "\u0134": "Tempo_141.61",
+        "\u0135": "Tempo_148.39",
+        "\u0136": "Tempo_155.16",
+        "\u0137": "Tempo_161.94",
+        "\u0138": "Tempo_168.71",
+        "\u0139": "Tempo_175.48",
+        "\u013a": "Tempo_182.26",
+        "\u013b": "Tempo_189.03",
+        "\u013c": "Tempo_195.81",
+        "\u013d": "Tempo_202.58",
+        "\u013e": "Tempo_209.35",
+        "\u013f": "Tempo_216.13",
+        "\u0140": "Tempo_222.9",
+        "\u0141": "Tempo_229.68",
+        "\u0142": "Tempo_236.45",
+        "\u0143": "Tempo_243.23",
+        "\u0144": "Tempo_250.0"
     }
 }