Update tokenizer.json
Browse files- tokenizer.json +32 -25
tokenizer.json
CHANGED
|
@@ -68,31 +68,38 @@
|
|
| 68 |
"PAKAD_START": 7,
|
| 69 |
"TAAN_START": 8,
|
| 70 |
"PHRASE_END": 9,
|
| 71 |
-
"
|
| 72 |
-
"
|
| 73 |
-
"
|
| 74 |
-
"
|
| 75 |
-
"
|
| 76 |
-
"
|
| 77 |
-
"
|
| 78 |
-
"
|
| 79 |
-
"
|
| 80 |
-
"
|
| 81 |
-
"
|
| 82 |
-
"
|
| 83 |
-
"
|
| 84 |
-
"
|
| 85 |
-
"
|
| 86 |
-
"
|
| 87 |
-
"
|
| 88 |
-
"
|
| 89 |
-
"
|
| 90 |
-
"
|
| 91 |
-
"
|
| 92 |
-
"
|
| 93 |
-
"
|
| 94 |
-
"
|
| 95 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
},
|
| 97 |
"unk_token": "[UNK]"
|
| 98 |
}
|
|
|
|
| 68 |
"PAKAD_START": 7,
|
| 69 |
"TAAN_START": 8,
|
| 70 |
"PHRASE_END": 9,
|
| 71 |
+
"NOTE_ON": 10,
|
| 72 |
+
"NOTE_OFF": 11,
|
| 73 |
+
"MIDI_48": 12,
|
| 74 |
+
"MIDI_50": 13,
|
| 75 |
+
"MIDI_52": 14,
|
| 76 |
+
"MIDI_55": 15,
|
| 77 |
+
"MIDI_57": 16,
|
| 78 |
+
"MIDI_60": 17,
|
| 79 |
+
"MIDI_62": 18,
|
| 80 |
+
"MIDI_64": 19,
|
| 81 |
+
"MIDI_67": 20,
|
| 82 |
+
"MIDI_69": 21,
|
| 83 |
+
"MIDI_72": 22,
|
| 84 |
+
"MIDI_74": 23,
|
| 85 |
+
"MIDI_76": 24,
|
| 86 |
+
"MIDI_79": 25,
|
| 87 |
+
"MIDI_81": 26,
|
| 88 |
+
"MIDI_84": 27,
|
| 89 |
+
"TIME_DELTA=1": 28,
|
| 90 |
+
"TIME_DELTA=2": 29,
|
| 91 |
+
"TIME_DELTA=4": 30,
|
| 92 |
+
"TIME_DELTA=8": 31,
|
| 93 |
+
"VELOCITY=SOFT": 32,
|
| 94 |
+
"VELOCITY=MEDIUM": 33,
|
| 95 |
+
"VELOCITY=LOUD": 34,
|
| 96 |
+
"MEEND_START": 35,
|
| 97 |
+
"MEEND_END": 36,
|
| 98 |
+
"GAMAK": 37,
|
| 99 |
+
"KAN": 38,
|
| 100 |
+
"BAR_LINE": 39,
|
| 101 |
+
"COMPOSITION_START": 40,
|
| 102 |
+
"COMPOSITION_END": 41
|
| 103 |
},
|
| 104 |
"unk_token": "[UNK]"
|
| 105 |
}
|