Update tokenizer.json
Browse files- tokenizer.json +19 -27
tokenizer.json
CHANGED
|
@@ -63,33 +63,25 @@
|
|
| 63 |
"[SEP]": 2,
|
| 64 |
"[PAD]": 3,
|
| 65 |
"[MASK]": 4,
|
| 66 |
-
|
| 67 |
-
"
|
| 68 |
-
"
|
| 69 |
-
"
|
| 70 |
-
"
|
| 71 |
-
"NOTE_ON": 10,
|
| 72 |
-
"NOTE_OFF": 11,
|
| 73 |
-
"
|
| 74 |
-
"
|
| 75 |
-
"
|
| 76 |
-
"
|
| 77 |
-
"
|
| 78 |
-
"
|
| 79 |
-
"
|
| 80 |
-
"
|
| 81 |
-
"
|
| 82 |
-
"
|
| 83 |
-
"
|
| 84 |
-
"
|
| 85 |
-
"MIDI_76": 24,
|
| 86 |
-
"MIDI_79": 25,
|
| 87 |
-
"MIDI_81": 26,
|
| 88 |
-
"MIDI_84": 27,
|
| 89 |
-
"TIME_DELTA=1": 28,
|
| 90 |
-
"TIME_DELTA=2": 29,
|
| 91 |
-
"TIME_DELTA=4": 30,
|
| 92 |
-
"TIME_DELTA=8": 31,
|
| 93 |
"VELOCITY=SOFT": 32,
|
| 94 |
"VELOCITY=MEDIUM": 33,
|
| 95 |
"VELOCITY=LOUD": 34,
|
|
|
|
| 63 |
"[SEP]": 2,
|
| 64 |
"[PAD]": 3,
|
| 65 |
"[MASK]": 4,
|
| 66 |
+
"NOTE_OFF=60": 5,
|
| 67 |
+
"NOTE_ON=60": 6,
|
| 68 |
+
"NOTE_OFF=62": 7,
|
| 69 |
+
"NOTE_ON=62": 8,
|
| 70 |
+
"NOTE_OFF=64": 9,
|
| 71 |
+
"NOTE_ON=64": 10,
|
| 72 |
+
"NOTE_OFF=67": 11,
|
| 73 |
+
"NOTE_ON=67": 12,
|
| 74 |
+
"NOTE_OFF=69": 13,
|
| 75 |
+
"NOTE_ON=69": 14,
|
| 76 |
+
"NOTE_OFF=72": 15,
|
| 77 |
+
"NOTE_ON=72": 16,
|
| 78 |
+
"TIME_DELTA=1": 17,
|
| 79 |
+
"BAR_END": 18,
|
| 80 |
+
"BAR_START": 19,
|
| 81 |
+
"TRACK_END": 20,
|
| 82 |
+
"TRACK_START": 21,
|
| 83 |
+
"PIECE_END": 22,
|
| 84 |
+
"PIECE_START": 23
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 85 |
"VELOCITY=SOFT": 32,
|
| 86 |
"VELOCITY=MEDIUM": 33,
|
| 87 |
"VELOCITY=LOUD": 34,
|