Update tokenizer.json

tokenizer.json

@@ -63,117 +63,37 @@
       "[SEP]": 2,
       "[PAD]": 3,
       "[MASK]": 4,
-      "NOTE_OFF=24": 5,
-      "NOTE_ON=24": 6,
-      "NOTE_OFF=26": 7,
-      "NOTE_ON=26": 8,
-      "NOTE_OFF=28": 9,
-      "NOTE_ON=28": 10,
-      "NOTE_OFF=31": 11,
-      "NOTE_ON=31": 12,
-      "NOTE_OFF=33": 13,
-      "NOTE_ON=33": 14,
-      "NOTE_OFF=36": 15,
-      "NOTE_ON=36": 16,
-      "NOTE_OFF=38": 17,
-      "NOTE_ON=38": 18,
-      "NOTE_OFF=40": 19,
-      "NOTE_ON=40": 20,
-      "NOTE_OFF=43": 21,
-      "NOTE_ON=43": 22,
-      "NOTE_OFF=45": 23,
-      "NOTE_ON=45": 24,
-      "NOTE_OFF=48": 25,
-      "NOTE_ON=48": 26,
-      "NOTE_OFF=50": 27,
-      "NOTE_ON=50": 28,
-      "NOTE_OFF=52": 29,
-      "NOTE_ON=52": 30,
-      "NOTE_OFF=55": 31,
-      "NOTE_ON=55": 32,
-      "NOTE_OFF=57": 33,
-      "NOTE_ON=57": 34,
-      "NOTE_OFF=60": 35,
-      "NOTE_ON=60": 36,
-      "NOTE_OFF=62": 37,
-      "NOTE_ON=62": 38,
-      "NOTE_OFF=64": 39,
-      "NOTE_ON=64": 40,
-      "NOTE_OFF=67": 41,
-      "NOTE_ON=67": 42,
-      "NOTE_OFF=69": 43,
-      "NOTE_ON=69": 44,
-      "NOTE_OFF=72": 45,
-      "NOTE_ON=72": 46,
-      "NOTE_OFF=74": 47,
-      "NOTE_ON=74": 48,
-      "NOTE_OFF=76": 49,
-      "NOTE_ON=76": 50,
-      "NOTE_OFF=79": 51,
-      "NOTE_ON=79": 52,
-      "NOTE_OFF=81": 53,
-      "NOTE_ON=81": 54,
-      "NOTE_OFF=84": 55,
-      "NOTE_ON=84": 56,
-      "NOTE_OFF=86": 57,
-      "NOTE_ON=86": 58,
-      "NOTE_OFF=88": 59,
-      "NOTE_ON=88": 60,
-      "NOTE_OFF=91": 61,
-      "NOTE_ON=91": 62,
-      "NOTE_OFF=93": 63,
-      "NOTE_ON=93": 64,
-      "NOTE_OFF=96": 65,
-      "NOTE_ON=96": 66,
-      "TIME_DELTA=1": 67,
-      "TIME_DELTA=2": 68,
-      "TIME_DELTA=4": 69,
-      "TIME_DELTA=8": 70,
-      "TIME_DELTA=16": 71,
-      "TIME_DELTA=32": 72,
-      "TIME_DELTA=64": 73,
-      "TIME_DELTA=128": 74,
-      "BAR_START": 75,
-      "BAR_END": 76,
-      "PHRASE_START": 77,
-      "PHRASE_END": 78,
-      "SECTION_START": 79,
-      "SECTION_END": 80,
-      "PIECE_START": 81,
-      "PIECE_END": 82,
-      "VELOCITY=PP": 83,
-      "VELOCITY=P": 84,
-      "VELOCITY=MP": 85,
-      "VELOCITY=MF": 86,
-      "VELOCITY=F": 87,
-      "VELOCITY=FF": 88,
-      "TEMPO=SLOW": 89,
-      "TEMPO=MODERATE": 90,
-      "TEMPO=FAST": 91,
-      "ARTICULATION=STACCATO": 92,
-      "ARTICULATION=LEGATO": 93,
-      "ARTICULATION=ACCENT": 94,
-      "ORNAMENT=GRACE_NOTE": 95,
-      "ORNAMENT=TRILL": 96,
-      "ORNAMENT=MORDENT": 97,
-      "INST=SITAR": 98,
-      "INST=TABLA": 99,
-      "INST=TANPURA": 100,
-      "INST=BANSURI": 101,
-      "INST=SAROD": 102,
-      "SCALE=BHOOPALI": 103,
-      "RAGA_CHANGE": 104,
-      "TALA_START=TEENTAAL": 105,
-      "TALA_START=EKTAAL": 106,
-      "TALA_START=JHAPTAAL": 107,
-      "DENSITY=SPARSE": 108,
-      "DENSITY=MEDIUM": 109,
-      "DENSITY=DENSE": 110,
-      "DRONE_START": 111,
-      "DRONE_END": 112,
-      "IMPROVISATION_START": 113,
-      "IMPROVISATION_END": 114
+      "AAROH_START": 5,
+      "AVROH_START": 6,
+      "PAKAD_START": 7,
+      "TAAN_START": 8,
+      "PHRASE_END": 9,
+      "SA": 10,
+      "RE": 11,
+      "GA": 12,
+      "PA": 13,
+      "DHA": 14,
+      "SA_": 15,
+      "NOTE_ON": 16,
+      "NOTE_OFF": 17,
+      "MEEND_START": 18,
+      "MEEND_END": 19,
+      "GAMAK": 20,
+      "KAN": 21,
+      "TIME_DELTA=1": 22,
+      "TIME_DELTA=2": 23,
+      "TIME_DELTA=4": 24,
+      "TIME_DELTA=8": 25,
+      "VELOCITY=SOFT": 26,
+      "VELOCITY=MEDIUM": 27,
+      "VELOCITY=LOUD": 28,
+      "OCTAVE=-1": 29,
+      "OCTAVE=0": 30,
+      "OCTAVE=+1": 31,
+      "BAR_LINE": 32,
+      "COMPOSITION_START": 33,
+      "COMPOSITION_END": 34
     },
     "unk_token": "[UNK]"
   }
-}
+}