ayusha1103 commited on
Commit
9c48188
·
verified ·
1 Parent(s): 264b571

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +110 -70
tokenizer.json CHANGED
@@ -63,76 +63,116 @@
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
- "NOTE_OFF=36": 5,
67
- "NOTE_ON=36": 6,
68
- "NOTE_OFF=38": 7,
69
- "NOTE_ON=38": 8,
70
- "NOTE_OFF=40": 9,
71
- "NOTE_ON=40": 10,
72
- "NOTE_OFF=43": 11,
73
- "NOTE_ON=43": 12,
74
- "NOTE_OFF=45": 13,
75
- "NOTE_ON=45": 14,
76
- "NOTE_OFF=48": 15,
77
- "NOTE_ON=48": 16,
78
- "NOTE_OFF=50": 17,
79
- "NOTE_ON=50": 18,
80
- "NOTE_OFF=52": 19,
81
- "NOTE_ON=52": 20,
82
- "NOTE_OFF=55": 21,
83
- "NOTE_ON=55": 22,
84
- "NOTE_OFF=57": 23,
85
- "NOTE_ON=57": 24,
86
- "NOTE_OFF=60": 25,
87
- "NOTE_ON=60": 26,
88
- "NOTE_OFF=62": 27,
89
- "NOTE_ON=62": 28,
90
- "NOTE_OFF=64": 29,
91
- "NOTE_ON=64": 30,
92
- "NOTE_OFF=67": 31,
93
- "NOTE_ON=67": 32,
94
- "NOTE_OFF=69": 33,
95
- "NOTE_ON=69": 34,
96
- "NOTE_OFF=72": 35,
97
- "NOTE_ON=72": 36,
98
- "NOTE_OFF=74": 37,
99
- "NOTE_ON=74": 38,
100
- "NOTE_OFF=76": 39,
101
- "NOTE_ON=76": 40,
102
- "NOTE_OFF=79": 41,
103
- "NOTE_ON=79": 42,
104
- "NOTE_OFF=81": 43,
105
- "NOTE_ON=81": 44,
106
- "NOTE_OFF=84": 45,
107
- "NOTE_ON=84": 46,
108
- "NOTE_OFF=86": 47,
109
- "NOTE_ON=86": 48,
110
- "NOTE_OFF=88": 49,
111
- "NOTE_ON=88": 50,
112
- "NOTE_OFF=91": 51,
113
- "NOTE_ON=91": 52,
114
- "NOTE_OFF=93": 53,
115
- "NOTE_ON=93": 54,
116
- "NOTE_OFF=96": 55,
117
- "NOTE_ON=96": 56,
118
- "TIME_DELTA=1": 57,
119
- "TIME_DELTA=2": 58,
120
- "TIME_DELTA=3": 59,
121
- "TIME_DELTA=4": 60,
122
- "TIME_DELTA=5": 61,
123
- "TIME_DELTA=7": 62,
124
- "TIME_DELTA=22": 63,
125
- "BAR_END": 64,
126
- "BAR_START": 65,
127
- "TRACK_END": 66,
128
- "TRACK_START": 67,
129
- "PIECE_END": 68,
130
- "PIECE_START": 69,
131
- "INST=0": 70,
132
- "DENSITY=0": 71,
133
- "DENSITY=18": 72,
134
- "DENSITY=21": 73,
135
- "DENSITY=22": 74
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
136
  },
137
  "unk_token": "[UNK]"
138
  }
 
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
+ "NOTE_OFF=24": 5,
67
+ "NOTE_ON=24": 6,
68
+ "NOTE_OFF=26": 7,
69
+ "NOTE_ON=26": 8,
70
+ "NOTE_OFF=28": 9,
71
+ "NOTE_ON=28": 10,
72
+ "NOTE_OFF=31": 11,
73
+ "NOTE_ON=31": 12,
74
+ "NOTE_OFF=33": 13,
75
+ "NOTE_ON=33": 14,
76
+ "NOTE_OFF=36": 15,
77
+ "NOTE_ON=36": 16,
78
+ "NOTE_OFF=38": 17,
79
+ "NOTE_ON=38": 18,
80
+ "NOTE_OFF=40": 19,
81
+ "NOTE_ON=40": 20,
82
+ "NOTE_OFF=43": 21,
83
+ "NOTE_ON=43": 22,
84
+ "NOTE_OFF=45": 23,
85
+ "NOTE_ON=45": 24,
86
+ "NOTE_OFF=48": 25,
87
+ "NOTE_ON=48": 26,
88
+ "NOTE_OFF=50": 27,
89
+ "NOTE_ON=50": 28,
90
+ "NOTE_OFF=52": 29,
91
+ "NOTE_ON=52": 30,
92
+ "NOTE_OFF=55": 31,
93
+ "NOTE_ON=55": 32,
94
+ "NOTE_OFF=57": 33,
95
+ "NOTE_ON=57": 34,
96
+ "NOTE_OFF=60": 35,
97
+ "NOTE_ON=60": 36,
98
+ "NOTE_OFF=62": 37,
99
+ "NOTE_ON=62": 38,
100
+ "NOTE_OFF=64": 39,
101
+ "NOTE_ON=64": 40,
102
+ "NOTE_OFF=67": 41,
103
+ "NOTE_ON=67": 42,
104
+ "NOTE_OFF=69": 43,
105
+ "NOTE_ON=69": 44,
106
+ "NOTE_OFF=72": 45,
107
+ "NOTE_ON=72": 46,
108
+ "NOTE_OFF=74": 47,
109
+ "NOTE_ON=74": 48,
110
+ "NOTE_OFF=76": 49,
111
+ "NOTE_ON=76": 50,
112
+ "NOTE_OFF=79": 51,
113
+ "NOTE_ON=79": 52,
114
+ "NOTE_OFF=81": 53,
115
+ "NOTE_ON=81": 54,
116
+ "NOTE_OFF=84": 55,
117
+ "NOTE_ON=84": 56,
118
+ "NOTE_OFF=86": 57,
119
+ "NOTE_ON=86": 58,
120
+ "NOTE_OFF=88": 59,
121
+ "NOTE_ON=88": 60,
122
+ "NOTE_OFF=91": 61,
123
+ "NOTE_ON=91": 62,
124
+ "NOTE_OFF=93": 63,
125
+ "NOTE_ON=93": 64,
126
+ "NOTE_OFF=96": 65,
127
+ "NOTE_ON=96": 66,
128
+ "TIME_DELTA=1": 67,
129
+ "TIME_DELTA=2": 68,
130
+ "TIME_DELTA=4": 69,
131
+ "TIME_DELTA=8": 70,
132
+ "TIME_DELTA=16": 71,
133
+ "TIME_DELTA=32": 72,
134
+ "TIME_DELTA=64": 73,
135
+ "TIME_DELTA=128": 74,
136
+ "BAR_START": 75,
137
+ "BAR_END": 76,
138
+ "PHRASE_START": 77,
139
+ "PHRASE_END": 78,
140
+ "SECTION_START": 79,
141
+ "SECTION_END": 80,
142
+ "PIECE_START": 81,
143
+ "PIECE_END": 82,
144
+ "VELOCITY=PP": 83,
145
+ "VELOCITY=P": 84,
146
+ "VELOCITY=MP": 85,
147
+ "VELOCITY=MF": 86,
148
+ "VELOCITY=F": 87,
149
+ "VELOCITY=FF": 88,
150
+ "TEMPO=SLOW": 89,
151
+ "TEMPO=MODERATE": 90,
152
+ "TEMPO=FAST": 91,
153
+ "ARTICULATION=STACCATO": 92,
154
+ "ARTICULATION=LEGATO": 93,
155
+ "ARTICULATION=ACCENT": 94,
156
+ "ORNAMENT=GRACE_NOTE": 95,
157
+ "ORNAMENT=TRILL": 96,
158
+ "ORNAMENT=MORDENT": 97,
159
+ "INST=SITAR": 98,
160
+ "INST=TABLA": 99,
161
+ "INST=TANPURA": 100,
162
+ "INST=BANSURI": 101,
163
+ "INST=SAROD": 102,
164
+ "SCALE=BHOOPALI": 103,
165
+ "RAGA_CHANGE": 104,
166
+ "TALA_START=TEENTAAL": 105,
167
+ "TALA_START=EKTAAL": 106,
168
+ "TALA_START=JHAPTAAL": 107,
169
+ "DENSITY=SPARSE": 108,
170
+ "DENSITY=MEDIUM": 109,
171
+ "DENSITY=DENSE": 110,
172
+ "DRONE_START": 111,
173
+ "DRONE_END": 112,
174
+ "IMPROVISATION_START": 113,
175
+ "IMPROVISATION_END": 114
176
  },
177
  "unk_token": "[UNK]"
178
  }