ayusha1103 commited on
Commit
7de2fc8
·
verified ·
1 Parent(s): c4eab02

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +19 -70
tokenizer.json CHANGED
@@ -63,76 +63,25 @@
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
- "NOTE_OFF=36": 5,
67
- "NOTE_ON=36": 6,
68
- "NOTE_OFF=38": 7,
69
- "NOTE_ON=38": 8,
70
- "NOTE_OFF=40": 9,
71
- "NOTE_ON=40": 10,
72
- "NOTE_OFF=43": 11,
73
- "NOTE_ON=43": 12,
74
- "NOTE_OFF=45": 13,
75
- "NOTE_ON=45": 14,
76
- "NOTE_OFF=48": 15,
77
- "NOTE_ON=48": 16,
78
- "NOTE_OFF=50": 17,
79
- "NOTE_ON=50": 18,
80
- "NOTE_OFF=52": 19,
81
- "NOTE_ON=52": 20,
82
- "NOTE_OFF=55": 21,
83
- "NOTE_ON=55": 22,
84
- "NOTE_OFF=57": 23,
85
- "NOTE_ON=57": 24,
86
- "NOTE_OFF=60": 25,
87
- "NOTE_ON=60": 26,
88
- "NOTE_OFF=62": 27,
89
- "NOTE_ON=62": 28,
90
- "NOTE_OFF=64": 29,
91
- "NOTE_ON=64": 30,
92
- "NOTE_OFF=67": 31,
93
- "NOTE_ON=67": 32,
94
- "NOTE_OFF=69": 33,
95
- "NOTE_ON=69": 34,
96
- "NOTE_OFF=72": 35,
97
- "NOTE_ON=72": 36,
98
- "NOTE_OFF=74": 37,
99
- "NOTE_ON=74": 38,
100
- "NOTE_OFF=76": 39,
101
- "NOTE_ON=76": 40,
102
- "NOTE_OFF=79": 41,
103
- "NOTE_ON=79": 42,
104
- "NOTE_OFF=81": 43,
105
- "NOTE_ON=81": 44,
106
- "NOTE_OFF=84": 45,
107
- "NOTE_ON=84": 46,
108
- "NOTE_OFF=86": 47,
109
- "NOTE_ON=86": 48,
110
- "NOTE_OFF=88": 49,
111
- "NOTE_ON=88": 50,
112
- "NOTE_OFF=91": 51,
113
- "NOTE_ON=91": 52,
114
- "NOTE_OFF=93": 53,
115
- "NOTE_ON=93": 54,
116
- "NOTE_OFF=96": 55,
117
- "NOTE_ON=96": 56,
118
- "TIME_DELTA=1": 57,
119
- "TIME_DELTA=2": 58,
120
- "TIME_DELTA=3": 59,
121
- "TIME_DELTA=4": 60,
122
- "TIME_DELTA=5": 61,
123
- "TIME_DELTA=7": 62,
124
- "TIME_DELTA=22": 63,
125
- "BAR_END": 64,
126
- "BAR_START": 65,
127
- "TRACK_END": 66,
128
- "TRACK_START": 67,
129
- "PIECE_END": 68,
130
- "PIECE_START": 69,
131
- "INST=0": 70,
132
- "DENSITY=0": 71,
133
- "DENSITY=18": 72,
134
- "DENSITY=21": 73,
135
- "DENSITY=22": 74
136
  },
137
  "unk_token": "[UNK]"
138
  }
 
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
+ "NOTE_OFF=60": 5,
67
+ "NOTE_ON=60": 6,
68
+ "NOTE_OFF=62": 7,
69
+ "NOTE_ON=62": 8,
70
+ "NOTE_OFF=64": 9,
71
+ "NOTE_ON=64": 10,
72
+ "NOTE_OFF=67": 11,
73
+ "NOTE_ON=67": 12,
74
+ "NOTE_OFF=69": 13,
75
+ "NOTE_ON=69": 14,
76
+ "NOTE_OFF=72": 15,
77
+ "NOTE_ON=72": 16,
78
+ "TIME_DELTA=1": 17,
79
+ "BAR_END": 18,
80
+ "BAR_START": 19,
81
+ "TRACK_END": 20,
82
+ "TRACK_START": 21,
83
+ "PIECE_END": 22,
84
+ "PIECE_START": 23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  },
86
  "unk_token": "[UNK]"
87
  }