ayusha1103 commited on
Commit
264b571
·
verified ·
1 Parent(s): 7de2fc8

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +70 -19
tokenizer.json CHANGED
@@ -63,25 +63,76 @@
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
- "NOTE_OFF=60": 5,
67
- "NOTE_ON=60": 6,
68
- "NOTE_OFF=62": 7,
69
- "NOTE_ON=62": 8,
70
- "NOTE_OFF=64": 9,
71
- "NOTE_ON=64": 10,
72
- "NOTE_OFF=67": 11,
73
- "NOTE_ON=67": 12,
74
- "NOTE_OFF=69": 13,
75
- "NOTE_ON=69": 14,
76
- "NOTE_OFF=72": 15,
77
- "NOTE_ON=72": 16,
78
- "TIME_DELTA=1": 17,
79
- "BAR_END": 18,
80
- "BAR_START": 19,
81
- "TRACK_END": 20,
82
- "TRACK_START": 21,
83
- "PIECE_END": 22,
84
- "PIECE_START": 23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  },
86
  "unk_token": "[UNK]"
87
  }
 
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
+ "NOTE_OFF=36": 5,
67
+ "NOTE_ON=36": 6,
68
+ "NOTE_OFF=38": 7,
69
+ "NOTE_ON=38": 8,
70
+ "NOTE_OFF=40": 9,
71
+ "NOTE_ON=40": 10,
72
+ "NOTE_OFF=43": 11,
73
+ "NOTE_ON=43": 12,
74
+ "NOTE_OFF=45": 13,
75
+ "NOTE_ON=45": 14,
76
+ "NOTE_OFF=48": 15,
77
+ "NOTE_ON=48": 16,
78
+ "NOTE_OFF=50": 17,
79
+ "NOTE_ON=50": 18,
80
+ "NOTE_OFF=52": 19,
81
+ "NOTE_ON=52": 20,
82
+ "NOTE_OFF=55": 21,
83
+ "NOTE_ON=55": 22,
84
+ "NOTE_OFF=57": 23,
85
+ "NOTE_ON=57": 24,
86
+ "NOTE_OFF=60": 25,
87
+ "NOTE_ON=60": 26,
88
+ "NOTE_OFF=62": 27,
89
+ "NOTE_ON=62": 28,
90
+ "NOTE_OFF=64": 29,
91
+ "NOTE_ON=64": 30,
92
+ "NOTE_OFF=67": 31,
93
+ "NOTE_ON=67": 32,
94
+ "NOTE_OFF=69": 33,
95
+ "NOTE_ON=69": 34,
96
+ "NOTE_OFF=72": 35,
97
+ "NOTE_ON=72": 36,
98
+ "NOTE_OFF=74": 37,
99
+ "NOTE_ON=74": 38,
100
+ "NOTE_OFF=76": 39,
101
+ "NOTE_ON=76": 40,
102
+ "NOTE_OFF=79": 41,
103
+ "NOTE_ON=79": 42,
104
+ "NOTE_OFF=81": 43,
105
+ "NOTE_ON=81": 44,
106
+ "NOTE_OFF=84": 45,
107
+ "NOTE_ON=84": 46,
108
+ "NOTE_OFF=86": 47,
109
+ "NOTE_ON=86": 48,
110
+ "NOTE_OFF=88": 49,
111
+ "NOTE_ON=88": 50,
112
+ "NOTE_OFF=91": 51,
113
+ "NOTE_ON=91": 52,
114
+ "NOTE_OFF=93": 53,
115
+ "NOTE_ON=93": 54,
116
+ "NOTE_OFF=96": 55,
117
+ "NOTE_ON=96": 56,
118
+ "TIME_DELTA=1": 57,
119
+ "TIME_DELTA=2": 58,
120
+ "TIME_DELTA=3": 59,
121
+ "TIME_DELTA=4": 60,
122
+ "TIME_DELTA=5": 61,
123
+ "TIME_DELTA=7": 62,
124
+ "TIME_DELTA=22": 63,
125
+ "BAR_END": 64,
126
+ "BAR_START": 65,
127
+ "TRACK_END": 66,
128
+ "TRACK_START": 67,
129
+ "PIECE_END": 68,
130
+ "PIECE_START": 69,
131
+ "INST=0": 70,
132
+ "DENSITY=0": 71,
133
+ "DENSITY=18": 72,
134
+ "DENSITY=21": 73,
135
+ "DENSITY=22": 74
136
  },
137
  "unk_token": "[UNK]"
138
  }