ayusha1103 commited on
Commit
4d5ff4f
·
verified ·
1 Parent(s): 2b17174

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +19 -27
tokenizer.json CHANGED
@@ -63,33 +63,25 @@
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
- "AAROH_START": 5,
67
- "AVROH_START": 6,
68
- "PAKAD_START": 7,
69
- "TAAN_START": 8,
70
- "PHRASE_END": 9,
71
- "NOTE_ON": 10,
72
- "NOTE_OFF": 11,
73
- "MIDI_48": 12,
74
- "MIDI_50": 13,
75
- "MIDI_52": 14,
76
- "MIDI_55": 15,
77
- "MIDI_57": 16,
78
- "MIDI_60": 17,
79
- "MIDI_62": 18,
80
- "MIDI_64": 19,
81
- "MIDI_67": 20,
82
- "MIDI_69": 21,
83
- "MIDI_72": 22,
84
- "MIDI_74": 23,
85
- "MIDI_76": 24,
86
- "MIDI_79": 25,
87
- "MIDI_81": 26,
88
- "MIDI_84": 27,
89
- "TIME_DELTA=1": 28,
90
- "TIME_DELTA=2": 29,
91
- "TIME_DELTA=4": 30,
92
- "TIME_DELTA=8": 31,
93
  "VELOCITY=SOFT": 32,
94
  "VELOCITY=MEDIUM": 33,
95
  "VELOCITY=LOUD": 34,
 
63
  "[SEP]": 2,
64
  "[PAD]": 3,
65
  "[MASK]": 4,
66
+ "NOTE_OFF=60": 5,
67
+ "NOTE_ON=60": 6,
68
+ "NOTE_OFF=62": 7,
69
+ "NOTE_ON=62": 8,
70
+ "NOTE_OFF=64": 9,
71
+ "NOTE_ON=64": 10,
72
+ "NOTE_OFF=67": 11,
73
+ "NOTE_ON=67": 12,
74
+ "NOTE_OFF=69": 13,
75
+ "NOTE_ON=69": 14,
76
+ "NOTE_OFF=72": 15,
77
+ "NOTE_ON=72": 16,
78
+ "TIME_DELTA=1": 17,
79
+ "BAR_END": 18,
80
+ "BAR_START": 19,
81
+ "TRACK_END": 20,
82
+ "TRACK_START": 21,
83
+ "PIECE_END": 22,
84
+ "PIECE_START": 23
 
 
 
 
 
 
 
 
85
  "VELOCITY=SOFT": 32,
86
  "VELOCITY=MEDIUM": 33,
87
  "VELOCITY=LOUD": 34,