EncDec-base / tokenizer.json
ilya16's picture
ACM MM paper model release
49b1de7 verified
{
"config": {
"pitch_range": [
21,
108
],
"beat_res": {
"0_1": 24,
"1_2": 12,
"2_4": 8,
"4_8": 4,
"8_16": 2,
"16_64": 1
},
"num_velocities": 127,
"remove_duplicated_notes": false,
"encode_ids_split": "bar",
"special_tokens": [
"PAD_None",
"MASK_None",
"BOS_None",
"EOS_None",
"IGNORE_None",
"EOD_None",
"Bar_Line",
"Pedal_On",
"Pedal_Off"
],
"use_velocities": true,
"use_note_duration_programs": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
-1
],
"use_chords": false,
"use_rests": false,
"use_tempos": true,
"use_time_signatures": true,
"use_sustain_pedals": false,
"use_pitch_bends": false,
"use_programs": false,
"use_pitch_intervals": false,
"use_pitchdrum_tokens": false,
"default_note_duration": 0.5,
"programs": [
0
],
"one_token_stream_for_programs": false,
"program_changes": false,
"beat_res_rest": {
"0_1": 8,
"1_2": 4,
"2_12": 2
},
"chord_maps": {
"min": [
0,
3,
7
],
"maj": [
0,
4,
7
],
"dim": [
0,
3,
6
],
"aug": [
0,
4,
8
],
"sus2": [
0,
2,
7
],
"sus4": [
0,
5,
7
],
"7dom": [
0,
4,
7,
10
],
"7min": [
0,
3,
7,
10
],
"7maj": [
0,
4,
7,
11
],
"7halfdim": [
0,
3,
6,
10
],
"7dim": [
0,
3,
6,
9
],
"7aug": [
0,
4,
8,
11
],
"9maj": [
0,
4,
7,
10,
14
],
"9min": [
0,
4,
7,
10,
13
]
},
"chord_tokens_with_root_note": false,
"chord_unknown": null,
"num_tempos": 161,
"tempo_range": [
15,
480
],
"log_tempos": true,
"delete_equal_successive_tempo_changes": true,
"time_signature_range": {
"2": [
1,
2,
3,
4
],
"4": [
1,
2,
3,
4,
5,
6,
7,
8
],
"8": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12
],
"16": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24
]
},
"delete_equal_successive_time_sig_changes": true,
"sustain_pedal_duration": false,
"pitch_bend_range": [
-8192,
8191,
32
],
"max_pitch_interval": 16,
"pitch_intervals_max_time_dist": 1,
"drums_pitch_range": [
27,
88
],
"ac_polyphony_track": false,
"ac_polyphony_bar": false,
"ac_polyphony_min": 1,
"ac_polyphony_max": 6,
"ac_pitch_class_bar": false,
"ac_note_density_track": false,
"ac_note_density_track_min": 0,
"ac_note_density_track_max": 18,
"ac_note_density_bar": false,
"ac_note_density_bar_max": 18,
"ac_note_duration_bar": false,
"ac_note_duration_track": false,
"ac_repetition_track": false,
"ac_repetition_track_num_bins": 10,
"ac_repetition_track_num_consec_bars": 4,
"additional_params": {
"num_onset_devs": 321,
"num_perf_durations": 161,
"max_bar_embedding": 512,
"use_position_shifts": true,
"onset_position_shifts": false,
"use_onset_indices": false,
"use_onset_tokens": false,
"use_time_tokens": true,
"use_time_positions": false,
"negative_time_shifts": true,
"compound_time_signatures": true,
"time_signature_max_position": true,
"time_shifts": [
-0.5,
-0.475,
-0.45,
-0.425,
-0.4,
-0.375,
-0.35,
-0.325,
-0.3,
-0.275,
-0.25,
-0.225,
-0.2,
-0.19,
-0.18,
-0.17,
-0.16,
-0.15,
-0.14,
-0.13,
-0.12,
-0.11,
-0.1,
-0.095,
-0.09,
-0.085,
-0.08,
-0.075,
-0.07,
-0.065,
-0.06,
-0.055,
-0.05,
-0.045,
-0.04,
-0.035,
-0.03,
-0.025,
-0.02,
-0.015,
-0.01,
-0.008,
-0.006,
-0.004,
-0.002,
0.0,
0.002,
0.004,
0.006,
0.008,
0.01,
0.012,
0.014,
0.016,
0.018,
0.02,
0.025,
0.03,
0.035,
0.04,
0.045,
0.05,
0.055,
0.06,
0.065,
0.07,
0.075,
0.08,
0.085,
0.09,
0.095,
0.1,
0.105,
0.11,
0.115,
0.12,
0.125,
0.13,
0.135,
0.14,
0.145,
0.15,
0.155,
0.16,
0.165,
0.17,
0.175,
0.18,
0.185,
0.19,
0.195,
0.2,
0.205,
0.21,
0.215,
0.22,
0.225,
0.23,
0.235,
0.24,
0.245,
0.25,
0.255,
0.26,
0.265,
0.27,
0.275,
0.28,
0.285,
0.29,
0.295,
0.3,
0.305,
0.31,
0.315,
0.32,
0.325,
0.33,
0.335,
0.34,
0.345,
0.35,
0.355,
0.36,
0.365,
0.37,
0.375,
0.38,
0.385,
0.39,
0.395,
0.4,
0.405,
0.41,
0.415,
0.42,
0.425,
0.43,
0.435,
0.44,
0.445,
0.45,
0.455,
0.46,
0.465,
0.47,
0.475,
0.48,
0.485,
0.49,
0.495,
0.5,
0.51,
0.52,
0.53,
0.54,
0.55,
0.56,
0.57,
0.58,
0.59,
0.6,
0.61,
0.62,
0.63,
0.64,
0.65,
0.66,
0.67,
0.68,
0.69,
0.7,
0.71,
0.72,
0.73,
0.74,
0.75,
0.76,
0.77,
0.78,
0.79,
0.8,
0.81,
0.82,
0.83,
0.84,
0.85,
0.86,
0.87,
0.88,
0.89,
0.9,
0.91,
0.92,
0.93,
0.94,
0.95,
0.96,
0.97,
0.98,
0.99,
1.0,
1.025,
1.05,
1.075,
1.1,
1.125,
1.15,
1.175,
1.2,
1.225,
1.25,
1.275,
1.3,
1.325,
1.35,
1.375,
1.4,
1.425,
1.45,
1.475,
1.5,
1.525,
1.55,
1.575,
1.6,
1.625,
1.65,
1.675,
1.7,
1.725,
1.75,
1.775,
1.8,
1.825,
1.85,
1.875,
1.9,
1.925,
1.95,
1.975,
2.0,
2.025,
2.05,
2.075,
2.1,
2.125,
2.15,
2.175,
2.2,
2.225,
2.25,
2.275,
2.3,
2.325,
2.35,
2.375,
2.4,
2.425,
2.45,
2.475,
2.5,
2.55,
2.6,
2.65,
2.7,
2.75,
2.8,
2.85,
2.9,
2.95,
3.0,
3.05,
3.1,
3.15,
3.2,
3.25,
3.3,
3.35,
3.4,
3.45,
3.5,
3.55,
3.6,
3.65,
3.7,
3.75,
3.8,
3.85,
3.9,
3.95,
4.0,
4.05,
4.1,
4.15,
4.2,
4.25,
4.3,
4.35,
4.4,
4.45,
4.5,
4.55,
4.6,
4.65,
4.7,
4.75,
4.8,
4.85,
4.9,
4.95,
5.0,
5.1,
5.2,
5.3,
5.4,
5.5,
5.6,
5.7,
5.8,
5.9,
6.0,
6.1,
6.2,
6.3,
6.4,
6.5,
6.6,
6.7,
6.8,
6.9,
7.0,
7.1,
7.2,
7.3,
7.4,
7.5,
7.6,
7.7,
7.8,
7.9,
8.0,
8.1,
8.2,
8.3,
8.4,
8.5,
8.6,
8.7,
8.8,
8.9,
9.0,
9.1,
9.2,
9.3,
9.4,
9.5,
9.6,
9.7,
9.8,
9.9,
10.0
],
"time_durations": [
0.0,
0.01,
0.015,
0.02,
0.025,
0.03,
0.035,
0.04,
0.045,
0.05,
0.055,
0.06,
0.065,
0.07,
0.075,
0.08,
0.085,
0.09,
0.095,
0.1,
0.105,
0.11,
0.115,
0.12,
0.125,
0.13,
0.135,
0.14,
0.145,
0.15,
0.155,
0.16,
0.165,
0.17,
0.175,
0.18,
0.185,
0.19,
0.195,
0.2,
0.205,
0.21,
0.215,
0.22,
0.225,
0.23,
0.235,
0.24,
0.245,
0.25,
0.255,
0.26,
0.265,
0.27,
0.275,
0.28,
0.285,
0.29,
0.295,
0.3,
0.305,
0.31,
0.315,
0.32,
0.325,
0.33,
0.335,
0.34,
0.345,
0.35,
0.355,
0.36,
0.365,
0.37,
0.375,
0.38,
0.385,
0.39,
0.395,
0.4,
0.405,
0.41,
0.415,
0.42,
0.425,
0.43,
0.435,
0.44,
0.445,
0.45,
0.455,
0.46,
0.465,
0.47,
0.475,
0.48,
0.485,
0.49,
0.495,
0.5,
0.51,
0.52,
0.53,
0.54,
0.55,
0.56,
0.57,
0.58,
0.59,
0.6,
0.61,
0.62,
0.63,
0.64,
0.65,
0.66,
0.67,
0.68,
0.69,
0.7,
0.71,
0.72,
0.73,
0.74,
0.75,
0.76,
0.77,
0.78,
0.79,
0.8,
0.81,
0.82,
0.83,
0.84,
0.85,
0.86,
0.87,
0.88,
0.89,
0.9,
0.91,
0.92,
0.93,
0.94,
0.95,
0.96,
0.97,
0.98,
0.99,
1.0,
1.025,
1.05,
1.075,
1.1,
1.125,
1.15,
1.175,
1.2,
1.225,
1.25,
1.275,
1.3,
1.325,
1.35,
1.375,
1.4,
1.425,
1.45,
1.475,
1.5,
1.525,
1.55,
1.575,
1.6,
1.625,
1.65,
1.675,
1.7,
1.725,
1.75,
1.775,
1.8,
1.825,
1.85,
1.875,
1.9,
1.925,
1.95,
1.975,
2.0,
2.025,
2.05,
2.075,
2.1,
2.125,
2.15,
2.175,
2.2,
2.225,
2.25,
2.275,
2.3,
2.325,
2.35,
2.375,
2.4,
2.425,
2.45,
2.475,
2.5,
2.55,
2.6,
2.65,
2.7,
2.75,
2.8,
2.85,
2.9,
2.95,
3.0,
3.05,
3.1,
3.15,
3.2,
3.25,
3.3,
3.35,
3.4,
3.45,
3.5,
3.55,
3.6,
3.65,
3.7,
3.75,
3.8,
3.85,
3.9,
3.95,
4.0,
4.05,
4.1,
4.15,
4.2,
4.25,
4.3,
4.35,
4.4,
4.45,
4.5,
4.55,
4.6,
4.65,
4.7,
4.75,
4.8,
4.85,
4.9,
4.95,
5.0,
5.1,
5.2,
5.3,
5.4,
5.5,
5.6,
5.7,
5.8,
5.9,
6.0,
6.1,
6.2,
6.3,
6.4,
6.5,
6.6,
6.7,
6.8,
6.9,
7.0,
7.1,
7.2,
7.3,
7.4,
7.5,
7.6,
7.7,
7.8,
7.9,
8.0,
8.1,
8.2,
8.3,
8.4,
8.5,
8.6,
8.7,
8.8,
8.9,
9.0,
9.1,
9.2,
9.3,
9.4,
9.5,
9.6,
9.7,
9.8,
9.9,
10.0
],
"use_sustain_tokens": true,
"real_max_bar_embedding": 512,
"compound_time_signature": true,
"fill_unperformed_notes": true,
"cut_overlapping_notes": true,
"use_pitch_classes": false,
"negative_position_shifts": false,
"max_notes_in_onset": 12,
"rel_onset_dev": false,
"rel_perf_duration": false,
"max_time_embedding": 1000,
"real_max_time_embedding": 1000,
"bar_tempos": false,
"time_position_segment": 5.0,
"time_position_step": 0.01
}
},
"tokenization": "SyMuPe",
"miditok_version": "3.0.6.post1",
"symusic_version": "0.5.8",
"hf_tokenizers_version": "0.22.2"
}