Freeze adefossez/HTDemucs-ft
Browse files- 04573f0d.json +369 -0
- 04573f0d.safetensors +3 -0
- 92cfc3b6.json +369 -0
- 92cfc3b6.safetensors +3 -0
- README.md +24 -0
- d12395a8.json +369 -0
- d12395a8.safetensors +3 -0
- f7e0c4bc.json +369 -0
- f7e0c4bc.safetensors +3 -0
- htdemucs_ft.yaml +7 -0
04573f0d.json
ADDED
|
@@ -0,0 +1,369 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"klass": "demucs.htdemucs.HTDemucs",
|
| 3 |
+
"args": "[]",
|
| 4 |
+
"kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": {\"_type\": \"fraction\", \"numerator\": 39, \"denominator\": 5}, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": true, \"depth\": 4, \"rewrite\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 4, \"norm_groups\": 4, \"dconv_mode\": 3, \"dconv_depth\": 2, \"dconv_comp\": 8, \"dconv_init\": 0.001, \"bottom_channels\": 512, \"t_layers\": 5, \"t_hidden_scale\": 4.0, \"t_heads\": 8, \"t_dropout\": 0.02, \"t_layer_scale\": true, \"t_gelu\": true, \"t_emb\": \"sin\", \"t_max_positions\": 10000, \"t_max_period\": 10000.0, \"t_weight_pos_embed\": 1.0, \"t_cape_mean_normalize\": true, \"t_cape_augment\": true, \"t_cape_glob_loc_scale\": [5000.0, 1.0, 1.4], \"t_sin_random_shift\": 0, \"t_norm_in\": true, \"t_norm_in_group\": false, \"t_group_norm\": false, \"t_norm_first\": true, \"t_norm_out\": true, \"t_weight_decay\": 0.05, \"t_lr\": null, \"t_sparse_self_attn\": false, \"t_sparse_cross_attn\": false, \"t_mask_type\": \"diag\", \"t_mask_random_seed\": 42, \"t_sparse_attn_window\": 400, \"t_global_window\": 100, \"t_sparsity\": 0.95, \"t_auto_sparsity\": false, \"t_cross_first\": false, \"rescale\": 0.1}",
|
| 5 |
+
"training_args": {
|
| 6 |
+
"dummy": null,
|
| 7 |
+
"dset": {
|
| 8 |
+
"musdb": "/checkpoint/defossez/datasets/musdbhq",
|
| 9 |
+
"musdb_samplerate": 44100,
|
| 10 |
+
"wav": "/checkpoint/defossez/datasets/allstems_44/",
|
| 11 |
+
"wav2": "/checkpoint/defossez/datasets/mmi44_goodclean",
|
| 12 |
+
"segment": 10,
|
| 13 |
+
"shift": 1,
|
| 14 |
+
"train_valid": false,
|
| 15 |
+
"full_cv": true,
|
| 16 |
+
"samplerate": 44100,
|
| 17 |
+
"channels": 2,
|
| 18 |
+
"normalize": true,
|
| 19 |
+
"metadata": "./metadata",
|
| 20 |
+
"sources": [
|
| 21 |
+
"drums",
|
| 22 |
+
"bass",
|
| 23 |
+
"other",
|
| 24 |
+
"vocals"
|
| 25 |
+
],
|
| 26 |
+
"valid_samples": 100,
|
| 27 |
+
"wav2_weight": null,
|
| 28 |
+
"wav2_valid": true
|
| 29 |
+
},
|
| 30 |
+
"test": {
|
| 31 |
+
"save": false,
|
| 32 |
+
"best": true,
|
| 33 |
+
"workers": 2,
|
| 34 |
+
"every": 20,
|
| 35 |
+
"split": true,
|
| 36 |
+
"shifts": 0,
|
| 37 |
+
"overlap": 0.25,
|
| 38 |
+
"sdr": true,
|
| 39 |
+
"metric": "loss",
|
| 40 |
+
"nonhq": null
|
| 41 |
+
},
|
| 42 |
+
"epochs": 50,
|
| 43 |
+
"batch_size": 8,
|
| 44 |
+
"max_batches": 800,
|
| 45 |
+
"optim": {
|
| 46 |
+
"lr": 0.0001,
|
| 47 |
+
"momentum": 0.9,
|
| 48 |
+
"beta2": 0.999,
|
| 49 |
+
"loss": "l1",
|
| 50 |
+
"optim": "adamw",
|
| 51 |
+
"weight_decay": 0,
|
| 52 |
+
"clip_grad": 5
|
| 53 |
+
},
|
| 54 |
+
"seed": 42,
|
| 55 |
+
"debug": false,
|
| 56 |
+
"valid_apply": true,
|
| 57 |
+
"flag": null,
|
| 58 |
+
"save_every": null,
|
| 59 |
+
"weights": [
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
1
|
| 64 |
+
],
|
| 65 |
+
"augment": {
|
| 66 |
+
"shift_same": true,
|
| 67 |
+
"repitch": {
|
| 68 |
+
"proba": 0.2,
|
| 69 |
+
"max_tempo": 12
|
| 70 |
+
},
|
| 71 |
+
"remix": {
|
| 72 |
+
"proba": 0,
|
| 73 |
+
"group_size": 4
|
| 74 |
+
},
|
| 75 |
+
"scale": {
|
| 76 |
+
"proba": 0,
|
| 77 |
+
"min": 0.25,
|
| 78 |
+
"max": 1.25
|
| 79 |
+
},
|
| 80 |
+
"flip": true
|
| 81 |
+
},
|
| 82 |
+
"continue_from": "955717e8",
|
| 83 |
+
"continue_pretrained": null,
|
| 84 |
+
"pretrained_repo": null,
|
| 85 |
+
"continue_best": true,
|
| 86 |
+
"continue_opt": false,
|
| 87 |
+
"misc": {
|
| 88 |
+
"num_workers": 10,
|
| 89 |
+
"num_prints": 4,
|
| 90 |
+
"show": false,
|
| 91 |
+
"verbose": false
|
| 92 |
+
},
|
| 93 |
+
"ema": {
|
| 94 |
+
"epoch": [],
|
| 95 |
+
"batch": [
|
| 96 |
+
0.9995,
|
| 97 |
+
0.9999
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
"use_train_segment": true,
|
| 101 |
+
"model_segment": null,
|
| 102 |
+
"model": "htdemucs",
|
| 103 |
+
"demucs": {
|
| 104 |
+
"channels": 64,
|
| 105 |
+
"growth": 2,
|
| 106 |
+
"depth": 6,
|
| 107 |
+
"rewrite": true,
|
| 108 |
+
"lstm_layers": 0,
|
| 109 |
+
"kernel_size": 8,
|
| 110 |
+
"stride": 4,
|
| 111 |
+
"context": 1,
|
| 112 |
+
"gelu": true,
|
| 113 |
+
"glu": true,
|
| 114 |
+
"norm_groups": 4,
|
| 115 |
+
"norm_starts": 4,
|
| 116 |
+
"dconv_depth": 2,
|
| 117 |
+
"dconv_mode": 1,
|
| 118 |
+
"dconv_comp": 4,
|
| 119 |
+
"dconv_attn": 4,
|
| 120 |
+
"dconv_lstm": 4,
|
| 121 |
+
"dconv_init": 0.0001,
|
| 122 |
+
"resample": true,
|
| 123 |
+
"normalize": false,
|
| 124 |
+
"rescale": 0.1
|
| 125 |
+
},
|
| 126 |
+
"hdemucs": {
|
| 127 |
+
"channels": 48,
|
| 128 |
+
"channels_time": null,
|
| 129 |
+
"growth": 2,
|
| 130 |
+
"nfft": 4096,
|
| 131 |
+
"wiener_iters": 0,
|
| 132 |
+
"end_iters": 0,
|
| 133 |
+
"wiener_residual": false,
|
| 134 |
+
"cac": true,
|
| 135 |
+
"depth": 6,
|
| 136 |
+
"rewrite": true,
|
| 137 |
+
"hybrid": true,
|
| 138 |
+
"hybrid_old": false,
|
| 139 |
+
"multi_freqs": [],
|
| 140 |
+
"multi_freqs_depth": 3,
|
| 141 |
+
"freq_emb": 0.2,
|
| 142 |
+
"emb_scale": 10,
|
| 143 |
+
"emb_smooth": true,
|
| 144 |
+
"kernel_size": 8,
|
| 145 |
+
"stride": 4,
|
| 146 |
+
"time_stride": 2,
|
| 147 |
+
"context": 1,
|
| 148 |
+
"context_enc": 0,
|
| 149 |
+
"norm_starts": 4,
|
| 150 |
+
"norm_groups": 4,
|
| 151 |
+
"dconv_mode": 1,
|
| 152 |
+
"dconv_depth": 2,
|
| 153 |
+
"dconv_comp": 4,
|
| 154 |
+
"dconv_attn": 4,
|
| 155 |
+
"dconv_lstm": 4,
|
| 156 |
+
"dconv_init": 0.001,
|
| 157 |
+
"rescale": 0.1
|
| 158 |
+
},
|
| 159 |
+
"htdemucs": {
|
| 160 |
+
"channels": 48,
|
| 161 |
+
"channels_time": null,
|
| 162 |
+
"growth": 2,
|
| 163 |
+
"nfft": 4096,
|
| 164 |
+
"wiener_iters": 0,
|
| 165 |
+
"end_iters": 0,
|
| 166 |
+
"wiener_residual": false,
|
| 167 |
+
"cac": true,
|
| 168 |
+
"depth": 4,
|
| 169 |
+
"rewrite": true,
|
| 170 |
+
"multi_freqs": [],
|
| 171 |
+
"multi_freqs_depth": 3,
|
| 172 |
+
"freq_emb": 0.2,
|
| 173 |
+
"emb_scale": 10,
|
| 174 |
+
"emb_smooth": true,
|
| 175 |
+
"kernel_size": 8,
|
| 176 |
+
"stride": 4,
|
| 177 |
+
"time_stride": 2,
|
| 178 |
+
"context": 1,
|
| 179 |
+
"context_enc": 0,
|
| 180 |
+
"norm_starts": 4,
|
| 181 |
+
"norm_groups": 4,
|
| 182 |
+
"dconv_mode": 3,
|
| 183 |
+
"dconv_depth": 2,
|
| 184 |
+
"dconv_comp": 8,
|
| 185 |
+
"dconv_init": 0.001,
|
| 186 |
+
"bottom_channels": 512,
|
| 187 |
+
"t_layers": 5,
|
| 188 |
+
"t_hidden_scale": 4.0,
|
| 189 |
+
"t_heads": 8,
|
| 190 |
+
"t_dropout": 0.02,
|
| 191 |
+
"t_layer_scale": true,
|
| 192 |
+
"t_gelu": true,
|
| 193 |
+
"t_emb": "sin",
|
| 194 |
+
"t_max_positions": 10000,
|
| 195 |
+
"t_max_period": 10000.0,
|
| 196 |
+
"t_weight_pos_embed": 1.0,
|
| 197 |
+
"t_cape_mean_normalize": true,
|
| 198 |
+
"t_cape_augment": true,
|
| 199 |
+
"t_cape_glob_loc_scale": [
|
| 200 |
+
5000.0,
|
| 201 |
+
1.0,
|
| 202 |
+
1.4
|
| 203 |
+
],
|
| 204 |
+
"t_sin_random_shift": 0,
|
| 205 |
+
"t_norm_in": true,
|
| 206 |
+
"t_norm_in_group": false,
|
| 207 |
+
"t_group_norm": false,
|
| 208 |
+
"t_norm_first": true,
|
| 209 |
+
"t_norm_out": true,
|
| 210 |
+
"t_weight_decay": 0.05,
|
| 211 |
+
"t_lr": null,
|
| 212 |
+
"t_sparse_self_attn": false,
|
| 213 |
+
"t_sparse_cross_attn": false,
|
| 214 |
+
"t_mask_type": "diag",
|
| 215 |
+
"t_mask_random_seed": 42,
|
| 216 |
+
"t_sparse_attn_window": 400,
|
| 217 |
+
"t_global_window": 100,
|
| 218 |
+
"t_sparsity": 0.95,
|
| 219 |
+
"t_auto_sparsity": false,
|
| 220 |
+
"t_cross_first": false,
|
| 221 |
+
"rescale": 0.1
|
| 222 |
+
},
|
| 223 |
+
"svd": {
|
| 224 |
+
"penalty": 0,
|
| 225 |
+
"min_size": 0.1,
|
| 226 |
+
"dim": 1,
|
| 227 |
+
"niters": 2,
|
| 228 |
+
"powm": false,
|
| 229 |
+
"proba": 1,
|
| 230 |
+
"conv_only": false,
|
| 231 |
+
"convtr": false,
|
| 232 |
+
"bs": 1
|
| 233 |
+
},
|
| 234 |
+
"quant": {
|
| 235 |
+
"diffq": null,
|
| 236 |
+
"qat": null,
|
| 237 |
+
"min_size": 0.2,
|
| 238 |
+
"group_size": 8
|
| 239 |
+
},
|
| 240 |
+
"dora": {
|
| 241 |
+
"dir": "outputs",
|
| 242 |
+
"exclude": [
|
| 243 |
+
"misc.*",
|
| 244 |
+
"slurm.*",
|
| 245 |
+
"test.reval",
|
| 246 |
+
"flag"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
"slurm": {
|
| 250 |
+
"time": 4320,
|
| 251 |
+
"constraint": "volta32gb",
|
| 252 |
+
"setup": [
|
| 253 |
+
"module load cudnn/v8.4.1.50-cuda.11.6 NCCL/2.11.4-6-cuda.11.6 cuda/11.6"
|
| 254 |
+
]
|
| 255 |
+
}
|
| 256 |
+
},
|
| 257 |
+
"metrics": [
|
| 258 |
+
{
|
| 259 |
+
"main": {
|
| 260 |
+
"loss": 0.08635193854570389,
|
| 261 |
+
"ms": 0.0,
|
| 262 |
+
"nsdr": 9.887733459472656,
|
| 263 |
+
"nsdr_bass": 1.9094270467758179,
|
| 264 |
+
"nsdr_drums": -1.4275637865066528,
|
| 265 |
+
"nsdr_other": 1.3280521631240845,
|
| 266 |
+
"nsdr_vocals": 9.887733459472656,
|
| 267 |
+
"reco": 0.08635193854570389,
|
| 268 |
+
"reco_bass": 0.27492132782936096,
|
| 269 |
+
"reco_drums": 0.29225555062294006,
|
| 270 |
+
"reco_other": 0.2490427941083908,
|
| 271 |
+
"reco_vocals": 0.08635193854570389
|
| 272 |
+
},
|
| 273 |
+
"ema_batch_0": {
|
| 274 |
+
"loss": 0.08506794273853302,
|
| 275 |
+
"ms": 0.0,
|
| 276 |
+
"nsdr": 10.032146453857422,
|
| 277 |
+
"nsdr_bass": 2.023679733276367,
|
| 278 |
+
"nsdr_drums": -1.3376169204711914,
|
| 279 |
+
"nsdr_other": 1.3965520858764648,
|
| 280 |
+
"nsdr_vocals": 10.032146453857422,
|
| 281 |
+
"reco": 0.08506794273853302,
|
| 282 |
+
"reco_bass": 0.27160191535949707,
|
| 283 |
+
"reco_drums": 0.2892371118068695,
|
| 284 |
+
"reco_other": 0.24691219627857208,
|
| 285 |
+
"reco_vocals": 0.08506794273853302
|
| 286 |
+
},
|
| 287 |
+
"ema_batch_1": {
|
| 288 |
+
"loss": 0.085032157599926,
|
| 289 |
+
"ms": 0.0,
|
| 290 |
+
"nsdr": 10.01611042022705,
|
| 291 |
+
"nsdr_bass": 2.701692819595337,
|
| 292 |
+
"nsdr_drums": -0.03992346301674843,
|
| 293 |
+
"nsdr_other": 2.335426092147827,
|
| 294 |
+
"nsdr_vocals": 10.01611042022705,
|
| 295 |
+
"reco": 0.085032157599926,
|
| 296 |
+
"reco_bass": 0.2510550022125244,
|
| 297 |
+
"reco_drums": 0.258406400680542,
|
| 298 |
+
"reco_other": 0.2280634641647339,
|
| 299 |
+
"reco_vocals": 0.085032157599926
|
| 300 |
+
},
|
| 301 |
+
"loss": 0.085032157599926,
|
| 302 |
+
"ms": 0.0,
|
| 303 |
+
"nsdr": 10.01611042022705,
|
| 304 |
+
"nsdr_bass": 2.701692819595337,
|
| 305 |
+
"nsdr_drums": -0.03992346301674843,
|
| 306 |
+
"nsdr_other": 2.335426092147827,
|
| 307 |
+
"nsdr_vocals": 10.01611042022705,
|
| 308 |
+
"reco": 0.085032157599926,
|
| 309 |
+
"reco_bass": 0.2510550022125244,
|
| 310 |
+
"reco_drums": 0.258406400680542,
|
| 311 |
+
"reco_other": 0.2280634641647339,
|
| 312 |
+
"reco_vocals": 0.085032157599926,
|
| 313 |
+
"bname": "ema_batch_1",
|
| 314 |
+
"best": 0.08491263538599014
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"nsdr_drums": -0.6409806271595753,
|
| 318 |
+
"nsdr_med_drums": -0.4546512620871669,
|
| 319 |
+
"nsdr_bass": 1.901309260012953,
|
| 320 |
+
"nsdr_med_bass": 1.99247581790831,
|
| 321 |
+
"nsdr_other": 1.8001048182240853,
|
| 322 |
+
"nsdr_med_other": 2.25102747995457,
|
| 323 |
+
"nsdr_vocals": 8.965026613502095,
|
| 324 |
+
"nsdr_med_vocals": 9.708247677177978,
|
| 325 |
+
"nsdr": 3.0063650161448896,
|
| 326 |
+
"nsdr_med": 3.374274928238423,
|
| 327 |
+
"sdr_drums": -0.9858202949154312,
|
| 328 |
+
"sdr_med_drums": -0.7586626432388546,
|
| 329 |
+
"sdr_bass": 1.8360585395109574,
|
| 330 |
+
"sdr_med_bass": 1.9923042432558375,
|
| 331 |
+
"sdr_other": 1.5559783147409378,
|
| 332 |
+
"sdr_med_other": 2.0184491417303843,
|
| 333 |
+
"sdr_vocals": 8.276195251269366,
|
| 334 |
+
"sdr_med_vocals": 9.206614327457075,
|
| 335 |
+
"sdr": 2.6706029526514574,
|
| 336 |
+
"sdr_med": 3.1146762673011104,
|
| 337 |
+
"sir_drums": -3.0703757442433983,
|
| 338 |
+
"sir_med_drums": 3.7515712829766548,
|
| 339 |
+
"sir_bass": 14.378058671572825,
|
| 340 |
+
"sir_med_bass": 13.046233457444732,
|
| 341 |
+
"sir_other": -1.268877787576836,
|
| 342 |
+
"sir_med_other": 0.47189632386594926,
|
| 343 |
+
"sir_vocals": 13.207182759818481,
|
| 344 |
+
"sir_med_vocals": 15.4689984820013,
|
| 345 |
+
"sir": 5.811496974892768,
|
| 346 |
+
"sir_med": 8.184674886572159,
|
| 347 |
+
"isr_drums": 1.5977322153466869,
|
| 348 |
+
"isr_med_drums": 1.6044336761340112,
|
| 349 |
+
"isr_bass": -2.7818493299655405,
|
| 350 |
+
"isr_med_bass": 1.7088512018851911,
|
| 351 |
+
"isr_other": 4.336090816781649,
|
| 352 |
+
"isr_med_other": 4.25185412894745,
|
| 353 |
+
"isr_vocals": 15.43228601785809,
|
| 354 |
+
"isr_med_vocals": 15.255793981166773,
|
| 355 |
+
"isr": 4.646064930005221,
|
| 356 |
+
"isr_med": 5.705233247033356,
|
| 357 |
+
"sar_drums": -6.886988773866586,
|
| 358 |
+
"sar_med_drums": -8.267265823203246,
|
| 359 |
+
"sar_bass": 3.499480084038568,
|
| 360 |
+
"sar_med_bass": 2.626303437936244,
|
| 361 |
+
"sar_other": 0.09047195213537478,
|
| 362 |
+
"sar_med_other": -0.004790688026467377,
|
| 363 |
+
"sar_vocals": 7.007389282932945,
|
| 364 |
+
"sar_med_vocals": 7.066486437650068,
|
| 365 |
+
"sar": 0.9275881363100756,
|
| 366 |
+
"sar_med": 0.3551833410891494
|
| 367 |
+
}
|
| 368 |
+
]
|
| 369 |
+
}
|
04573f0d.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68854b0d7c2b3274723b5761f6fd9f5aec5f1bcd3f0de7c1669546fdb7871b7c
|
| 3 |
+
size 84025440
|
92cfc3b6.json
ADDED
|
@@ -0,0 +1,369 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"klass": "demucs.htdemucs.HTDemucs",
|
| 3 |
+
"args": "[]",
|
| 4 |
+
"kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": {\"_type\": \"fraction\", \"numerator\": 39, \"denominator\": 5}, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": true, \"depth\": 4, \"rewrite\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 4, \"norm_groups\": 4, \"dconv_mode\": 3, \"dconv_depth\": 2, \"dconv_comp\": 8, \"dconv_init\": 0.001, \"bottom_channels\": 512, \"t_layers\": 5, \"t_hidden_scale\": 4.0, \"t_heads\": 8, \"t_dropout\": 0.02, \"t_layer_scale\": true, \"t_gelu\": true, \"t_emb\": \"sin\", \"t_max_positions\": 10000, \"t_max_period\": 10000.0, \"t_weight_pos_embed\": 1.0, \"t_cape_mean_normalize\": true, \"t_cape_augment\": true, \"t_cape_glob_loc_scale\": [5000.0, 1.0, 1.4], \"t_sin_random_shift\": 0, \"t_norm_in\": true, \"t_norm_in_group\": false, \"t_group_norm\": false, \"t_norm_first\": true, \"t_norm_out\": true, \"t_weight_decay\": 0.05, \"t_lr\": null, \"t_sparse_self_attn\": false, \"t_sparse_cross_attn\": false, \"t_mask_type\": \"diag\", \"t_mask_random_seed\": 42, \"t_sparse_attn_window\": 400, \"t_global_window\": 100, \"t_sparsity\": 0.95, \"t_auto_sparsity\": false, \"t_cross_first\": false, \"rescale\": 0.1}",
|
| 5 |
+
"training_args": {
|
| 6 |
+
"dummy": null,
|
| 7 |
+
"dset": {
|
| 8 |
+
"musdb": "/checkpoint/defossez/datasets/musdbhq",
|
| 9 |
+
"musdb_samplerate": 44100,
|
| 10 |
+
"wav": "/checkpoint/defossez/datasets/allstems_44/",
|
| 11 |
+
"wav2": "/checkpoint/defossez/datasets/mmi44_goodclean",
|
| 12 |
+
"segment": 10,
|
| 13 |
+
"shift": 1,
|
| 14 |
+
"train_valid": false,
|
| 15 |
+
"full_cv": true,
|
| 16 |
+
"samplerate": 44100,
|
| 17 |
+
"channels": 2,
|
| 18 |
+
"normalize": true,
|
| 19 |
+
"metadata": "./metadata",
|
| 20 |
+
"sources": [
|
| 21 |
+
"drums",
|
| 22 |
+
"bass",
|
| 23 |
+
"other",
|
| 24 |
+
"vocals"
|
| 25 |
+
],
|
| 26 |
+
"valid_samples": 100,
|
| 27 |
+
"wav2_weight": null,
|
| 28 |
+
"wav2_valid": true
|
| 29 |
+
},
|
| 30 |
+
"test": {
|
| 31 |
+
"save": false,
|
| 32 |
+
"best": true,
|
| 33 |
+
"workers": 2,
|
| 34 |
+
"every": 20,
|
| 35 |
+
"split": true,
|
| 36 |
+
"shifts": 0,
|
| 37 |
+
"overlap": 0.25,
|
| 38 |
+
"sdr": true,
|
| 39 |
+
"metric": "loss",
|
| 40 |
+
"nonhq": null
|
| 41 |
+
},
|
| 42 |
+
"epochs": 50,
|
| 43 |
+
"batch_size": 8,
|
| 44 |
+
"max_batches": 800,
|
| 45 |
+
"optim": {
|
| 46 |
+
"lr": 0.0001,
|
| 47 |
+
"momentum": 0.9,
|
| 48 |
+
"beta2": 0.999,
|
| 49 |
+
"loss": "l1",
|
| 50 |
+
"optim": "adamw",
|
| 51 |
+
"weight_decay": 0,
|
| 52 |
+
"clip_grad": 5
|
| 53 |
+
},
|
| 54 |
+
"seed": 42,
|
| 55 |
+
"debug": false,
|
| 56 |
+
"valid_apply": true,
|
| 57 |
+
"flag": null,
|
| 58 |
+
"save_every": null,
|
| 59 |
+
"weights": [
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
1,
|
| 63 |
+
0
|
| 64 |
+
],
|
| 65 |
+
"augment": {
|
| 66 |
+
"shift_same": true,
|
| 67 |
+
"repitch": {
|
| 68 |
+
"proba": 0.2,
|
| 69 |
+
"max_tempo": 12
|
| 70 |
+
},
|
| 71 |
+
"remix": {
|
| 72 |
+
"proba": 0,
|
| 73 |
+
"group_size": 4
|
| 74 |
+
},
|
| 75 |
+
"scale": {
|
| 76 |
+
"proba": 0,
|
| 77 |
+
"min": 0.25,
|
| 78 |
+
"max": 1.25
|
| 79 |
+
},
|
| 80 |
+
"flip": true
|
| 81 |
+
},
|
| 82 |
+
"continue_from": "955717e8",
|
| 83 |
+
"continue_pretrained": null,
|
| 84 |
+
"pretrained_repo": null,
|
| 85 |
+
"continue_best": true,
|
| 86 |
+
"continue_opt": false,
|
| 87 |
+
"misc": {
|
| 88 |
+
"num_workers": 10,
|
| 89 |
+
"num_prints": 4,
|
| 90 |
+
"show": false,
|
| 91 |
+
"verbose": false
|
| 92 |
+
},
|
| 93 |
+
"ema": {
|
| 94 |
+
"epoch": [],
|
| 95 |
+
"batch": [
|
| 96 |
+
0.9995,
|
| 97 |
+
0.9999
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
"use_train_segment": true,
|
| 101 |
+
"model_segment": null,
|
| 102 |
+
"model": "htdemucs",
|
| 103 |
+
"demucs": {
|
| 104 |
+
"channels": 64,
|
| 105 |
+
"growth": 2,
|
| 106 |
+
"depth": 6,
|
| 107 |
+
"rewrite": true,
|
| 108 |
+
"lstm_layers": 0,
|
| 109 |
+
"kernel_size": 8,
|
| 110 |
+
"stride": 4,
|
| 111 |
+
"context": 1,
|
| 112 |
+
"gelu": true,
|
| 113 |
+
"glu": true,
|
| 114 |
+
"norm_groups": 4,
|
| 115 |
+
"norm_starts": 4,
|
| 116 |
+
"dconv_depth": 2,
|
| 117 |
+
"dconv_mode": 1,
|
| 118 |
+
"dconv_comp": 4,
|
| 119 |
+
"dconv_attn": 4,
|
| 120 |
+
"dconv_lstm": 4,
|
| 121 |
+
"dconv_init": 0.0001,
|
| 122 |
+
"resample": true,
|
| 123 |
+
"normalize": false,
|
| 124 |
+
"rescale": 0.1
|
| 125 |
+
},
|
| 126 |
+
"hdemucs": {
|
| 127 |
+
"channels": 48,
|
| 128 |
+
"channels_time": null,
|
| 129 |
+
"growth": 2,
|
| 130 |
+
"nfft": 4096,
|
| 131 |
+
"wiener_iters": 0,
|
| 132 |
+
"end_iters": 0,
|
| 133 |
+
"wiener_residual": false,
|
| 134 |
+
"cac": true,
|
| 135 |
+
"depth": 6,
|
| 136 |
+
"rewrite": true,
|
| 137 |
+
"hybrid": true,
|
| 138 |
+
"hybrid_old": false,
|
| 139 |
+
"multi_freqs": [],
|
| 140 |
+
"multi_freqs_depth": 3,
|
| 141 |
+
"freq_emb": 0.2,
|
| 142 |
+
"emb_scale": 10,
|
| 143 |
+
"emb_smooth": true,
|
| 144 |
+
"kernel_size": 8,
|
| 145 |
+
"stride": 4,
|
| 146 |
+
"time_stride": 2,
|
| 147 |
+
"context": 1,
|
| 148 |
+
"context_enc": 0,
|
| 149 |
+
"norm_starts": 4,
|
| 150 |
+
"norm_groups": 4,
|
| 151 |
+
"dconv_mode": 1,
|
| 152 |
+
"dconv_depth": 2,
|
| 153 |
+
"dconv_comp": 4,
|
| 154 |
+
"dconv_attn": 4,
|
| 155 |
+
"dconv_lstm": 4,
|
| 156 |
+
"dconv_init": 0.001,
|
| 157 |
+
"rescale": 0.1
|
| 158 |
+
},
|
| 159 |
+
"htdemucs": {
|
| 160 |
+
"channels": 48,
|
| 161 |
+
"channels_time": null,
|
| 162 |
+
"growth": 2,
|
| 163 |
+
"nfft": 4096,
|
| 164 |
+
"wiener_iters": 0,
|
| 165 |
+
"end_iters": 0,
|
| 166 |
+
"wiener_residual": false,
|
| 167 |
+
"cac": true,
|
| 168 |
+
"depth": 4,
|
| 169 |
+
"rewrite": true,
|
| 170 |
+
"multi_freqs": [],
|
| 171 |
+
"multi_freqs_depth": 3,
|
| 172 |
+
"freq_emb": 0.2,
|
| 173 |
+
"emb_scale": 10,
|
| 174 |
+
"emb_smooth": true,
|
| 175 |
+
"kernel_size": 8,
|
| 176 |
+
"stride": 4,
|
| 177 |
+
"time_stride": 2,
|
| 178 |
+
"context": 1,
|
| 179 |
+
"context_enc": 0,
|
| 180 |
+
"norm_starts": 4,
|
| 181 |
+
"norm_groups": 4,
|
| 182 |
+
"dconv_mode": 3,
|
| 183 |
+
"dconv_depth": 2,
|
| 184 |
+
"dconv_comp": 8,
|
| 185 |
+
"dconv_init": 0.001,
|
| 186 |
+
"bottom_channels": 512,
|
| 187 |
+
"t_layers": 5,
|
| 188 |
+
"t_hidden_scale": 4.0,
|
| 189 |
+
"t_heads": 8,
|
| 190 |
+
"t_dropout": 0.02,
|
| 191 |
+
"t_layer_scale": true,
|
| 192 |
+
"t_gelu": true,
|
| 193 |
+
"t_emb": "sin",
|
| 194 |
+
"t_max_positions": 10000,
|
| 195 |
+
"t_max_period": 10000.0,
|
| 196 |
+
"t_weight_pos_embed": 1.0,
|
| 197 |
+
"t_cape_mean_normalize": true,
|
| 198 |
+
"t_cape_augment": true,
|
| 199 |
+
"t_cape_glob_loc_scale": [
|
| 200 |
+
5000.0,
|
| 201 |
+
1.0,
|
| 202 |
+
1.4
|
| 203 |
+
],
|
| 204 |
+
"t_sin_random_shift": 0,
|
| 205 |
+
"t_norm_in": true,
|
| 206 |
+
"t_norm_in_group": false,
|
| 207 |
+
"t_group_norm": false,
|
| 208 |
+
"t_norm_first": true,
|
| 209 |
+
"t_norm_out": true,
|
| 210 |
+
"t_weight_decay": 0.05,
|
| 211 |
+
"t_lr": null,
|
| 212 |
+
"t_sparse_self_attn": false,
|
| 213 |
+
"t_sparse_cross_attn": false,
|
| 214 |
+
"t_mask_type": "diag",
|
| 215 |
+
"t_mask_random_seed": 42,
|
| 216 |
+
"t_sparse_attn_window": 400,
|
| 217 |
+
"t_global_window": 100,
|
| 218 |
+
"t_sparsity": 0.95,
|
| 219 |
+
"t_auto_sparsity": false,
|
| 220 |
+
"t_cross_first": false,
|
| 221 |
+
"rescale": 0.1
|
| 222 |
+
},
|
| 223 |
+
"svd": {
|
| 224 |
+
"penalty": 0,
|
| 225 |
+
"min_size": 0.1,
|
| 226 |
+
"dim": 1,
|
| 227 |
+
"niters": 2,
|
| 228 |
+
"powm": false,
|
| 229 |
+
"proba": 1,
|
| 230 |
+
"conv_only": false,
|
| 231 |
+
"convtr": false,
|
| 232 |
+
"bs": 1
|
| 233 |
+
},
|
| 234 |
+
"quant": {
|
| 235 |
+
"diffq": null,
|
| 236 |
+
"qat": null,
|
| 237 |
+
"min_size": 0.2,
|
| 238 |
+
"group_size": 8
|
| 239 |
+
},
|
| 240 |
+
"dora": {
|
| 241 |
+
"dir": "outputs",
|
| 242 |
+
"exclude": [
|
| 243 |
+
"misc.*",
|
| 244 |
+
"slurm.*",
|
| 245 |
+
"test.reval",
|
| 246 |
+
"flag"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
"slurm": {
|
| 250 |
+
"time": 4320,
|
| 251 |
+
"constraint": "volta32gb",
|
| 252 |
+
"setup": [
|
| 253 |
+
"module load cudnn/v8.4.1.50-cuda.11.6 NCCL/2.11.4-6-cuda.11.6 cuda/11.6"
|
| 254 |
+
]
|
| 255 |
+
}
|
| 256 |
+
},
|
| 257 |
+
"metrics": [
|
| 258 |
+
{
|
| 259 |
+
"main": {
|
| 260 |
+
"loss": 0.12592940032482147,
|
| 261 |
+
"ms": 0.0,
|
| 262 |
+
"nsdr": 7.727000713348389,
|
| 263 |
+
"nsdr_bass": 8.049718856811523,
|
| 264 |
+
"nsdr_drums": 8.1212797164917,
|
| 265 |
+
"nsdr_other": 7.727000713348389,
|
| 266 |
+
"nsdr_vocals": 8.013139724731445,
|
| 267 |
+
"reco": 0.12592940032482147,
|
| 268 |
+
"reco_bass": 0.13121698796749115,
|
| 269 |
+
"reco_drums": 0.12236597388982773,
|
| 270 |
+
"reco_other": 0.12592940032482147,
|
| 271 |
+
"reco_vocals": 0.10550956428050995
|
| 272 |
+
},
|
| 273 |
+
"ema_batch_0": {
|
| 274 |
+
"loss": 0.1247486099600792,
|
| 275 |
+
"ms": 0.0,
|
| 276 |
+
"nsdr": 7.798945426940918,
|
| 277 |
+
"nsdr_bass": 8.221861839294434,
|
| 278 |
+
"nsdr_drums": 8.242091178894043,
|
| 279 |
+
"nsdr_other": 7.798945426940918,
|
| 280 |
+
"nsdr_vocals": 8.161120414733887,
|
| 281 |
+
"reco": 0.1247486099600792,
|
| 282 |
+
"reco_bass": 0.12847518920898438,
|
| 283 |
+
"reco_drums": 0.12056565284729004,
|
| 284 |
+
"reco_other": 0.1247486099600792,
|
| 285 |
+
"reco_vocals": 0.10392889380455017
|
| 286 |
+
},
|
| 287 |
+
"ema_batch_1": {
|
| 288 |
+
"loss": 0.12451048940420151,
|
| 289 |
+
"ms": 0.0,
|
| 290 |
+
"nsdr": 7.816592216491699,
|
| 291 |
+
"nsdr_bass": 8.823752403259277,
|
| 292 |
+
"nsdr_drums": 8.79676628112793,
|
| 293 |
+
"nsdr_other": 7.816592216491699,
|
| 294 |
+
"nsdr_vocals": 8.467183113098145,
|
| 295 |
+
"reco": 0.12451048940420151,
|
| 296 |
+
"reco_bass": 0.11904922127723694,
|
| 297 |
+
"reco_drums": 0.1136612519621849,
|
| 298 |
+
"reco_other": 0.12451048940420151,
|
| 299 |
+
"reco_vocals": 0.10050245374441147
|
| 300 |
+
},
|
| 301 |
+
"loss": 0.12451048940420151,
|
| 302 |
+
"ms": 0.0,
|
| 303 |
+
"nsdr": 7.816592216491699,
|
| 304 |
+
"nsdr_bass": 8.823752403259277,
|
| 305 |
+
"nsdr_drums": 8.79676628112793,
|
| 306 |
+
"nsdr_other": 7.816592216491699,
|
| 307 |
+
"nsdr_vocals": 8.467183113098145,
|
| 308 |
+
"reco": 0.12451048940420151,
|
| 309 |
+
"reco_bass": 0.11904922127723694,
|
| 310 |
+
"reco_drums": 0.1136612519621849,
|
| 311 |
+
"reco_other": 0.12451048940420151,
|
| 312 |
+
"reco_vocals": 0.10050245374441147,
|
| 313 |
+
"bname": "ema_batch_1",
|
| 314 |
+
"best": 0.12442848086357117
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"nsdr_drums": 7.716415356805922,
|
| 318 |
+
"nsdr_med_drums": 7.879005060651254,
|
| 319 |
+
"nsdr_bass": 7.010061455359722,
|
| 320 |
+
"nsdr_med_bass": 7.38896759265805,
|
| 321 |
+
"nsdr_other": 6.140593990816037,
|
| 322 |
+
"nsdr_med_other": 6.806810269869251,
|
| 323 |
+
"nsdr_vocals": 7.786545521035497,
|
| 324 |
+
"nsdr_med_vocals": 8.597566647357745,
|
| 325 |
+
"nsdr": 7.163404081004294,
|
| 326 |
+
"nsdr_med": 7.6680873926340745,
|
| 327 |
+
"sdr_drums": 7.621158049470051,
|
| 328 |
+
"sdr_med_drums": 7.5910979788064274,
|
| 329 |
+
"sdr_bass": 6.891626582384467,
|
| 330 |
+
"sdr_med_bass": 8.027040436534891,
|
| 331 |
+
"sdr_other": 5.88551644234907,
|
| 332 |
+
"sdr_med_other": 6.294927693604351,
|
| 333 |
+
"sdr_vocals": 6.391244913826571,
|
| 334 |
+
"sdr_med_vocals": 7.827101321975676,
|
| 335 |
+
"sdr": 6.69738649700754,
|
| 336 |
+
"sdr_med": 7.4350418577303365,
|
| 337 |
+
"sir_drums": 12.389451129732747,
|
| 338 |
+
"sir_med_drums": 16.502254643462216,
|
| 339 |
+
"sir_bass": 14.243431908686649,
|
| 340 |
+
"sir_med_bass": 14.108338202047445,
|
| 341 |
+
"sir_other": 5.911115162590992,
|
| 342 |
+
"sir_med_other": 8.112115933635245,
|
| 343 |
+
"sir_vocals": 8.3569571107282,
|
| 344 |
+
"sir_med_vocals": 11.322223500248347,
|
| 345 |
+
"sir": 10.225238827934646,
|
| 346 |
+
"sir_med": 12.511233069848315,
|
| 347 |
+
"isr_drums": 9.483840022565328,
|
| 348 |
+
"isr_med_drums": 9.719664447793257,
|
| 349 |
+
"isr_bass": 4.761042561214654,
|
| 350 |
+
"isr_med_bass": 6.658945503960653,
|
| 351 |
+
"isr_other": 13.096834001040863,
|
| 352 |
+
"isr_med_other": 13.08585323464818,
|
| 353 |
+
"isr_vocals": 14.62814755070578,
|
| 354 |
+
"isr_med_vocals": 14.52663447842696,
|
| 355 |
+
"isr": 10.492466033881655,
|
| 356 |
+
"isr_med": 10.997774416207262,
|
| 357 |
+
"sar_drums": 8.040148539314487,
|
| 358 |
+
"sar_med_drums": 7.786241619549971,
|
| 359 |
+
"sar_bass": 6.364135526970028,
|
| 360 |
+
"sar_med_bass": 5.840490809086118,
|
| 361 |
+
"sar_other": 5.155545437584214,
|
| 362 |
+
"sar_med_other": 4.709921007855735,
|
| 363 |
+
"sar_vocals": 6.733780355863491,
|
| 364 |
+
"sar_med_vocals": 6.842437031058775,
|
| 365 |
+
"sar": 6.5734024649330545,
|
| 366 |
+
"sar_med": 6.294772616887649
|
| 367 |
+
}
|
| 368 |
+
]
|
| 369 |
+
}
|
92cfc3b6.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a241863551f30d01c42bd7b97da40839922ead3acb0f1fcab25682f55b4eeb59
|
| 3 |
+
size 84025440
|
README.md
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- audio
|
| 4 |
+
- music
|
| 5 |
+
- music-source-separation
|
| 6 |
+
- demucs
|
| 7 |
+
---
|
| 8 |
+
|
| 9 |
+
# HTDemucs-ft
|
| 10 |
+
|
| 11 |
+
Weights for the `htdemucs_ft` pretrained model of
|
| 12 |
+
[Demucs](https://github.com/adefossez/demucs), music source separation in the
|
| 13 |
+
waveform domain. See the [demucs repository](https://github.com/adefossez/demucs)
|
| 14 |
+
for how to use them.
|
| 15 |
+
|
| 16 |
+
This is a bag of 4 model(s), whose outputs are averaged (see `htdemucs_ft.yaml`
|
| 17 |
+
for the per source weights). Each `.safetensors` file contains the weights of one
|
| 18 |
+
model, with its class and init arguments as json in the safetensors metadata, and
|
| 19 |
+
the full training metadata in the matching `.json` sidecar.
|
| 20 |
+
|
| 21 |
+
- `f7e0c4bc` (`f7e0c4bc.safetensors`)
|
| 22 |
+
- `d12395a8` (`d12395a8.safetensors`)
|
| 23 |
+
- `92cfc3b6` (`92cfc3b6.safetensors`)
|
| 24 |
+
- `04573f0d` (`04573f0d.safetensors`)
|
d12395a8.json
ADDED
|
@@ -0,0 +1,369 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"klass": "demucs.htdemucs.HTDemucs",
|
| 3 |
+
"args": "[]",
|
| 4 |
+
"kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": {\"_type\": \"fraction\", \"numerator\": 39, \"denominator\": 5}, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": true, \"depth\": 4, \"rewrite\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 4, \"norm_groups\": 4, \"dconv_mode\": 3, \"dconv_depth\": 2, \"dconv_comp\": 8, \"dconv_init\": 0.001, \"bottom_channels\": 512, \"t_layers\": 5, \"t_hidden_scale\": 4.0, \"t_heads\": 8, \"t_dropout\": 0.02, \"t_layer_scale\": true, \"t_gelu\": true, \"t_emb\": \"sin\", \"t_max_positions\": 10000, \"t_max_period\": 10000.0, \"t_weight_pos_embed\": 1.0, \"t_cape_mean_normalize\": true, \"t_cape_augment\": true, \"t_cape_glob_loc_scale\": [5000.0, 1.0, 1.4], \"t_sin_random_shift\": 0, \"t_norm_in\": true, \"t_norm_in_group\": false, \"t_group_norm\": false, \"t_norm_first\": true, \"t_norm_out\": true, \"t_weight_decay\": 0.05, \"t_lr\": null, \"t_sparse_self_attn\": false, \"t_sparse_cross_attn\": false, \"t_mask_type\": \"diag\", \"t_mask_random_seed\": 42, \"t_sparse_attn_window\": 400, \"t_global_window\": 100, \"t_sparsity\": 0.95, \"t_auto_sparsity\": false, \"t_cross_first\": false, \"rescale\": 0.1}",
|
| 5 |
+
"training_args": {
|
| 6 |
+
"dummy": null,
|
| 7 |
+
"dset": {
|
| 8 |
+
"musdb": "/checkpoint/defossez/datasets/musdbhq",
|
| 9 |
+
"musdb_samplerate": 44100,
|
| 10 |
+
"wav": "/checkpoint/defossez/datasets/allstems_44/",
|
| 11 |
+
"wav2": "/checkpoint/defossez/datasets/mmi44_goodclean",
|
| 12 |
+
"segment": 10,
|
| 13 |
+
"shift": 1,
|
| 14 |
+
"train_valid": false,
|
| 15 |
+
"full_cv": true,
|
| 16 |
+
"samplerate": 44100,
|
| 17 |
+
"channels": 2,
|
| 18 |
+
"normalize": true,
|
| 19 |
+
"metadata": "./metadata",
|
| 20 |
+
"sources": [
|
| 21 |
+
"drums",
|
| 22 |
+
"bass",
|
| 23 |
+
"other",
|
| 24 |
+
"vocals"
|
| 25 |
+
],
|
| 26 |
+
"valid_samples": 100,
|
| 27 |
+
"wav2_weight": null,
|
| 28 |
+
"wav2_valid": true
|
| 29 |
+
},
|
| 30 |
+
"test": {
|
| 31 |
+
"save": false,
|
| 32 |
+
"best": true,
|
| 33 |
+
"workers": 2,
|
| 34 |
+
"every": 20,
|
| 35 |
+
"split": true,
|
| 36 |
+
"shifts": 0,
|
| 37 |
+
"overlap": 0.25,
|
| 38 |
+
"sdr": true,
|
| 39 |
+
"metric": "loss",
|
| 40 |
+
"nonhq": null
|
| 41 |
+
},
|
| 42 |
+
"epochs": 50,
|
| 43 |
+
"batch_size": 8,
|
| 44 |
+
"max_batches": 800,
|
| 45 |
+
"optim": {
|
| 46 |
+
"lr": 0.0001,
|
| 47 |
+
"momentum": 0.9,
|
| 48 |
+
"beta2": 0.999,
|
| 49 |
+
"loss": "l1",
|
| 50 |
+
"optim": "adamw",
|
| 51 |
+
"weight_decay": 0,
|
| 52 |
+
"clip_grad": 5
|
| 53 |
+
},
|
| 54 |
+
"seed": 42,
|
| 55 |
+
"debug": false,
|
| 56 |
+
"valid_apply": true,
|
| 57 |
+
"flag": null,
|
| 58 |
+
"save_every": null,
|
| 59 |
+
"weights": [
|
| 60 |
+
0,
|
| 61 |
+
1,
|
| 62 |
+
0,
|
| 63 |
+
0
|
| 64 |
+
],
|
| 65 |
+
"augment": {
|
| 66 |
+
"shift_same": true,
|
| 67 |
+
"repitch": {
|
| 68 |
+
"proba": 0.2,
|
| 69 |
+
"max_tempo": 12
|
| 70 |
+
},
|
| 71 |
+
"remix": {
|
| 72 |
+
"proba": 0,
|
| 73 |
+
"group_size": 4
|
| 74 |
+
},
|
| 75 |
+
"scale": {
|
| 76 |
+
"proba": 0,
|
| 77 |
+
"min": 0.25,
|
| 78 |
+
"max": 1.25
|
| 79 |
+
},
|
| 80 |
+
"flip": true
|
| 81 |
+
},
|
| 82 |
+
"continue_from": "955717e8",
|
| 83 |
+
"continue_pretrained": null,
|
| 84 |
+
"pretrained_repo": null,
|
| 85 |
+
"continue_best": true,
|
| 86 |
+
"continue_opt": false,
|
| 87 |
+
"misc": {
|
| 88 |
+
"num_workers": 10,
|
| 89 |
+
"num_prints": 4,
|
| 90 |
+
"show": false,
|
| 91 |
+
"verbose": false
|
| 92 |
+
},
|
| 93 |
+
"ema": {
|
| 94 |
+
"epoch": [],
|
| 95 |
+
"batch": [
|
| 96 |
+
0.9995,
|
| 97 |
+
0.9999
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
"use_train_segment": true,
|
| 101 |
+
"model_segment": null,
|
| 102 |
+
"model": "htdemucs",
|
| 103 |
+
"demucs": {
|
| 104 |
+
"channels": 64,
|
| 105 |
+
"growth": 2,
|
| 106 |
+
"depth": 6,
|
| 107 |
+
"rewrite": true,
|
| 108 |
+
"lstm_layers": 0,
|
| 109 |
+
"kernel_size": 8,
|
| 110 |
+
"stride": 4,
|
| 111 |
+
"context": 1,
|
| 112 |
+
"gelu": true,
|
| 113 |
+
"glu": true,
|
| 114 |
+
"norm_groups": 4,
|
| 115 |
+
"norm_starts": 4,
|
| 116 |
+
"dconv_depth": 2,
|
| 117 |
+
"dconv_mode": 1,
|
| 118 |
+
"dconv_comp": 4,
|
| 119 |
+
"dconv_attn": 4,
|
| 120 |
+
"dconv_lstm": 4,
|
| 121 |
+
"dconv_init": 0.0001,
|
| 122 |
+
"resample": true,
|
| 123 |
+
"normalize": false,
|
| 124 |
+
"rescale": 0.1
|
| 125 |
+
},
|
| 126 |
+
"hdemucs": {
|
| 127 |
+
"channels": 48,
|
| 128 |
+
"channels_time": null,
|
| 129 |
+
"growth": 2,
|
| 130 |
+
"nfft": 4096,
|
| 131 |
+
"wiener_iters": 0,
|
| 132 |
+
"end_iters": 0,
|
| 133 |
+
"wiener_residual": false,
|
| 134 |
+
"cac": true,
|
| 135 |
+
"depth": 6,
|
| 136 |
+
"rewrite": true,
|
| 137 |
+
"hybrid": true,
|
| 138 |
+
"hybrid_old": false,
|
| 139 |
+
"multi_freqs": [],
|
| 140 |
+
"multi_freqs_depth": 3,
|
| 141 |
+
"freq_emb": 0.2,
|
| 142 |
+
"emb_scale": 10,
|
| 143 |
+
"emb_smooth": true,
|
| 144 |
+
"kernel_size": 8,
|
| 145 |
+
"stride": 4,
|
| 146 |
+
"time_stride": 2,
|
| 147 |
+
"context": 1,
|
| 148 |
+
"context_enc": 0,
|
| 149 |
+
"norm_starts": 4,
|
| 150 |
+
"norm_groups": 4,
|
| 151 |
+
"dconv_mode": 1,
|
| 152 |
+
"dconv_depth": 2,
|
| 153 |
+
"dconv_comp": 4,
|
| 154 |
+
"dconv_attn": 4,
|
| 155 |
+
"dconv_lstm": 4,
|
| 156 |
+
"dconv_init": 0.001,
|
| 157 |
+
"rescale": 0.1
|
| 158 |
+
},
|
| 159 |
+
"htdemucs": {
|
| 160 |
+
"channels": 48,
|
| 161 |
+
"channels_time": null,
|
| 162 |
+
"growth": 2,
|
| 163 |
+
"nfft": 4096,
|
| 164 |
+
"wiener_iters": 0,
|
| 165 |
+
"end_iters": 0,
|
| 166 |
+
"wiener_residual": false,
|
| 167 |
+
"cac": true,
|
| 168 |
+
"depth": 4,
|
| 169 |
+
"rewrite": true,
|
| 170 |
+
"multi_freqs": [],
|
| 171 |
+
"multi_freqs_depth": 3,
|
| 172 |
+
"freq_emb": 0.2,
|
| 173 |
+
"emb_scale": 10,
|
| 174 |
+
"emb_smooth": true,
|
| 175 |
+
"kernel_size": 8,
|
| 176 |
+
"stride": 4,
|
| 177 |
+
"time_stride": 2,
|
| 178 |
+
"context": 1,
|
| 179 |
+
"context_enc": 0,
|
| 180 |
+
"norm_starts": 4,
|
| 181 |
+
"norm_groups": 4,
|
| 182 |
+
"dconv_mode": 3,
|
| 183 |
+
"dconv_depth": 2,
|
| 184 |
+
"dconv_comp": 8,
|
| 185 |
+
"dconv_init": 0.001,
|
| 186 |
+
"bottom_channels": 512,
|
| 187 |
+
"t_layers": 5,
|
| 188 |
+
"t_hidden_scale": 4.0,
|
| 189 |
+
"t_heads": 8,
|
| 190 |
+
"t_dropout": 0.02,
|
| 191 |
+
"t_layer_scale": true,
|
| 192 |
+
"t_gelu": true,
|
| 193 |
+
"t_emb": "sin",
|
| 194 |
+
"t_max_positions": 10000,
|
| 195 |
+
"t_max_period": 10000.0,
|
| 196 |
+
"t_weight_pos_embed": 1.0,
|
| 197 |
+
"t_cape_mean_normalize": true,
|
| 198 |
+
"t_cape_augment": true,
|
| 199 |
+
"t_cape_glob_loc_scale": [
|
| 200 |
+
5000.0,
|
| 201 |
+
1.0,
|
| 202 |
+
1.4
|
| 203 |
+
],
|
| 204 |
+
"t_sin_random_shift": 0,
|
| 205 |
+
"t_norm_in": true,
|
| 206 |
+
"t_norm_in_group": false,
|
| 207 |
+
"t_group_norm": false,
|
| 208 |
+
"t_norm_first": true,
|
| 209 |
+
"t_norm_out": true,
|
| 210 |
+
"t_weight_decay": 0.05,
|
| 211 |
+
"t_lr": null,
|
| 212 |
+
"t_sparse_self_attn": false,
|
| 213 |
+
"t_sparse_cross_attn": false,
|
| 214 |
+
"t_mask_type": "diag",
|
| 215 |
+
"t_mask_random_seed": 42,
|
| 216 |
+
"t_sparse_attn_window": 400,
|
| 217 |
+
"t_global_window": 100,
|
| 218 |
+
"t_sparsity": 0.95,
|
| 219 |
+
"t_auto_sparsity": false,
|
| 220 |
+
"t_cross_first": false,
|
| 221 |
+
"rescale": 0.1
|
| 222 |
+
},
|
| 223 |
+
"svd": {
|
| 224 |
+
"penalty": 0,
|
| 225 |
+
"min_size": 0.1,
|
| 226 |
+
"dim": 1,
|
| 227 |
+
"niters": 2,
|
| 228 |
+
"powm": false,
|
| 229 |
+
"proba": 1,
|
| 230 |
+
"conv_only": false,
|
| 231 |
+
"convtr": false,
|
| 232 |
+
"bs": 1
|
| 233 |
+
},
|
| 234 |
+
"quant": {
|
| 235 |
+
"diffq": null,
|
| 236 |
+
"qat": null,
|
| 237 |
+
"min_size": 0.2,
|
| 238 |
+
"group_size": 8
|
| 239 |
+
},
|
| 240 |
+
"dora": {
|
| 241 |
+
"dir": "outputs",
|
| 242 |
+
"exclude": [
|
| 243 |
+
"misc.*",
|
| 244 |
+
"slurm.*",
|
| 245 |
+
"test.reval",
|
| 246 |
+
"flag"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
"slurm": {
|
| 250 |
+
"time": 4320,
|
| 251 |
+
"constraint": "volta32gb",
|
| 252 |
+
"setup": [
|
| 253 |
+
"module load cudnn/v8.4.1.50-cuda.11.6 NCCL/2.11.4-6-cuda.11.6 cuda/11.6"
|
| 254 |
+
]
|
| 255 |
+
}
|
| 256 |
+
},
|
| 257 |
+
"metrics": [
|
| 258 |
+
{
|
| 259 |
+
"main": {
|
| 260 |
+
"loss": 0.07459118962287903,
|
| 261 |
+
"ms": 0.0,
|
| 262 |
+
"nsdr": 12.226367950439453,
|
| 263 |
+
"nsdr_bass": 12.226367950439453,
|
| 264 |
+
"nsdr_drums": 4.625657558441162,
|
| 265 |
+
"nsdr_other": 3.8199150562286377,
|
| 266 |
+
"nsdr_vocals": 5.249729156494141,
|
| 267 |
+
"reco": 0.07459118962287903,
|
| 268 |
+
"reco_bass": 0.07459118962287903,
|
| 269 |
+
"reco_drums": 0.17048002779483795,
|
| 270 |
+
"reco_other": 0.19498775899410248,
|
| 271 |
+
"reco_vocals": 0.1458791196346283
|
| 272 |
+
},
|
| 273 |
+
"ema_batch_0": {
|
| 274 |
+
"loss": 0.07329171150922775,
|
| 275 |
+
"ms": 0.0,
|
| 276 |
+
"nsdr": 12.355029106140137,
|
| 277 |
+
"nsdr_bass": 12.355029106140137,
|
| 278 |
+
"nsdr_drums": 4.775204658508301,
|
| 279 |
+
"nsdr_other": 3.98699951171875,
|
| 280 |
+
"nsdr_vocals": 5.435001850128174,
|
| 281 |
+
"reco": 0.07329171150922775,
|
| 282 |
+
"reco_bass": 0.07329171150922775,
|
| 283 |
+
"reco_drums": 0.16768485307693481,
|
| 284 |
+
"reco_other": 0.19094298779964447,
|
| 285 |
+
"reco_vocals": 0.14255551993846893
|
| 286 |
+
},
|
| 287 |
+
"ema_batch_1": {
|
| 288 |
+
"loss": 0.07299935072660446,
|
| 289 |
+
"ms": 0.0,
|
| 290 |
+
"nsdr": 12.405416488647461,
|
| 291 |
+
"nsdr_bass": 12.405416488647461,
|
| 292 |
+
"nsdr_drums": 5.3668293952941895,
|
| 293 |
+
"nsdr_other": 4.57891845703125,
|
| 294 |
+
"nsdr_vocals": 6.068881034851074,
|
| 295 |
+
"reco": 0.07299935072660446,
|
| 296 |
+
"reco_bass": 0.07299935072660446,
|
| 297 |
+
"reco_drums": 0.15755127370357513,
|
| 298 |
+
"reco_other": 0.17828567326068878,
|
| 299 |
+
"reco_vocals": 0.1319224238395691
|
| 300 |
+
},
|
| 301 |
+
"loss": 0.07299935072660446,
|
| 302 |
+
"ms": 0.0,
|
| 303 |
+
"nsdr": 12.405416488647461,
|
| 304 |
+
"nsdr_bass": 12.405416488647461,
|
| 305 |
+
"nsdr_drums": 5.3668293952941895,
|
| 306 |
+
"nsdr_other": 4.57891845703125,
|
| 307 |
+
"nsdr_vocals": 6.068881034851074,
|
| 308 |
+
"reco": 0.07299935072660446,
|
| 309 |
+
"reco_bass": 0.07299935072660446,
|
| 310 |
+
"reco_drums": 0.15755127370357513,
|
| 311 |
+
"reco_other": 0.17828567326068878,
|
| 312 |
+
"reco_vocals": 0.1319224238395691,
|
| 313 |
+
"bname": "ema_batch_1",
|
| 314 |
+
"best": 0.07284779846668243
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"nsdr_drums": 5.658610381882371,
|
| 318 |
+
"nsdr_med_drums": 5.80060424290383,
|
| 319 |
+
"nsdr_bass": 9.002055392391293,
|
| 320 |
+
"nsdr_med_bass": 9.07940117223616,
|
| 321 |
+
"nsdr_other": 4.611072469913693,
|
| 322 |
+
"nsdr_med_other": 5.1036910147710755,
|
| 323 |
+
"nsdr_vocals": 6.541697180184338,
|
| 324 |
+
"nsdr_med_vocals": 7.2168281807711825,
|
| 325 |
+
"nsdr": 6.453358856092924,
|
| 326 |
+
"nsdr_med": 6.800131152670563,
|
| 327 |
+
"sdr_drums": 5.54934189057237,
|
| 328 |
+
"sdr_med_drums": 5.333804068541108,
|
| 329 |
+
"sdr_bass": 9.254056514751642,
|
| 330 |
+
"sdr_med_bass": 10.389953922219558,
|
| 331 |
+
"sdr_other": 4.211750783644854,
|
| 332 |
+
"sdr_med_other": 4.611771763855684,
|
| 333 |
+
"sdr_vocals": 5.061763938348276,
|
| 334 |
+
"sdr_med_vocals": 6.220513431962674,
|
| 335 |
+
"sdr": 6.019228281829285,
|
| 336 |
+
"sdr_med": 6.639010796644756,
|
| 337 |
+
"sir_drums": 12.054832824473205,
|
| 338 |
+
"sir_med_drums": 17.430082777404607,
|
| 339 |
+
"sir_bass": 17.45758720732738,
|
| 340 |
+
"sir_med_bass": 17.680470512832308,
|
| 341 |
+
"sir_other": 1.3239675737972487,
|
| 342 |
+
"sir_med_other": 2.6533972153428587,
|
| 343 |
+
"sir_vocals": 6.425074427360061,
|
| 344 |
+
"sir_med_vocals": 8.100113366398997,
|
| 345 |
+
"sir": 9.315365508239474,
|
| 346 |
+
"sir_med": 11.466015967994693,
|
| 347 |
+
"isr_drums": 6.389546891107501,
|
| 348 |
+
"isr_med_drums": 6.01333182433255,
|
| 349 |
+
"isr_bass": 8.42766972491811,
|
| 350 |
+
"isr_med_bass": 9.372830721045464,
|
| 351 |
+
"isr_other": 11.117468470708078,
|
| 352 |
+
"isr_med_other": 11.353696768126351,
|
| 353 |
+
"isr_vocals": 11.803012557592133,
|
| 354 |
+
"isr_med_vocals": 12.695746216906267,
|
| 355 |
+
"isr": 9.434424411081455,
|
| 356 |
+
"isr_med": 9.858901382602658,
|
| 357 |
+
"sar_drums": 7.327009963891771,
|
| 358 |
+
"sar_med_drums": 7.714720001169638,
|
| 359 |
+
"sar_bass": 7.1366475349171035,
|
| 360 |
+
"sar_med_bass": 7.187720691109244,
|
| 361 |
+
"sar_other": 5.667175104415401,
|
| 362 |
+
"sar_med_other": 6.055248941377247,
|
| 363 |
+
"sar_vocals": 6.442210963593489,
|
| 364 |
+
"sar_med_vocals": 6.225578255311007,
|
| 365 |
+
"sar": 6.643260891704442,
|
| 366 |
+
"sar_med": 6.795816972241784
|
| 367 |
+
}
|
| 368 |
+
]
|
| 369 |
+
}
|
d12395a8.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b01a97567ae9a3178a6236fb520251045c03eb8834bc8c24a4eec11d6c8fb56
|
| 3 |
+
size 84025440
|
f7e0c4bc.json
ADDED
|
@@ -0,0 +1,369 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"klass": "demucs.htdemucs.HTDemucs",
|
| 3 |
+
"args": "[]",
|
| 4 |
+
"kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": {\"_type\": \"fraction\", \"numerator\": 39, \"denominator\": 5}, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": true, \"depth\": 4, \"rewrite\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 4, \"norm_groups\": 4, \"dconv_mode\": 3, \"dconv_depth\": 2, \"dconv_comp\": 8, \"dconv_init\": 0.001, \"bottom_channels\": 512, \"t_layers\": 5, \"t_hidden_scale\": 4.0, \"t_heads\": 8, \"t_dropout\": 0.02, \"t_layer_scale\": true, \"t_gelu\": true, \"t_emb\": \"sin\", \"t_max_positions\": 10000, \"t_max_period\": 10000.0, \"t_weight_pos_embed\": 1.0, \"t_cape_mean_normalize\": true, \"t_cape_augment\": true, \"t_cape_glob_loc_scale\": [5000.0, 1.0, 1.4], \"t_sin_random_shift\": 0, \"t_norm_in\": true, \"t_norm_in_group\": false, \"t_group_norm\": false, \"t_norm_first\": true, \"t_norm_out\": true, \"t_weight_decay\": 0.05, \"t_lr\": null, \"t_sparse_self_attn\": false, \"t_sparse_cross_attn\": false, \"t_mask_type\": \"diag\", \"t_mask_random_seed\": 42, \"t_sparse_attn_window\": 400, \"t_global_window\": 100, \"t_sparsity\": 0.95, \"t_auto_sparsity\": false, \"t_cross_first\": false, \"rescale\": 0.1}",
|
| 5 |
+
"training_args": {
|
| 6 |
+
"dummy": null,
|
| 7 |
+
"dset": {
|
| 8 |
+
"musdb": "/checkpoint/defossez/datasets/musdbhq",
|
| 9 |
+
"musdb_samplerate": 44100,
|
| 10 |
+
"wav": "/checkpoint/defossez/datasets/allstems_44/",
|
| 11 |
+
"wav2": "/checkpoint/defossez/datasets/mmi44_goodclean",
|
| 12 |
+
"segment": 10,
|
| 13 |
+
"shift": 1,
|
| 14 |
+
"train_valid": false,
|
| 15 |
+
"full_cv": true,
|
| 16 |
+
"samplerate": 44100,
|
| 17 |
+
"channels": 2,
|
| 18 |
+
"normalize": true,
|
| 19 |
+
"metadata": "./metadata",
|
| 20 |
+
"sources": [
|
| 21 |
+
"drums",
|
| 22 |
+
"bass",
|
| 23 |
+
"other",
|
| 24 |
+
"vocals"
|
| 25 |
+
],
|
| 26 |
+
"valid_samples": 100,
|
| 27 |
+
"wav2_weight": null,
|
| 28 |
+
"wav2_valid": true
|
| 29 |
+
},
|
| 30 |
+
"test": {
|
| 31 |
+
"save": false,
|
| 32 |
+
"best": true,
|
| 33 |
+
"workers": 2,
|
| 34 |
+
"every": 20,
|
| 35 |
+
"split": true,
|
| 36 |
+
"shifts": 0,
|
| 37 |
+
"overlap": 0.25,
|
| 38 |
+
"sdr": true,
|
| 39 |
+
"metric": "loss",
|
| 40 |
+
"nonhq": null
|
| 41 |
+
},
|
| 42 |
+
"epochs": 50,
|
| 43 |
+
"batch_size": 8,
|
| 44 |
+
"max_batches": 800,
|
| 45 |
+
"optim": {
|
| 46 |
+
"lr": 0.0001,
|
| 47 |
+
"momentum": 0.9,
|
| 48 |
+
"beta2": 0.999,
|
| 49 |
+
"loss": "l1",
|
| 50 |
+
"optim": "adamw",
|
| 51 |
+
"weight_decay": 0,
|
| 52 |
+
"clip_grad": 5
|
| 53 |
+
},
|
| 54 |
+
"seed": 42,
|
| 55 |
+
"debug": false,
|
| 56 |
+
"valid_apply": true,
|
| 57 |
+
"flag": null,
|
| 58 |
+
"save_every": null,
|
| 59 |
+
"weights": [
|
| 60 |
+
1,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0
|
| 64 |
+
],
|
| 65 |
+
"augment": {
|
| 66 |
+
"shift_same": true,
|
| 67 |
+
"repitch": {
|
| 68 |
+
"proba": 0.2,
|
| 69 |
+
"max_tempo": 12
|
| 70 |
+
},
|
| 71 |
+
"remix": {
|
| 72 |
+
"proba": 0,
|
| 73 |
+
"group_size": 4
|
| 74 |
+
},
|
| 75 |
+
"scale": {
|
| 76 |
+
"proba": 0,
|
| 77 |
+
"min": 0.25,
|
| 78 |
+
"max": 1.25
|
| 79 |
+
},
|
| 80 |
+
"flip": true
|
| 81 |
+
},
|
| 82 |
+
"continue_from": "955717e8",
|
| 83 |
+
"continue_pretrained": null,
|
| 84 |
+
"pretrained_repo": null,
|
| 85 |
+
"continue_best": true,
|
| 86 |
+
"continue_opt": false,
|
| 87 |
+
"misc": {
|
| 88 |
+
"num_workers": 10,
|
| 89 |
+
"num_prints": 4,
|
| 90 |
+
"show": false,
|
| 91 |
+
"verbose": false
|
| 92 |
+
},
|
| 93 |
+
"ema": {
|
| 94 |
+
"epoch": [],
|
| 95 |
+
"batch": [
|
| 96 |
+
0.9995,
|
| 97 |
+
0.9999
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
"use_train_segment": true,
|
| 101 |
+
"model_segment": null,
|
| 102 |
+
"model": "htdemucs",
|
| 103 |
+
"demucs": {
|
| 104 |
+
"channels": 64,
|
| 105 |
+
"growth": 2,
|
| 106 |
+
"depth": 6,
|
| 107 |
+
"rewrite": true,
|
| 108 |
+
"lstm_layers": 0,
|
| 109 |
+
"kernel_size": 8,
|
| 110 |
+
"stride": 4,
|
| 111 |
+
"context": 1,
|
| 112 |
+
"gelu": true,
|
| 113 |
+
"glu": true,
|
| 114 |
+
"norm_groups": 4,
|
| 115 |
+
"norm_starts": 4,
|
| 116 |
+
"dconv_depth": 2,
|
| 117 |
+
"dconv_mode": 1,
|
| 118 |
+
"dconv_comp": 4,
|
| 119 |
+
"dconv_attn": 4,
|
| 120 |
+
"dconv_lstm": 4,
|
| 121 |
+
"dconv_init": 0.0001,
|
| 122 |
+
"resample": true,
|
| 123 |
+
"normalize": false,
|
| 124 |
+
"rescale": 0.1
|
| 125 |
+
},
|
| 126 |
+
"hdemucs": {
|
| 127 |
+
"channels": 48,
|
| 128 |
+
"channels_time": null,
|
| 129 |
+
"growth": 2,
|
| 130 |
+
"nfft": 4096,
|
| 131 |
+
"wiener_iters": 0,
|
| 132 |
+
"end_iters": 0,
|
| 133 |
+
"wiener_residual": false,
|
| 134 |
+
"cac": true,
|
| 135 |
+
"depth": 6,
|
| 136 |
+
"rewrite": true,
|
| 137 |
+
"hybrid": true,
|
| 138 |
+
"hybrid_old": false,
|
| 139 |
+
"multi_freqs": [],
|
| 140 |
+
"multi_freqs_depth": 3,
|
| 141 |
+
"freq_emb": 0.2,
|
| 142 |
+
"emb_scale": 10,
|
| 143 |
+
"emb_smooth": true,
|
| 144 |
+
"kernel_size": 8,
|
| 145 |
+
"stride": 4,
|
| 146 |
+
"time_stride": 2,
|
| 147 |
+
"context": 1,
|
| 148 |
+
"context_enc": 0,
|
| 149 |
+
"norm_starts": 4,
|
| 150 |
+
"norm_groups": 4,
|
| 151 |
+
"dconv_mode": 1,
|
| 152 |
+
"dconv_depth": 2,
|
| 153 |
+
"dconv_comp": 4,
|
| 154 |
+
"dconv_attn": 4,
|
| 155 |
+
"dconv_lstm": 4,
|
| 156 |
+
"dconv_init": 0.001,
|
| 157 |
+
"rescale": 0.1
|
| 158 |
+
},
|
| 159 |
+
"htdemucs": {
|
| 160 |
+
"channels": 48,
|
| 161 |
+
"channels_time": null,
|
| 162 |
+
"growth": 2,
|
| 163 |
+
"nfft": 4096,
|
| 164 |
+
"wiener_iters": 0,
|
| 165 |
+
"end_iters": 0,
|
| 166 |
+
"wiener_residual": false,
|
| 167 |
+
"cac": true,
|
| 168 |
+
"depth": 4,
|
| 169 |
+
"rewrite": true,
|
| 170 |
+
"multi_freqs": [],
|
| 171 |
+
"multi_freqs_depth": 3,
|
| 172 |
+
"freq_emb": 0.2,
|
| 173 |
+
"emb_scale": 10,
|
| 174 |
+
"emb_smooth": true,
|
| 175 |
+
"kernel_size": 8,
|
| 176 |
+
"stride": 4,
|
| 177 |
+
"time_stride": 2,
|
| 178 |
+
"context": 1,
|
| 179 |
+
"context_enc": 0,
|
| 180 |
+
"norm_starts": 4,
|
| 181 |
+
"norm_groups": 4,
|
| 182 |
+
"dconv_mode": 3,
|
| 183 |
+
"dconv_depth": 2,
|
| 184 |
+
"dconv_comp": 8,
|
| 185 |
+
"dconv_init": 0.001,
|
| 186 |
+
"bottom_channels": 512,
|
| 187 |
+
"t_layers": 5,
|
| 188 |
+
"t_hidden_scale": 4.0,
|
| 189 |
+
"t_heads": 8,
|
| 190 |
+
"t_dropout": 0.02,
|
| 191 |
+
"t_layer_scale": true,
|
| 192 |
+
"t_gelu": true,
|
| 193 |
+
"t_emb": "sin",
|
| 194 |
+
"t_max_positions": 10000,
|
| 195 |
+
"t_max_period": 10000.0,
|
| 196 |
+
"t_weight_pos_embed": 1.0,
|
| 197 |
+
"t_cape_mean_normalize": true,
|
| 198 |
+
"t_cape_augment": true,
|
| 199 |
+
"t_cape_glob_loc_scale": [
|
| 200 |
+
5000.0,
|
| 201 |
+
1.0,
|
| 202 |
+
1.4
|
| 203 |
+
],
|
| 204 |
+
"t_sin_random_shift": 0,
|
| 205 |
+
"t_norm_in": true,
|
| 206 |
+
"t_norm_in_group": false,
|
| 207 |
+
"t_group_norm": false,
|
| 208 |
+
"t_norm_first": true,
|
| 209 |
+
"t_norm_out": true,
|
| 210 |
+
"t_weight_decay": 0.05,
|
| 211 |
+
"t_lr": null,
|
| 212 |
+
"t_sparse_self_attn": false,
|
| 213 |
+
"t_sparse_cross_attn": false,
|
| 214 |
+
"t_mask_type": "diag",
|
| 215 |
+
"t_mask_random_seed": 42,
|
| 216 |
+
"t_sparse_attn_window": 400,
|
| 217 |
+
"t_global_window": 100,
|
| 218 |
+
"t_sparsity": 0.95,
|
| 219 |
+
"t_auto_sparsity": false,
|
| 220 |
+
"t_cross_first": false,
|
| 221 |
+
"rescale": 0.1
|
| 222 |
+
},
|
| 223 |
+
"svd": {
|
| 224 |
+
"penalty": 0,
|
| 225 |
+
"min_size": 0.1,
|
| 226 |
+
"dim": 1,
|
| 227 |
+
"niters": 2,
|
| 228 |
+
"powm": false,
|
| 229 |
+
"proba": 1,
|
| 230 |
+
"conv_only": false,
|
| 231 |
+
"convtr": false,
|
| 232 |
+
"bs": 1
|
| 233 |
+
},
|
| 234 |
+
"quant": {
|
| 235 |
+
"diffq": null,
|
| 236 |
+
"qat": null,
|
| 237 |
+
"min_size": 0.2,
|
| 238 |
+
"group_size": 8
|
| 239 |
+
},
|
| 240 |
+
"dora": {
|
| 241 |
+
"dir": "outputs",
|
| 242 |
+
"exclude": [
|
| 243 |
+
"misc.*",
|
| 244 |
+
"slurm.*",
|
| 245 |
+
"test.reval",
|
| 246 |
+
"flag"
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
"slurm": {
|
| 250 |
+
"time": 4320,
|
| 251 |
+
"constraint": "volta32gb",
|
| 252 |
+
"setup": [
|
| 253 |
+
"module load cudnn/v8.4.1.50-cuda.11.6 NCCL/2.11.4-6-cuda.11.6 cuda/11.6"
|
| 254 |
+
]
|
| 255 |
+
}
|
| 256 |
+
},
|
| 257 |
+
"metrics": [
|
| 258 |
+
{
|
| 259 |
+
"main": {
|
| 260 |
+
"loss": 0.07969807833433151,
|
| 261 |
+
"ms": 0.0,
|
| 262 |
+
"nsdr": 12.125343322753906,
|
| 263 |
+
"nsdr_bass": 5.161854267120361,
|
| 264 |
+
"nsdr_drums": 12.125343322753906,
|
| 265 |
+
"nsdr_other": 3.7245709896087646,
|
| 266 |
+
"nsdr_vocals": 6.249557971954346,
|
| 267 |
+
"reco": 0.07969807833433151,
|
| 268 |
+
"reco_bass": 0.18736033141613007,
|
| 269 |
+
"reco_drums": 0.07969807833433151,
|
| 270 |
+
"reco_other": 0.20604652166366577,
|
| 271 |
+
"reco_vocals": 0.1342185139656067
|
| 272 |
+
},
|
| 273 |
+
"ema_batch_0": {
|
| 274 |
+
"loss": 0.07884438335895538,
|
| 275 |
+
"ms": 0.0,
|
| 276 |
+
"nsdr": 12.2195405960083,
|
| 277 |
+
"nsdr_bass": 5.3460164070129395,
|
| 278 |
+
"nsdr_drums": 12.2195405960083,
|
| 279 |
+
"nsdr_other": 3.779423236846924,
|
| 280 |
+
"nsdr_vocals": 6.319675922393799,
|
| 281 |
+
"reco": 0.07884438335895538,
|
| 282 |
+
"reco_bass": 0.18322211503982544,
|
| 283 |
+
"reco_drums": 0.07884438335895538,
|
| 284 |
+
"reco_other": 0.2045263648033142,
|
| 285 |
+
"reco_vocals": 0.1327231377363205
|
| 286 |
+
},
|
| 287 |
+
"ema_batch_1": {
|
| 288 |
+
"loss": 0.07863018661737442,
|
| 289 |
+
"ms": 0.0,
|
| 290 |
+
"nsdr": 12.250249862670898,
|
| 291 |
+
"nsdr_bass": 6.004406929016113,
|
| 292 |
+
"nsdr_drums": 12.250249862670898,
|
| 293 |
+
"nsdr_other": 4.150047779083252,
|
| 294 |
+
"nsdr_vocals": 6.611065864562988,
|
| 295 |
+
"reco": 0.07863018661737442,
|
| 296 |
+
"reco_bass": 0.16932180523872375,
|
| 297 |
+
"reco_drums": 0.07863018661737442,
|
| 298 |
+
"reco_other": 0.19541718065738678,
|
| 299 |
+
"reco_vocals": 0.12709245085716248
|
| 300 |
+
},
|
| 301 |
+
"loss": 0.07863018661737442,
|
| 302 |
+
"ms": 0.0,
|
| 303 |
+
"nsdr": 12.250249862670898,
|
| 304 |
+
"nsdr_bass": 6.004406929016113,
|
| 305 |
+
"nsdr_drums": 12.250249862670898,
|
| 306 |
+
"nsdr_other": 4.150047779083252,
|
| 307 |
+
"nsdr_vocals": 6.611065864562988,
|
| 308 |
+
"reco": 0.07863018661737442,
|
| 309 |
+
"reco_bass": 0.16932180523872375,
|
| 310 |
+
"reco_drums": 0.07863018661737442,
|
| 311 |
+
"reco_other": 0.19541718065738678,
|
| 312 |
+
"reco_vocals": 0.12709245085716248,
|
| 313 |
+
"bname": "ema_batch_1",
|
| 314 |
+
"best": 0.07859457284212112
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"nsdr_drums": 10.086088641980664,
|
| 318 |
+
"nsdr_med_drums": 9.952346478881736,
|
| 319 |
+
"nsdr_bass": 4.845450069693779,
|
| 320 |
+
"nsdr_med_bass": 4.9850752246200924,
|
| 321 |
+
"nsdr_other": 3.4378526590825818,
|
| 322 |
+
"nsdr_med_other": 3.8124236481969325,
|
| 323 |
+
"nsdr_vocals": 6.00832523631537,
|
| 324 |
+
"nsdr_med_vocals": 5.737639628301919,
|
| 325 |
+
"nsdr": 6.094429151768098,
|
| 326 |
+
"nsdr_med": 6.12187124500017,
|
| 327 |
+
"sdr_drums": 10.424621174413994,
|
| 328 |
+
"sdr_med_drums": 10.079321935978301,
|
| 329 |
+
"sdr_bass": 4.735348944698751,
|
| 330 |
+
"sdr_med_bass": 5.354381159136487,
|
| 331 |
+
"sdr_other": 3.1128956530357885,
|
| 332 |
+
"sdr_med_other": 3.542591577275725,
|
| 333 |
+
"sdr_vocals": 4.946775013855108,
|
| 334 |
+
"sdr_med_vocals": 5.769069681028669,
|
| 335 |
+
"sdr": 5.804910196500911,
|
| 336 |
+
"sdr_med": 6.186341088354795,
|
| 337 |
+
"sir_drums": 14.685541688008277,
|
| 338 |
+
"sir_med_drums": 17.31750616981231,
|
| 339 |
+
"sir_bass": 15.60144359351787,
|
| 340 |
+
"sir_med_bass": 15.689533385610021,
|
| 341 |
+
"sir_other": 1.155039876964118,
|
| 342 |
+
"sir_med_other": 2.058316339960397,
|
| 343 |
+
"sir_vocals": 8.361679238158573,
|
| 344 |
+
"sir_med_vocals": 11.414022754976319,
|
| 345 |
+
"sir": 9.95092609916221,
|
| 346 |
+
"sir_med": 11.619844662589763,
|
| 347 |
+
"isr_drums": 16.807363118416685,
|
| 348 |
+
"isr_med_drums": 16.805993852865427,
|
| 349 |
+
"isr_bass": 0.9626143526615155,
|
| 350 |
+
"isr_med_bass": 4.386336832845776,
|
| 351 |
+
"isr_other": 11.154034396673083,
|
| 352 |
+
"isr_med_other": 11.422841810041817,
|
| 353 |
+
"isr_vocals": 9.221116125726105,
|
| 354 |
+
"isr_med_vocals": 9.214265532089975,
|
| 355 |
+
"isr": 9.536281998369347,
|
| 356 |
+
"isr_med": 10.45735950696075,
|
| 357 |
+
"sar_drums": 9.098491790330762,
|
| 358 |
+
"sar_med_drums": 9.045728630189421,
|
| 359 |
+
"sar_bass": 5.7145006428791945,
|
| 360 |
+
"sar_med_bass": 5.7562783004299565,
|
| 361 |
+
"sar_other": 6.2715240153312255,
|
| 362 |
+
"sar_med_other": 6.653055454786212,
|
| 363 |
+
"sar_vocals": 5.728457380232024,
|
| 364 |
+
"sar_med_vocals": 5.803860989473648,
|
| 365 |
+
"sar": 6.703243457193301,
|
| 366 |
+
"sar_med": 6.8147308437198095
|
| 367 |
+
}
|
| 368 |
+
]
|
| 369 |
+
}
|
f7e0c4bc.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c85ab3c62dd6edd8e0b965e38b16fd1cdde357cc25de6b6bc9ce7c83f60925f
|
| 3 |
+
size 84025440
|
htdemucs_ft.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
models: ['f7e0c4bc', 'd12395a8', '92cfc3b6', '04573f0d']
|
| 2 |
+
weights: [
|
| 3 |
+
[1., 0., 0., 0.],
|
| 4 |
+
[0., 1., 0., 0.],
|
| 5 |
+
[0., 0., 1., 0.],
|
| 6 |
+
[0., 0., 0., 1.],
|
| 7 |
+
]
|