File size: 4,477 Bytes
694b717
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
{
  "klass": "demucs.hdemucs.HDemucs",
  "args": "[]",
  "kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": 112, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": false, \"depth\": 6, \"rewrite\": true, \"hybrid\": true, \"hybrid_old\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 999, \"norm_groups\": 4, \"dconv_mode\": 1, \"dconv_depth\": 2, \"dconv_comp\": 4, \"dconv_attn\": 4, \"dconv_lstm\": 4, \"dconv_init\": 0.0001, \"rescale\": 0.1}",
  "training_args": {
    "dummy": null,
    "dset": {
      "musdb": "/checkpoint/defossez/datasets/musdbhq",
      "musdb_samplerate": 44100,
      "wav": "/checkpoint/defossez/datasets/automix_musdb",
      "segment": 28,
      "shift": 2,
      "train_valid": false,
      "full_cv": true,
      "samplerate": 44100,
      "channels": 2,
      "normalize": true,
      "metadata": "./metadata",
      "sources": [
        "drums",
        "bass",
        "other",
        "vocals"
      ]
    },
    "test": {
      "save": false,
      "best": true,
      "workers": 2,
      "every": 1,
      "split": true,
      "shifts": 10,
      "overlap": 0.25,
      "sdr": false,
      "metric": "loss"
    },
    "epochs": 4,
    "batch_size": 16,
    "max_batches": 300,
    "optim": {
      "lr": 0.0006,
      "momentum": 0.9,
      "beta2": 0.9998,
      "loss": "l1",
      "optim": "adam",
      "weight_decay": 0,
      "clip_grad": 0
    },
    "seed": 42,
    "debug": false,
    "valid_apply": true,
    "flag": null,
    "save_every": null,
    "weights": [
      1.0,
      1.0,
      1.0,
      1.0
    ],
    "augment": {
      "shift_same": true,
      "repitch": {
        "proba": 0,
        "max_tempo": 12
      },
      "remix": {
        "proba": 0,
        "group_size": 4
      },
      "scale": {
        "proba": 0,
        "min": 0.25,
        "max": 1.25
      },
      "flip": true
    },
    "continue_from": "81de367c",
    "continue_best": true,
    "continue_opt": false,
    "misc": {
      "num_workers": 10,
      "num_prints": 4,
      "show": false,
      "verbose": false
    },
    "ema": {
      "epoch": [
        0.9,
        0.95
      ],
      "batch": [
        0.9995,
        0.9999
      ]
    },
    "model_segment": null,
    "model": "hdemucs",
    "demucs": {
      "channels": 64,
      "growth": 2,
      "depth": 6,
      "rewrite": true,
      "lstm_layers": 0,
      "kernel_size": 8,
      "stride": 4,
      "context": 1,
      "gelu": true,
      "glu": true,
      "norm_groups": 4,
      "norm_starts": 4,
      "dconv_depth": 2,
      "dconv_mode": 1,
      "dconv_comp": 4,
      "dconv_attn": 4,
      "dconv_lstm": 4,
      "dconv_init": 0.0001,
      "resample": true,
      "normalize": false,
      "rescale": 0.1
    },
    "hdemucs": {
      "channels": 48,
      "channels_time": null,
      "growth": 2,
      "nfft": 4096,
      "wiener_iters": 0,
      "end_iters": 0,
      "wiener_residual": false,
      "cac": false,
      "depth": 6,
      "rewrite": true,
      "hybrid": true,
      "hybrid_old": true,
      "multi_freqs": [],
      "multi_freqs_depth": 3,
      "freq_emb": 0.2,
      "emb_scale": 10,
      "emb_smooth": true,
      "kernel_size": 8,
      "stride": 4,
      "time_stride": 2,
      "context": 1,
      "context_enc": 0,
      "norm_starts": 999,
      "norm_groups": 4,
      "dconv_mode": 1,
      "dconv_depth": 2,
      "dconv_comp": 4,
      "dconv_attn": 4,
      "dconv_lstm": 4,
      "dconv_init": 0.0001,
      "rescale": 0.1
    },
    "svd": {
      "penalty": 1e-05,
      "min_size": 1,
      "dim": 100,
      "niters": 4,
      "powm": false,
      "proba": 1,
      "conv_only": false,
      "convtr": true,
      "bs": 1
    },
    "quant": {
      "diffq": null,
      "qat": null,
      "ms_target": 1000,
      "min_size": 0.2,
      "group_size": 8
    },
    "dora": {
      "dir": "outputs",
      "exclude": [
        "misc.*",
        "slurm.*",
        "test.reval",
        "flag"
      ]
    },
    "slurm": {
      "time": 4320,
      "setup": [
        "module load cuda/11.0 cudnn/v8.0.3.33-cuda.11.0 NCCL/2.8.3-1-cuda.11.0"
      ]
    }
  }
}