Upload folder using huggingface_hub
Browse files
htdemucs/demucs4_lead_rhythm_guitar_drypaint.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:946ffd50d7f2fd87e447d880525283e88bd9061e1b428d4f1d380e764d54d618
|
| 3 |
+
size 109822623
|
htdemucs/demucs4_lead_rhythm_guitar_drypaint_config.yaml
ADDED
|
@@ -0,0 +1,151 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
audio:
|
| 2 |
+
chunk_size: 132300 # samplerate * segment
|
| 3 |
+
min_mean_abs: 0.001
|
| 4 |
+
hop_length: 1024
|
| 5 |
+
|
| 6 |
+
training:
|
| 7 |
+
batch_size: 4
|
| 8 |
+
gradient_accumulation_steps: 1
|
| 9 |
+
grad_clip: 0
|
| 10 |
+
segment: 3
|
| 11 |
+
shift: 1
|
| 12 |
+
samplerate: 44100
|
| 13 |
+
channels: 2
|
| 14 |
+
normalize: true
|
| 15 |
+
instruments: ['lead', 'rhythm']
|
| 16 |
+
target_instrument: null
|
| 17 |
+
num_epochs: 1000
|
| 18 |
+
num_steps: 1000
|
| 19 |
+
optimizer: adam
|
| 20 |
+
lr: 1.0e-04
|
| 21 |
+
patience: 2
|
| 22 |
+
reduce_factor: 0.95
|
| 23 |
+
q: 0.95
|
| 24 |
+
coarse_loss_clip: true
|
| 25 |
+
ema_momentum: 0.999
|
| 26 |
+
other_fix: false # it's needed for checking on multisong dataset if other is actually instrumental
|
| 27 |
+
use_amp: false # enable or disable usage of mixed precision (float16) - usually it must be true
|
| 28 |
+
|
| 29 |
+
loss_multistft:
|
| 30 |
+
fft_sizes:
|
| 31 |
+
- 1024
|
| 32 |
+
- 2048
|
| 33 |
+
- 4096
|
| 34 |
+
hop_sizes:
|
| 35 |
+
- 512
|
| 36 |
+
- 1024
|
| 37 |
+
- 2048
|
| 38 |
+
win_lengths:
|
| 39 |
+
- 1024
|
| 40 |
+
- 2048
|
| 41 |
+
- 4096
|
| 42 |
+
window: "hann_window"
|
| 43 |
+
scale: "mel"
|
| 44 |
+
n_bins: 128
|
| 45 |
+
sample_rate: 44100
|
| 46 |
+
perceptual_weighting: true
|
| 47 |
+
w_sc: 1.0
|
| 48 |
+
w_log_mag: 1.0
|
| 49 |
+
w_lin_mag: 0.0
|
| 50 |
+
w_phs: 0.0
|
| 51 |
+
mag_distance: "L1"
|
| 52 |
+
|
| 53 |
+
augmentations:
|
| 54 |
+
enable: false # enable or disable all augmentations (to fast disable if needed)
|
| 55 |
+
loudness: true # randomly change loudness of each stem on the range (loudness_min; loudness_max)
|
| 56 |
+
loudness_min: 0.5
|
| 57 |
+
loudness_max: 1.5
|
| 58 |
+
mixup: true # mix several stems of same type with some probability (only works for dataset types: 1, 2, 3)
|
| 59 |
+
mixup_probs: [0.2, 0.02]
|
| 60 |
+
mixup_loudness_min: 0.5
|
| 61 |
+
mixup_loudness_max: 1.5
|
| 62 |
+
all:
|
| 63 |
+
channel_shuffle: 0.5 # Set 0 or lower to disable
|
| 64 |
+
random_inverse: 0.1 # inverse track (better lower probability)
|
| 65 |
+
random_polarity: 0.5 # polarity change (multiply waveform to -1)
|
| 66 |
+
|
| 67 |
+
inference:
|
| 68 |
+
num_overlap: 2
|
| 69 |
+
batch_size: 8
|
| 70 |
+
|
| 71 |
+
model: htdemucs
|
| 72 |
+
|
| 73 |
+
htdemucs: # see demucs/htdemucs.py for a detailed description
|
| 74 |
+
# Channels
|
| 75 |
+
channels: 48
|
| 76 |
+
channels_time:
|
| 77 |
+
growth: 2
|
| 78 |
+
# STFT
|
| 79 |
+
num_subbands: 1
|
| 80 |
+
nfft: 4096
|
| 81 |
+
wiener_iters: 0
|
| 82 |
+
end_iters: 0
|
| 83 |
+
wiener_residual: false
|
| 84 |
+
cac: true
|
| 85 |
+
# Main structure
|
| 86 |
+
depth: 4
|
| 87 |
+
rewrite: true
|
| 88 |
+
# Frequency Branch
|
| 89 |
+
multi_freqs: []
|
| 90 |
+
multi_freqs_depth: 3
|
| 91 |
+
freq_emb: 0.2
|
| 92 |
+
emb_scale: 10
|
| 93 |
+
emb_smooth: true
|
| 94 |
+
# Convolutions
|
| 95 |
+
kernel_size: 8
|
| 96 |
+
stride: 4
|
| 97 |
+
time_stride: 2
|
| 98 |
+
context: 1
|
| 99 |
+
context_enc: 0
|
| 100 |
+
# normalization
|
| 101 |
+
norm_starts: 4
|
| 102 |
+
norm_groups: 4
|
| 103 |
+
# DConv residual branch
|
| 104 |
+
dconv_mode: 3
|
| 105 |
+
dconv_depth: 2
|
| 106 |
+
dconv_comp: 8
|
| 107 |
+
dconv_init: 1e-3
|
| 108 |
+
# Before the Transformer
|
| 109 |
+
bottom_channels: 0
|
| 110 |
+
# CrossTransformer
|
| 111 |
+
# ------ Common to all
|
| 112 |
+
# Regular parameters
|
| 113 |
+
t_layers: 5
|
| 114 |
+
t_hidden_scale: 4.0
|
| 115 |
+
t_heads: 8
|
| 116 |
+
t_dropout: 0.0
|
| 117 |
+
t_layer_scale: True
|
| 118 |
+
t_gelu: True
|
| 119 |
+
# ------------- Positional Embedding
|
| 120 |
+
t_emb: sin
|
| 121 |
+
t_max_positions: 10000 # for the scaled embedding
|
| 122 |
+
t_max_period: 10000.0
|
| 123 |
+
t_weight_pos_embed: 1.0
|
| 124 |
+
t_cape_mean_normalize: True
|
| 125 |
+
t_cape_augment: True
|
| 126 |
+
t_cape_glob_loc_scale: [5000.0, 1.0, 1.4]
|
| 127 |
+
t_sin_random_shift: 0
|
| 128 |
+
# ------------- norm before a transformer encoder
|
| 129 |
+
t_norm_in: True
|
| 130 |
+
t_norm_in_group: False
|
| 131 |
+
# ------------- norm inside the encoder
|
| 132 |
+
t_group_norm: False
|
| 133 |
+
t_norm_first: True
|
| 134 |
+
t_norm_out: True
|
| 135 |
+
# ------------- optim
|
| 136 |
+
t_weight_decay: 0.0
|
| 137 |
+
t_lr:
|
| 138 |
+
# ------------- sparsity
|
| 139 |
+
t_sparse_self_attn: False
|
| 140 |
+
t_sparse_cross_attn: False
|
| 141 |
+
t_mask_type: diag
|
| 142 |
+
t_mask_random_seed: 42
|
| 143 |
+
t_sparse_attn_window: 400
|
| 144 |
+
t_global_window: 100
|
| 145 |
+
t_sparsity: 0.95
|
| 146 |
+
t_auto_sparsity: False
|
| 147 |
+
# Cross Encoder First (False)
|
| 148 |
+
t_cross_first: False
|
| 149 |
+
# Weight init
|
| 150 |
+
rescale: 0.1
|
| 151 |
+
|