Hugging Face's logo

Slyne
/
funcodec_codecSuperb

Model card Files
xet
Community
funcodec_codecSuperb
File size: 4,067 Bytes 
f0e0360
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
 
config: conf/encodec_16k_n32_600k_step_ds640_48khz.yaml
print_config: false
log_level: INFO
dry_run: false
iterator_type: sequence
output_dir: ./exp/encodec_16k_n32_600k_step_ds640_48khz
ngpu: 8
seed: 0
num_workers: 8
num_att_plot: 0
dist_backend: nccl
dist_init_method: file:///ws/FunCodec/egs/codecSuperb/exp/encodec_16k_n32_600k_step_ds640_48khz/ddp_init
dist_world_size: 8
dist_rank: 0
local_rank: 0
dist_master_addr: null
dist_master_port: null
dist_launcher: null
multiprocessing_distributed: true
unused_parameters: true
sharded_ddp: false
cudnn_enabled: true
cudnn_benchmark: false
cudnn_deterministic: false
collect_stats: false
write_collected_feats: false
max_epoch: 60
max_update: 9223372036854775807
patience: null
val_scheduler_criterion:
- valid
- loss
early_stopping_criterion:
- valid
- loss
- min
best_model_criterion:
-   - valid
    - generator_multi_spectral_recon_loss
    - min
keep_nbest_models: 5
nbest_averaging_interval: 0
grad_clip: -1
grad_clip_type: 2.0
grad_noise: false
accum_grad: 1
no_forward_run: false
resume: true
train_dtype: float32
use_amp: false
log_interval: 50
use_tensorboard: true
use_wandb: false
wandb_project: null
wandb_id: null
wandb_entity: null
wandb_name: null
wandb_model_log_interval: -1
detect_anomaly: false
pretrain_path: null
init_param:
- exp/encodec_16k_n32_600k_step_ds640_8gpus/30epoch.pth
ignore_init_mismatch: true
freeze_param: []
num_iters_per_epoch: 200
batch_size: 512
valid_batch_size: null
batch_bins: 8000000
valid_batch_bins: null
drop_last: true
train_shape_file:
- ./exp/codecSuperb_states/train/speech_shape
valid_shape_file:
- ./exp/codecSuperb_states/dev/speech_shape
batch_type: unsorted
valid_batch_type: null
speech_length_min: -1
speech_length_max: -1
fold_length: []
sort_in_batch: descending
sort_batch: descending
multiple_iterator: false
chunk_length: 500
chunk_shift_ratio: 0.5
num_cache_chunks: 1024
dataset_type: small
dataset_conf: {}
train_data_file: null
valid_data_file: null
train_data_path_and_name_and_type:
-   - ./dump/codecSuperb_48k/train/wav.scp
    - speech
    - kaldi_ark
valid_data_path_and_name_and_type:
-   - ./dump/codecSuperb_48k/dev/wav.scp
    - speech
    - kaldi_ark
allow_variable_data_keys: false
max_cache_size: 0.0
max_cache_fd: 32
valid_max_cache_size: null
save_ckpt_every_steps: -1
optim: adam
optim_conf:
    lr: 0.0003
    betas:
    - 0.5
    - 0.9
scheduler: null
scheduler_conf: {}
optim2: adam
optim2_conf:
    lr: 0.0001
    betas:
    - 0.5
    - 0.9
scheduler2: null
scheduler2_conf: {}
use_pai: false
simple_ddp: false
num_worker_count: 1
access_key_id: null
access_key_secret: null
endpoint: null
bucket_name: null
oss_bucket: null
generator_first: false
input_size: 1
cmvn_file: null
disc_grad_clip: -1
disc_grad_clip_type: 2.0
gen_train_interval: 1
disc_train_interval: 1
stat_flops: false
use_preprocessor: true
speech_volume_normalize: null
speech_rms_normalize: false
speech_max_length: 40960
sampling_rate: 48000
valid_max_length: 40960
frontend: null
frontend_conf: {}
normalize: null
normalize_conf: {}
encoder: encodec_seanet_encoder
encoder_conf:
    ratios:
    - 8
    - 5
    - 4
    - 2
    - 2
    norm: time_group_norm
    causal: false
quantizer: costume_quantizer
quantizer_conf:
    codebook_size: 1024
    num_quantizers: 32
    ema_decay: 0.99
    kmeans_init: true
    sampling_rate: 48000
    quantize_dropout: true
    rand_num_quant:
    - 2
    - 4
    - 8
    - 16
    - 32
    use_ddp: true
    encoder_hop_length: 640
decoder: encodec_seanet_decoder
decoder_conf:
    ratios:
    - 8
    - 5
    - 4
    - 2
    - 2
    norm: time_group_norm
    causal: false
model: encodec
model_conf:
    odim: 128
    multi_spectral_window_powers_of_two:
    - 5
    - 6
    - 7
    - 8
    - 9
    - 10
    target_sample_hz: 48000
    audio_normalize: true
    use_power_spec_loss: true
    segment_dur: null
    overlap_ratio: null
discriminator: multiple_disc
discriminator_conf:
    disc_conf_list:
    -   filters: 32
        name: encodec_multi_scale_stft_discriminator
gpu_id: 0
distributed: true
version: 0.2.0