Upload folder using huggingface_hub

#22
wavlm/general/10_wavlm-large/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.4009701013565063,
4
+ "eval_mse_0": 1.5458636283874512,
5
+ "eval_mse_1": 1.239806056022644,
6
+ "eval_mse_2": 1.2594882249832153,
7
+ "eval_mse_3": 1.5587239265441895,
8
+ "eval_pcc_0": 0.6125877099330943,
9
+ "eval_pcc_1": 0.6539146157205031,
10
+ "eval_pcc_2": 0.6440193878083593,
11
+ "eval_pcc_3": 0.620091192529623,
12
+ "eval_runtime": 135.5138,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 18.448,
15
+ "eval_steps_per_second": 2.31,
16
+ "train_loss": 4.090279127614567,
17
+ "train_runtime": 11155.1323,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 6.723,
20
+ "train_steps_per_second": 0.842
21
+ }
wavlm/general/10_wavlm-large/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "microsoft/wavlm-large",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "microsoft/wavlm-large_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./model_saved/logs/microsoft/wavlm-large_lr1e-05_epochs30_batch4"
11
+ }
wavlm/general/10_wavlm-large/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.4009701013565063,
4
+ "eval_mse_0": 1.5458636283874512,
5
+ "eval_mse_1": 1.239806056022644,
6
+ "eval_mse_2": 1.2594882249832153,
7
+ "eval_mse_3": 1.5587239265441895,
8
+ "eval_pcc_0": 0.6125877099330943,
9
+ "eval_pcc_1": 0.6539146157205031,
10
+ "eval_pcc_2": 0.6440193878083593,
11
+ "eval_pcc_3": 0.620091192529623,
12
+ "eval_runtime": 135.5138,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 18.448,
15
+ "eval_steps_per_second": 2.31
16
+ }
wavlm/general/10_wavlm-large/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7ff3ce134f07f973ee021b8fb4469cccf866f817b590bb1d530ce7a0ba0d72
3
+ size 1262024382
wavlm/general/10_wavlm-large/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53152eb26468c5ea27ab00f3bb005d0b4e636b8241c8843ddc6a9e4e85dad898
3
+ size 1261888608
wavlm/general/10_wavlm-large/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc51f3d7ac4815f3dff191f1ff469f912a4778f592b97b8b757c87e3ab9ae5c
3
+ size 1262019378
wavlm/general/10_wavlm-large/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wavlm/general/10_wavlm-large/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 4.090279127614567,
4
+ "train_runtime": 11155.1323,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 6.723,
7
+ "train_steps_per_second": 0.842
8
+ }
wavlm/general/10_wavlm-large/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./model_saved/logs/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wavlm/general/10_wavlm-large/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 25.78005599975586,
14
+ "eval_mse_0": 28.098997116088867,
15
+ "eval_mse_1": 26.715993881225586,
16
+ "eval_mse_2": 24.948816299438477,
17
+ "eval_mse_3": 23.35636329650879,
18
+ "eval_pcc_0": -0.18451053964452674,
19
+ "eval_pcc_1": 0.28817171600641167,
20
+ "eval_pcc_2": -0.25654328946200594,
21
+ "eval_pcc_3": 0.05085872444138174,
22
+ "eval_runtime": 135.7658,
23
+ "eval_samples_per_second": 18.414,
24
+ "eval_steps_per_second": 2.305,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 32.5216,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 18.6761474609375,
36
+ "eval_mse_0": 20.534852981567383,
37
+ "eval_mse_1": 19.295068740844727,
38
+ "eval_mse_2": 17.831636428833008,
39
+ "eval_mse_3": 17.043046951293945,
40
+ "eval_pcc_0": -0.1870721212076314,
41
+ "eval_pcc_1": 0.22301086445242135,
42
+ "eval_pcc_2": -0.15167800399430065,
43
+ "eval_pcc_3": 0.05720822664765886,
44
+ "eval_runtime": 136.111,
45
+ "eval_samples_per_second": 18.367,
46
+ "eval_steps_per_second": 2.3,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 12.908292770385742,
52
+ "eval_mse_0": 14.195310592651367,
53
+ "eval_mse_1": 13.437732696533203,
54
+ "eval_mse_2": 12.234976768493652,
55
+ "eval_mse_3": 11.76514720916748,
56
+ "eval_pcc_0": -0.17289340951023557,
57
+ "eval_pcc_1": 0.18949590699229704,
58
+ "eval_pcc_2": 0.0045060773819017635,
59
+ "eval_pcc_3": -0.04047795297287696,
60
+ "eval_runtime": 128.9243,
61
+ "eval_samples_per_second": 19.391,
62
+ "eval_steps_per_second": 2.428,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 16.9639,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 8.241400718688965,
74
+ "eval_mse_0": 9.317843437194824,
75
+ "eval_mse_1": 8.415904998779297,
76
+ "eval_mse_2": 7.581799030303955,
77
+ "eval_mse_3": 7.6500444412231445,
78
+ "eval_pcc_0": -0.2734581657479225,
79
+ "eval_pcc_1": 0.1388333139105179,
80
+ "eval_pcc_2": 0.06190884903680619,
81
+ "eval_pcc_3": -0.03685733655912809,
82
+ "eval_runtime": 132.5886,
83
+ "eval_samples_per_second": 18.855,
84
+ "eval_steps_per_second": 2.361,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 8.8132,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 4.874174118041992,
96
+ "eval_mse_0": 5.490235328674316,
97
+ "eval_mse_1": 4.89415979385376,
98
+ "eval_mse_2": 4.462656021118164,
99
+ "eval_mse_3": 4.649643421173096,
100
+ "eval_pcc_0": -0.27538453192335854,
101
+ "eval_pcc_1": 0.09398464090113141,
102
+ "eval_pcc_2": 0.11958461908456552,
103
+ "eval_pcc_3": 0.019343077368142423,
104
+ "eval_runtime": 134.5896,
105
+ "eval_samples_per_second": 18.575,
106
+ "eval_steps_per_second": 2.326,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 2.9445176124572754,
112
+ "eval_mse_0": 3.1629297733306885,
113
+ "eval_mse_1": 2.8798022270202637,
114
+ "eval_mse_2": 2.715522527694702,
115
+ "eval_mse_3": 3.019822835922241,
116
+ "eval_pcc_0": -0.1967573833934448,
117
+ "eval_pcc_1": 0.2547007368517576,
118
+ "eval_pcc_2": 0.22492191185528165,
119
+ "eval_pcc_3": 0.14722693337633838,
120
+ "eval_runtime": 136.0131,
121
+ "eval_samples_per_second": 18.381,
122
+ "eval_steps_per_second": 2.301,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 3.9919,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 2.5537784099578857,
134
+ "eval_mse_0": 2.7752676010131836,
135
+ "eval_mse_1": 2.3745803833007812,
136
+ "eval_mse_2": 2.3484272956848145,
137
+ "eval_mse_3": 2.7168328762054443,
138
+ "eval_pcc_0": 0.16580511330365824,
139
+ "eval_pcc_1": 0.23877037283224226,
140
+ "eval_pcc_2": 0.22002647806469494,
141
+ "eval_pcc_3": 0.17740649615981322,
142
+ "eval_runtime": 134.4071,
143
+ "eval_samples_per_second": 18.6,
144
+ "eval_steps_per_second": 2.329,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 2.0682,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.9987887144088745,
156
+ "eval_mse_0": 2.1391544342041016,
157
+ "eval_mse_1": 1.8746179342269897,
158
+ "eval_mse_2": 1.8764265775680542,
159
+ "eval_mse_3": 2.1049561500549316,
160
+ "eval_pcc_0": 0.4795375878136092,
161
+ "eval_pcc_1": 0.4979213113066353,
162
+ "eval_pcc_2": 0.4768635833492293,
163
+ "eval_pcc_3": 0.4858633140039566,
164
+ "eval_runtime": 135.0944,
165
+ "eval_samples_per_second": 18.506,
166
+ "eval_steps_per_second": 2.317,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.7573435306549072,
172
+ "eval_mse_0": 1.886688232421875,
173
+ "eval_mse_1": 1.6100713014602661,
174
+ "eval_mse_2": 1.6289024353027344,
175
+ "eval_mse_3": 1.9037095308303833,
176
+ "eval_pcc_0": 0.5166172381162671,
177
+ "eval_pcc_1": 0.5430215878153999,
178
+ "eval_pcc_2": 0.523587717873113,
179
+ "eval_pcc_3": 0.5260717464662105,
180
+ "eval_runtime": 134.1946,
181
+ "eval_samples_per_second": 18.63,
182
+ "eval_steps_per_second": 2.332,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 1.3344,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.574723482131958,
194
+ "eval_mse_0": 1.6954877376556396,
195
+ "eval_mse_1": 1.423547625541687,
196
+ "eval_mse_2": 1.4693849086761475,
197
+ "eval_mse_3": 1.710472822189331,
198
+ "eval_pcc_0": 0.5371217365518883,
199
+ "eval_pcc_1": 0.5502498692350887,
200
+ "eval_pcc_2": 0.5369972839753233,
201
+ "eval_pcc_3": 0.5435321709268838,
202
+ "eval_runtime": 126.0281,
203
+ "eval_samples_per_second": 19.837,
204
+ "eval_steps_per_second": 2.484,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 2.0485382080078125,
210
+ "eval_mse_0": 2.2502353191375732,
211
+ "eval_mse_1": 1.8471835851669312,
212
+ "eval_mse_2": 1.8188210725784302,
213
+ "eval_mse_3": 2.27790904045105,
214
+ "eval_pcc_0": 0.5113085662353668,
215
+ "eval_pcc_1": 0.5609132138623332,
216
+ "eval_pcc_2": 0.5357821525057226,
217
+ "eval_pcc_3": 0.5202442051277879,
218
+ "eval_runtime": 129.5327,
219
+ "eval_samples_per_second": 19.3,
220
+ "eval_steps_per_second": 2.416,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 1.1036,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.471645712852478,
232
+ "eval_mse_0": 1.613988995552063,
233
+ "eval_mse_1": 1.2970263957977295,
234
+ "eval_mse_2": 1.3566508293151855,
235
+ "eval_mse_3": 1.6189168691635132,
236
+ "eval_pcc_0": 0.572946856315743,
237
+ "eval_pcc_1": 0.6081674173741975,
238
+ "eval_pcc_2": 0.5894921356034519,
239
+ "eval_pcc_3": 0.5815459179188294,
240
+ "eval_runtime": 133.1812,
241
+ "eval_samples_per_second": 18.771,
242
+ "eval_steps_per_second": 2.35,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 1.0226,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.523953914642334,
254
+ "eval_mse_0": 1.6985650062561035,
255
+ "eval_mse_1": 1.3248023986816406,
256
+ "eval_mse_2": 1.3798528909683228,
257
+ "eval_mse_3": 1.692597508430481,
258
+ "eval_pcc_0": 0.5617750796115597,
259
+ "eval_pcc_1": 0.603753619613184,
260
+ "eval_pcc_2": 0.5847780917978835,
261
+ "eval_pcc_3": 0.5710611107898864,
262
+ "eval_runtime": 133.9365,
263
+ "eval_samples_per_second": 18.666,
264
+ "eval_steps_per_second": 2.337,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.3943829536437988,
270
+ "eval_mse_0": 1.549199104309082,
271
+ "eval_mse_1": 1.2074002027511597,
272
+ "eval_mse_2": 1.2678221464157104,
273
+ "eval_mse_3": 1.553109884262085,
274
+ "eval_pcc_0": 0.5925742271049399,
275
+ "eval_pcc_1": 0.6472105350854597,
276
+ "eval_pcc_2": 0.625772450087358,
277
+ "eval_pcc_3": 0.6028799784063099,
278
+ "eval_runtime": 132.9989,
279
+ "eval_samples_per_second": 18.797,
280
+ "eval_steps_per_second": 2.353,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.9725,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.4137483835220337,
292
+ "eval_mse_0": 1.5822710990905762,
293
+ "eval_mse_1": 1.2220001220703125,
294
+ "eval_mse_2": 1.2747286558151245,
295
+ "eval_mse_3": 1.5759928226470947,
296
+ "eval_pcc_0": 0.5882265370237295,
297
+ "eval_pcc_1": 0.6481239097635736,
298
+ "eval_pcc_2": 0.6274160674927931,
299
+ "eval_pcc_3": 0.6005838709117854,
300
+ "eval_runtime": 134.356,
301
+ "eval_samples_per_second": 18.607,
302
+ "eval_steps_per_second": 2.33,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.9204,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.5062298774719238,
314
+ "eval_mse_0": 1.667518973350525,
315
+ "eval_mse_1": 1.3080573081970215,
316
+ "eval_mse_2": 1.3583706617355347,
317
+ "eval_mse_3": 1.6909708976745605,
318
+ "eval_pcc_0": 0.5966820200145334,
319
+ "eval_pcc_1": 0.6536770110706099,
320
+ "eval_pcc_2": 0.6314774005527053,
321
+ "eval_pcc_3": 0.6076121218697804,
322
+ "eval_runtime": 133.438,
323
+ "eval_samples_per_second": 18.735,
324
+ "eval_steps_per_second": 2.346,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.3842324018478394,
330
+ "eval_mse_0": 1.5057488679885864,
331
+ "eval_mse_1": 1.2262545824050903,
332
+ "eval_mse_2": 1.2751030921936035,
333
+ "eval_mse_3": 1.5298200845718384,
334
+ "eval_pcc_0": 0.6153937479509105,
335
+ "eval_pcc_1": 0.6583711903703251,
336
+ "eval_pcc_2": 0.6400410092284629,
337
+ "eval_pcc_3": 0.6229387263345442,
338
+ "eval_runtime": 125.9539,
339
+ "eval_samples_per_second": 19.849,
340
+ "eval_steps_per_second": 2.485,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.882,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.4283748865127563,
352
+ "eval_mse_0": 1.5403162240982056,
353
+ "eval_mse_1": 1.2739295959472656,
354
+ "eval_mse_2": 1.3217359781265259,
355
+ "eval_mse_3": 1.577515721321106,
356
+ "eval_pcc_0": 0.6132533841173031,
357
+ "eval_pcc_1": 0.6534886512958944,
358
+ "eval_pcc_2": 0.6374234769700808,
359
+ "eval_pcc_3": 0.6193865043511572,
360
+ "eval_runtime": 130.7005,
361
+ "eval_samples_per_second": 19.128,
362
+ "eval_steps_per_second": 2.395,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.341154932975769,
368
+ "eval_mse_0": 1.4884107112884521,
369
+ "eval_mse_1": 1.1724251508712769,
370
+ "eval_mse_2": 1.212692141532898,
371
+ "eval_mse_3": 1.4910962581634521,
372
+ "eval_pcc_0": 0.6155193242064069,
373
+ "eval_pcc_1": 0.6634995851874871,
374
+ "eval_pcc_2": 0.645645853377025,
375
+ "eval_pcc_3": 0.6234169879094179,
376
+ "eval_runtime": 133.8855,
377
+ "eval_samples_per_second": 18.673,
378
+ "eval_steps_per_second": 2.338,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.8599,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.5969125032424927,
390
+ "eval_mse_0": 1.775260329246521,
391
+ "eval_mse_1": 1.3972289562225342,
392
+ "eval_mse_2": 1.4095877408981323,
393
+ "eval_mse_3": 1.8055765628814697,
394
+ "eval_pcc_0": 0.6085865030449327,
395
+ "eval_pcc_1": 0.6581882204119307,
396
+ "eval_pcc_2": 0.6418717517970683,
397
+ "eval_pcc_3": 0.6165944632649418,
398
+ "eval_runtime": 131.9824,
399
+ "eval_samples_per_second": 18.942,
400
+ "eval_steps_per_second": 2.372,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.8265,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.620095133781433,
412
+ "eval_mse_0": 1.7542890310287476,
413
+ "eval_mse_1": 1.4505913257598877,
414
+ "eval_mse_2": 1.454500436782837,
415
+ "eval_mse_3": 1.820999026298523,
416
+ "eval_pcc_0": 0.6087096889568085,
417
+ "eval_pcc_1": 0.6533957084119679,
418
+ "eval_pcc_2": 0.6385091217487125,
419
+ "eval_pcc_3": 0.6141772427546307,
420
+ "eval_runtime": 133.2939,
421
+ "eval_samples_per_second": 18.756,
422
+ "eval_steps_per_second": 2.348,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.4004989862442017,
428
+ "eval_mse_0": 1.534153938293457,
429
+ "eval_mse_1": 1.2430734634399414,
430
+ "eval_mse_2": 1.2678866386413574,
431
+ "eval_mse_3": 1.5568820238113403,
432
+ "eval_pcc_0": 0.6172693669023709,
433
+ "eval_pcc_1": 0.6641215618623881,
434
+ "eval_pcc_2": 0.6507671360020759,
435
+ "eval_pcc_3": 0.6251657199832752,
436
+ "eval_runtime": 133.4947,
437
+ "eval_samples_per_second": 18.727,
438
+ "eval_steps_per_second": 2.345,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.8321,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.3635456562042236,
450
+ "eval_mse_0": 1.4831970930099487,
451
+ "eval_mse_1": 1.216675877571106,
452
+ "eval_mse_2": 1.2508056163787842,
453
+ "eval_mse_3": 1.5035041570663452,
454
+ "eval_pcc_0": 0.6219241000097753,
455
+ "eval_pcc_1": 0.6677692984879574,
456
+ "eval_pcc_2": 0.6542591206877052,
457
+ "eval_pcc_3": 0.6295498184658282,
458
+ "eval_runtime": 120.2351,
459
+ "eval_samples_per_second": 20.793,
460
+ "eval_steps_per_second": 2.603,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.7899,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.6058969497680664,
472
+ "eval_mse_0": 1.7093384265899658,
473
+ "eval_mse_1": 1.470818042755127,
474
+ "eval_mse_2": 1.4680759906768799,
475
+ "eval_mse_3": 1.7753560543060303,
476
+ "eval_pcc_0": 0.6181900305423599,
477
+ "eval_pcc_1": 0.664211395086592,
478
+ "eval_pcc_2": 0.6526812937467503,
479
+ "eval_pcc_3": 0.625673188856609,
480
+ "eval_runtime": 120.5071,
481
+ "eval_samples_per_second": 20.746,
482
+ "eval_steps_per_second": 2.597,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.504971981048584,
488
+ "eval_mse_0": 1.6674143075942993,
489
+ "eval_mse_1": 1.3263922929763794,
490
+ "eval_mse_2": 1.3394672870635986,
491
+ "eval_mse_3": 1.68661367893219,
492
+ "eval_pcc_0": 0.6137081085016365,
493
+ "eval_pcc_1": 0.6609410896781117,
494
+ "eval_pcc_2": 0.6479914131566253,
495
+ "eval_pcc_3": 0.6226682330016088,
496
+ "eval_runtime": 124.2716,
497
+ "eval_samples_per_second": 20.117,
498
+ "eval_steps_per_second": 2.519,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.7924,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.396066665649414,
510
+ "eval_mse_0": 1.5273590087890625,
511
+ "eval_mse_1": 1.2427642345428467,
512
+ "eval_mse_2": 1.266948938369751,
513
+ "eval_mse_3": 1.5471936464309692,
514
+ "eval_pcc_0": 0.6160967000045343,
515
+ "eval_pcc_1": 0.6578827586429048,
516
+ "eval_pcc_2": 0.6466460056883097,
517
+ "eval_pcc_3": 0.6234559331466528,
518
+ "eval_runtime": 117.03,
519
+ "eval_samples_per_second": 21.362,
520
+ "eval_steps_per_second": 2.675,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.4699628353118896,
526
+ "eval_mse_0": 1.6256612539291382,
527
+ "eval_mse_1": 1.301504373550415,
528
+ "eval_mse_2": 1.3069500923156738,
529
+ "eval_mse_3": 1.6457338333129883,
530
+ "eval_pcc_0": 0.6112617547833968,
531
+ "eval_pcc_1": 0.6566712400657333,
532
+ "eval_pcc_2": 0.6458557177070916,
533
+ "eval_pcc_3": 0.6194981917255858,
534
+ "eval_runtime": 117.674,
535
+ "eval_samples_per_second": 21.245,
536
+ "eval_steps_per_second": 2.66,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.7775,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.3778095245361328,
548
+ "eval_mse_0": 1.5245665311813354,
549
+ "eval_mse_1": 1.2149397134780884,
550
+ "eval_mse_2": 1.2385963201522827,
551
+ "eval_mse_3": 1.5331368446350098,
552
+ "eval_pcc_0": 0.6128273274510158,
553
+ "eval_pcc_1": 0.6552073854651396,
554
+ "eval_pcc_2": 0.6447955005509804,
555
+ "eval_pcc_3": 0.6203658026134583,
556
+ "eval_runtime": 128.6417,
557
+ "eval_samples_per_second": 19.434,
558
+ "eval_steps_per_second": 2.433,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.7542,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.4188872575759888,
570
+ "eval_mse_0": 1.5585076808929443,
571
+ "eval_mse_1": 1.262168049812317,
572
+ "eval_mse_2": 1.2772693634033203,
573
+ "eval_mse_3": 1.577603816986084,
574
+ "eval_pcc_0": 0.612767509984247,
575
+ "eval_pcc_1": 0.6537875883987164,
576
+ "eval_pcc_2": 0.644070760099995,
577
+ "eval_pcc_3": 0.6200687645633882,
578
+ "eval_runtime": 128.617,
579
+ "eval_samples_per_second": 19.438,
580
+ "eval_steps_per_second": 2.434,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.4009701013565063,
586
+ "eval_mse_0": 1.5458636283874512,
587
+ "eval_mse_1": 1.239806056022644,
588
+ "eval_mse_2": 1.2594882249832153,
589
+ "eval_mse_3": 1.5587239265441895,
590
+ "eval_pcc_0": 0.6125877099330943,
591
+ "eval_pcc_1": 0.6539146157205031,
592
+ "eval_pcc_2": 0.6440193878083593,
593
+ "eval_pcc_3": 0.620091192529623,
594
+ "eval_runtime": 136.8398,
595
+ "eval_samples_per_second": 18.27,
596
+ "eval_steps_per_second": 2.287,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 4.090279127614567,
604
+ "train_runtime": 11155.1323,
605
+ "train_samples_per_second": 6.723,
606
+ "train_steps_per_second": 0.842
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wavlm/general/10_wavlm-large/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45fe4900f9385bd521573a2a688ac4d141cd0a301441ca0a5a5a34bda1848e9a
3
+ size 4728