Upload folder using huggingface_hub

#23
wavlm/ctc/10_wavlm-large/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2281837463378906,
4
+ "eval_mse_0": 1.4129695892333984,
5
+ "eval_mse_1": 1.0439547300338745,
6
+ "eval_mse_2": 1.0664385557174683,
7
+ "eval_mse_3": 1.3893705606460571,
8
+ "eval_pcc_0": 0.6490729712915073,
9
+ "eval_pcc_1": 0.6997819940587761,
10
+ "eval_pcc_2": 0.6947769601291358,
11
+ "eval_pcc_3": 0.6589928704045612,
12
+ "eval_runtime": 113.1801,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 22.089,
15
+ "eval_steps_per_second": 2.766,
16
+ "train_loss": 3.4993149177461893,
17
+ "train_runtime": 9713.948,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 7.721,
20
+ "train_steps_per_second": 0.967
21
+ }
wavlm/ctc/10_wavlm-large/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "microsoft/wavlm-large",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "microsoft/wavlm-large_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/microsoft/wavlm-large_lr1e-05_epochs30_batch4"
11
+ }
wavlm/ctc/10_wavlm-large/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2281837463378906,
4
+ "eval_mse_0": 1.4129695892333984,
5
+ "eval_mse_1": 1.0439547300338745,
6
+ "eval_mse_2": 1.0664385557174683,
7
+ "eval_mse_3": 1.3893705606460571,
8
+ "eval_pcc_0": 0.6490729712915073,
9
+ "eval_pcc_1": 0.6997819940587761,
10
+ "eval_pcc_2": 0.6947769601291358,
11
+ "eval_pcc_3": 0.6589928704045612,
12
+ "eval_runtime": 113.1801,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 22.089,
15
+ "eval_steps_per_second": 2.766
16
+ }
wavlm/ctc/10_wavlm-large/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b84eed0c0755f3c1ec3474a4d4bb3c8124b070ebdc59c7030e4c0687431d508
3
+ size 1262145946
wavlm/ctc/10_wavlm-large/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047fae8e65535b5632cbe7104dbbb8a94955744dd3ead19283030a4f14dfd308
3
+ size 1262007040
wavlm/ctc/10_wavlm-large/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7d5173efec9995cc6fe47b9894ac745eed4b0693503bd6f0c98c3ca8bed3f9
3
+ size 1262140922
wavlm/ctc/10_wavlm-large/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wavlm/ctc/10_wavlm-large/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 3.4993149177461893,
4
+ "train_runtime": 9713.948,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 7.721,
7
+ "train_steps_per_second": 0.967
8
+ }
wavlm/ctc/10_wavlm-large/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/microsoft/wavlm-large_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wavlm/ctc/10_wavlm-large/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 27.96579360961914,
14
+ "eval_mse_0": 35.8021125793457,
15
+ "eval_mse_1": 29.709335327148438,
16
+ "eval_mse_2": 22.085458755493164,
17
+ "eval_mse_3": 24.266277313232422,
18
+ "eval_pcc_0": -0.025328393465678008,
19
+ "eval_pcc_1": -0.1172398467153419,
20
+ "eval_pcc_2": -0.06285061051248846,
21
+ "eval_pcc_3": 0.09244632462898199,
22
+ "eval_runtime": 112.4702,
23
+ "eval_samples_per_second": 22.228,
24
+ "eval_steps_per_second": 2.783,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 34.3635,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 16.862628936767578,
36
+ "eval_mse_0": 23.099803924560547,
37
+ "eval_mse_1": 18.502086639404297,
38
+ "eval_mse_2": 11.348163604736328,
39
+ "eval_mse_3": 14.500486373901367,
40
+ "eval_pcc_0": -0.12442046879769154,
41
+ "eval_pcc_1": -0.023902854648045785,
42
+ "eval_pcc_2": 0.022844547929481693,
43
+ "eval_pcc_3": 0.10922718312969773,
44
+ "eval_runtime": 111.7499,
45
+ "eval_samples_per_second": 22.371,
46
+ "eval_steps_per_second": 2.801,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 8.603828430175781,
52
+ "eval_mse_0": 12.344326972961426,
53
+ "eval_mse_1": 9.801180839538574,
54
+ "eval_mse_2": 4.86538028717041,
55
+ "eval_mse_3": 7.404391288757324,
56
+ "eval_pcc_0": -0.15715892405081178,
57
+ "eval_pcc_1": 0.0002934037583933888,
58
+ "eval_pcc_2": 0.07296079015837054,
59
+ "eval_pcc_3": 0.07802017618051246,
60
+ "eval_runtime": 112.0532,
61
+ "eval_samples_per_second": 22.311,
62
+ "eval_steps_per_second": 2.793,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 14.2481,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 3.6888508796691895,
74
+ "eval_mse_0": 4.957142353057861,
75
+ "eval_mse_1": 3.9766042232513428,
76
+ "eval_mse_2": 2.329207420349121,
77
+ "eval_mse_3": 3.492464542388916,
78
+ "eval_pcc_0": -0.146259299030911,
79
+ "eval_pcc_1": -0.0006028245417683874,
80
+ "eval_pcc_2": 0.0905415691385657,
81
+ "eval_pcc_3": 0.07094291373172545,
82
+ "eval_runtime": 111.8579,
83
+ "eval_samples_per_second": 22.35,
84
+ "eval_steps_per_second": 2.798,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 4.5791,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 3.4042913913726807,
96
+ "eval_mse_0": 3.7749764919281006,
97
+ "eval_mse_1": 3.244804859161377,
98
+ "eval_mse_2": 3.0141029357910156,
99
+ "eval_mse_3": 3.583282470703125,
100
+ "eval_pcc_0": 0.08327387953432835,
101
+ "eval_pcc_1": 0.14616905196774035,
102
+ "eval_pcc_2": 0.12383100978422952,
103
+ "eval_pcc_3": 0.08575562221846267,
104
+ "eval_runtime": 112.081,
105
+ "eval_samples_per_second": 22.305,
106
+ "eval_steps_per_second": 2.793,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 1.6727343797683716,
112
+ "eval_mse_0": 1.821151614189148,
113
+ "eval_mse_1": 1.4903795719146729,
114
+ "eval_mse_2": 1.5740224123001099,
115
+ "eval_mse_3": 1.8053877353668213,
116
+ "eval_pcc_0": 0.4924903130619744,
117
+ "eval_pcc_1": 0.5324748167315346,
118
+ "eval_pcc_2": 0.5225467965599428,
119
+ "eval_pcc_3": 0.5073186382585262,
120
+ "eval_runtime": 112.2589,
121
+ "eval_samples_per_second": 22.27,
122
+ "eval_steps_per_second": 2.788,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 1.7933,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 2.064469814300537,
134
+ "eval_mse_0": 2.271009683609009,
135
+ "eval_mse_1": 1.8627500534057617,
136
+ "eval_mse_2": 1.9195917844772339,
137
+ "eval_mse_3": 2.204533100128174,
138
+ "eval_pcc_0": 0.5138503587607135,
139
+ "eval_pcc_1": 0.5594453474340965,
140
+ "eval_pcc_2": 0.5413682016917977,
141
+ "eval_pcc_3": 0.5219028506660431,
142
+ "eval_runtime": 112.3659,
143
+ "eval_samples_per_second": 22.249,
144
+ "eval_steps_per_second": 2.786,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 1.0709,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.3748829364776611,
156
+ "eval_mse_0": 1.5373579263687134,
157
+ "eval_mse_1": 1.2025082111358643,
158
+ "eval_mse_2": 1.246444821357727,
159
+ "eval_mse_3": 1.5132232904434204,
160
+ "eval_pcc_0": 0.615094266877714,
161
+ "eval_pcc_1": 0.652285567913658,
162
+ "eval_pcc_2": 0.6414972290962165,
163
+ "eval_pcc_3": 0.6230932163659729,
164
+ "eval_runtime": 112.4035,
165
+ "eval_samples_per_second": 22.241,
166
+ "eval_steps_per_second": 2.785,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.3271125555038452,
172
+ "eval_mse_0": 1.503585934638977,
173
+ "eval_mse_1": 1.142940878868103,
174
+ "eval_mse_2": 1.1763492822647095,
175
+ "eval_mse_3": 1.485571026802063,
176
+ "eval_pcc_0": 0.6231988308350679,
177
+ "eval_pcc_1": 0.6727874534343713,
178
+ "eval_pcc_2": 0.6640005202526805,
179
+ "eval_pcc_3": 0.63287414464,
180
+ "eval_runtime": 112.3984,
181
+ "eval_samples_per_second": 22.242,
182
+ "eval_steps_per_second": 2.785,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 0.9227,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.241206169128418,
194
+ "eval_mse_0": 1.4110088348388672,
195
+ "eval_mse_1": 1.066339373588562,
196
+ "eval_mse_2": 1.0958915948867798,
197
+ "eval_mse_3": 1.391584873199463,
198
+ "eval_pcc_0": 0.6435680945324594,
199
+ "eval_pcc_1": 0.6950737199292392,
200
+ "eval_pcc_2": 0.6879766561837539,
201
+ "eval_pcc_3": 0.6546755833408157,
202
+ "eval_runtime": 112.5159,
203
+ "eval_samples_per_second": 22.219,
204
+ "eval_steps_per_second": 2.782,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.2400362491607666,
210
+ "eval_mse_0": 1.432355523109436,
211
+ "eval_mse_1": 1.0574513673782349,
212
+ "eval_mse_2": 1.0630708932876587,
213
+ "eval_mse_3": 1.407265543937683,
214
+ "eval_pcc_0": 0.6428387956355986,
215
+ "eval_pcc_1": 0.7050944410331991,
216
+ "eval_pcc_2": 0.7025010924068505,
217
+ "eval_pcc_3": 0.6559395652733739,
218
+ "eval_runtime": 112.295,
219
+ "eval_samples_per_second": 22.263,
220
+ "eval_steps_per_second": 2.787,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 0.8175,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.2386281490325928,
232
+ "eval_mse_0": 1.4109851121902466,
233
+ "eval_mse_1": 1.0669597387313843,
234
+ "eval_mse_2": 1.0891088247299194,
235
+ "eval_mse_3": 1.3874551057815552,
236
+ "eval_pcc_0": 0.651115181231459,
237
+ "eval_pcc_1": 0.6992728774341859,
238
+ "eval_pcc_2": 0.6948673126068582,
239
+ "eval_pcc_3": 0.6613087674009306,
240
+ "eval_runtime": 112.4846,
241
+ "eval_samples_per_second": 22.225,
242
+ "eval_steps_per_second": 2.783,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 0.7984,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.3386287689208984,
254
+ "eval_mse_0": 1.5424638986587524,
255
+ "eval_mse_1": 1.1418101787567139,
256
+ "eval_mse_2": 1.1577091217041016,
257
+ "eval_mse_3": 1.5125306844711304,
258
+ "eval_pcc_0": 0.6361157422742212,
259
+ "eval_pcc_1": 0.6900992979628225,
260
+ "eval_pcc_2": 0.6827407082577118,
261
+ "eval_pcc_3": 0.6458199064340571,
262
+ "eval_runtime": 112.3998,
263
+ "eval_samples_per_second": 22.242,
264
+ "eval_steps_per_second": 2.785,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.2355154752731323,
270
+ "eval_mse_0": 1.420433521270752,
271
+ "eval_mse_1": 1.0456081628799438,
272
+ "eval_mse_2": 1.0776515007019043,
273
+ "eval_mse_3": 1.3983712196350098,
274
+ "eval_pcc_0": 0.6437184496138068,
275
+ "eval_pcc_1": 0.6987746503507978,
276
+ "eval_pcc_2": 0.6910847842103034,
277
+ "eval_pcc_3": 0.6533550221480652,
278
+ "eval_runtime": 112.2596,
279
+ "eval_samples_per_second": 22.27,
280
+ "eval_steps_per_second": 2.788,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.7296,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.2397253513336182,
292
+ "eval_mse_0": 1.4400303363800049,
293
+ "eval_mse_1": 1.0407464504241943,
294
+ "eval_mse_2": 1.060295581817627,
295
+ "eval_mse_3": 1.4178292751312256,
296
+ "eval_pcc_0": 0.6466438406168712,
297
+ "eval_pcc_1": 0.7082330775840782,
298
+ "eval_pcc_2": 0.7057453540770171,
299
+ "eval_pcc_3": 0.658552403835133,
300
+ "eval_runtime": 112.0608,
301
+ "eval_samples_per_second": 22.309,
302
+ "eval_steps_per_second": 2.793,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.7335,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.2516469955444336,
314
+ "eval_mse_0": 1.4470471143722534,
315
+ "eval_mse_1": 1.0588455200195312,
316
+ "eval_mse_2": 1.082949161529541,
317
+ "eval_mse_3": 1.4177476167678833,
318
+ "eval_pcc_0": 0.6427272663791042,
319
+ "eval_pcc_1": 0.700993178540072,
320
+ "eval_pcc_2": 0.6947429987478131,
321
+ "eval_pcc_3": 0.6535165449795469,
322
+ "eval_runtime": 112.4657,
323
+ "eval_samples_per_second": 22.229,
324
+ "eval_steps_per_second": 2.783,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.4477630853652954,
330
+ "eval_mse_0": 1.634474277496338,
331
+ "eval_mse_1": 1.2548999786376953,
332
+ "eval_mse_2": 1.2664505243301392,
333
+ "eval_mse_3": 1.6352261304855347,
334
+ "eval_pcc_0": 0.6364492023765252,
335
+ "eval_pcc_1": 0.6905952567386314,
336
+ "eval_pcc_2": 0.6820363194615182,
337
+ "eval_pcc_3": 0.6451497029721489,
338
+ "eval_runtime": 112.7109,
339
+ "eval_samples_per_second": 22.181,
340
+ "eval_steps_per_second": 2.777,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.6873,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.2489492893218994,
352
+ "eval_mse_0": 1.4469391107559204,
353
+ "eval_mse_1": 1.05459725856781,
354
+ "eval_mse_2": 1.075666069984436,
355
+ "eval_mse_3": 1.4185923337936401,
356
+ "eval_pcc_0": 0.6469888163644002,
357
+ "eval_pcc_1": 0.7039519822859384,
358
+ "eval_pcc_2": 0.6991580256519413,
359
+ "eval_pcc_3": 0.658196701147302,
360
+ "eval_runtime": 112.4415,
361
+ "eval_samples_per_second": 22.234,
362
+ "eval_steps_per_second": 2.784,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.2442052364349365,
368
+ "eval_mse_0": 1.4513312578201294,
369
+ "eval_mse_1": 1.04240882396698,
370
+ "eval_mse_2": 1.069619059562683,
371
+ "eval_mse_3": 1.4134624004364014,
372
+ "eval_pcc_0": 0.6498428634206094,
373
+ "eval_pcc_1": 0.7088066261450006,
374
+ "eval_pcc_2": 0.705521245887856,
375
+ "eval_pcc_3": 0.6624632969079332,
376
+ "eval_runtime": 112.6009,
377
+ "eval_samples_per_second": 22.202,
378
+ "eval_steps_per_second": 2.78,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.6879,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.2590491771697998,
390
+ "eval_mse_0": 1.4590727090835571,
391
+ "eval_mse_1": 1.0652236938476562,
392
+ "eval_mse_2": 1.0854597091674805,
393
+ "eval_mse_3": 1.426435947418213,
394
+ "eval_pcc_0": 0.6477977257002088,
395
+ "eval_pcc_1": 0.7018937223757854,
396
+ "eval_pcc_2": 0.6959042809271584,
397
+ "eval_pcc_3": 0.659107588788985,
398
+ "eval_runtime": 112.7194,
399
+ "eval_samples_per_second": 22.179,
400
+ "eval_steps_per_second": 2.777,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.653,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.2422099113464355,
412
+ "eval_mse_0": 1.4345335960388184,
413
+ "eval_mse_1": 1.0507614612579346,
414
+ "eval_mse_2": 1.0692390203475952,
415
+ "eval_mse_3": 1.4143036603927612,
416
+ "eval_pcc_0": 0.6439093970705322,
417
+ "eval_pcc_1": 0.7000381582697688,
418
+ "eval_pcc_2": 0.695730647790993,
419
+ "eval_pcc_3": 0.6548615559223046,
420
+ "eval_runtime": 112.7502,
421
+ "eval_samples_per_second": 22.173,
422
+ "eval_steps_per_second": 2.776,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.2516040802001953,
428
+ "eval_mse_0": 1.4682221412658691,
429
+ "eval_mse_1": 1.0434975624084473,
430
+ "eval_mse_2": 1.0718859434127808,
431
+ "eval_mse_3": 1.422810435295105,
432
+ "eval_pcc_0": 0.6476811829766118,
433
+ "eval_pcc_1": 0.7074897949891779,
434
+ "eval_pcc_2": 0.7036657561830438,
435
+ "eval_pcc_3": 0.6604803264431683,
436
+ "eval_runtime": 112.8497,
437
+ "eval_samples_per_second": 22.153,
438
+ "eval_steps_per_second": 2.774,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.6555,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.2219125032424927,
450
+ "eval_mse_0": 1.4114916324615479,
451
+ "eval_mse_1": 1.0324758291244507,
452
+ "eval_mse_2": 1.0626335144042969,
453
+ "eval_mse_3": 1.381051778793335,
454
+ "eval_pcc_0": 0.6565821858462434,
455
+ "eval_pcc_1": 0.7091566831074617,
456
+ "eval_pcc_2": 0.7044536277104405,
457
+ "eval_pcc_3": 0.6674884137299744,
458
+ "eval_runtime": 112.6697,
459
+ "eval_samples_per_second": 22.189,
460
+ "eval_steps_per_second": 2.778,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.6371,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.212229609489441,
472
+ "eval_mse_0": 1.3976218700408936,
473
+ "eval_mse_1": 1.0241327285766602,
474
+ "eval_mse_2": 1.0520583391189575,
475
+ "eval_mse_3": 1.3751046657562256,
476
+ "eval_pcc_0": 0.6500435272169421,
477
+ "eval_pcc_1": 0.7049245264561387,
478
+ "eval_pcc_2": 0.6986488051274795,
479
+ "eval_pcc_3": 0.659986634036263,
480
+ "eval_runtime": 112.8372,
481
+ "eval_samples_per_second": 22.156,
482
+ "eval_steps_per_second": 2.774,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.236989974975586,
488
+ "eval_mse_0": 1.4300551414489746,
489
+ "eval_mse_1": 1.0469638109207153,
490
+ "eval_mse_2": 1.0669355392456055,
491
+ "eval_mse_3": 1.4040062427520752,
492
+ "eval_pcc_0": 0.6510047980899266,
493
+ "eval_pcc_1": 0.7044964695904028,
494
+ "eval_pcc_2": 0.6988047703409448,
495
+ "eval_pcc_3": 0.661662417940901,
496
+ "eval_runtime": 112.8155,
497
+ "eval_samples_per_second": 22.16,
498
+ "eval_steps_per_second": 2.774,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.6291,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.217055082321167,
510
+ "eval_mse_0": 1.4072151184082031,
511
+ "eval_mse_1": 1.0293532609939575,
512
+ "eval_mse_2": 1.0553170442581177,
513
+ "eval_mse_3": 1.3763355016708374,
514
+ "eval_pcc_0": 0.652612591274826,
515
+ "eval_pcc_1": 0.7048023872956687,
516
+ "eval_pcc_2": 0.6992577013916937,
517
+ "eval_pcc_3": 0.6632679483101606,
518
+ "eval_runtime": 113.1941,
519
+ "eval_samples_per_second": 22.086,
520
+ "eval_steps_per_second": 2.765,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.2217512130737305,
526
+ "eval_mse_0": 1.4089471101760864,
527
+ "eval_mse_1": 1.0364660024642944,
528
+ "eval_mse_2": 1.0595765113830566,
529
+ "eval_mse_3": 1.382013201713562,
530
+ "eval_pcc_0": 0.6516410664688075,
531
+ "eval_pcc_1": 0.7029953450458724,
532
+ "eval_pcc_2": 0.6974231687290924,
533
+ "eval_pcc_3": 0.6621723315975869,
534
+ "eval_runtime": 112.7073,
535
+ "eval_samples_per_second": 22.181,
536
+ "eval_steps_per_second": 2.777,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.6273,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.224158763885498,
548
+ "eval_mse_0": 1.4106113910675049,
549
+ "eval_mse_1": 1.0393614768981934,
550
+ "eval_mse_2": 1.0634530782699585,
551
+ "eval_mse_3": 1.383209228515625,
552
+ "eval_pcc_0": 0.6500855431969803,
553
+ "eval_pcc_1": 0.7009148857226106,
554
+ "eval_pcc_2": 0.6959048333790556,
555
+ "eval_pcc_3": 0.6602381770051475,
556
+ "eval_runtime": 112.841,
557
+ "eval_samples_per_second": 22.155,
558
+ "eval_steps_per_second": 2.774,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.6078,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.2287720441818237,
570
+ "eval_mse_0": 1.4100500345230103,
571
+ "eval_mse_1": 1.046540379524231,
572
+ "eval_mse_2": 1.069138526916504,
573
+ "eval_mse_3": 1.389356255531311,
574
+ "eval_pcc_0": 0.6489802884753869,
575
+ "eval_pcc_1": 0.6990833203755091,
576
+ "eval_pcc_2": 0.6938009710209886,
577
+ "eval_pcc_3": 0.6586121644701113,
578
+ "eval_runtime": 113.0843,
579
+ "eval_samples_per_second": 22.107,
580
+ "eval_steps_per_second": 2.768,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.2281837463378906,
586
+ "eval_mse_0": 1.4129695892333984,
587
+ "eval_mse_1": 1.0439547300338745,
588
+ "eval_mse_2": 1.0664385557174683,
589
+ "eval_mse_3": 1.3893705606460571,
590
+ "eval_pcc_0": 0.6490729712915073,
591
+ "eval_pcc_1": 0.6997819940587761,
592
+ "eval_pcc_2": 0.6947769601291358,
593
+ "eval_pcc_3": 0.6589928704045612,
594
+ "eval_runtime": 113.145,
595
+ "eval_samples_per_second": 22.096,
596
+ "eval_steps_per_second": 2.766,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 3.4993149177461893,
604
+ "train_runtime": 9713.948,
605
+ "train_samples_per_second": 7.721,
606
+ "train_steps_per_second": 0.967
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wavlm/ctc/10_wavlm-large/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a6e2ca271deaf4cdd4521967aa8fa2895d834d890d8bf2299cc68c90528d73
3
+ size 4792