haeylee commited on
Commit
5b32efd
·
verified ·
1 Parent(s): 4013a1a

Upload folder using huggingface_hub

Browse files
wavlm/ctc/11_wavlm-base-plus/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2765703201293945,
4
+ "eval_mse_0": 1.508984088897705,
5
+ "eval_mse_1": 1.0737369060516357,
6
+ "eval_mse_2": 1.0750972032546997,
7
+ "eval_mse_3": 1.4484633207321167,
8
+ "eval_pcc_0": 0.6359470745037882,
9
+ "eval_pcc_1": 0.7004894685416203,
10
+ "eval_pcc_2": 0.6962974260390405,
11
+ "eval_pcc_3": 0.6531529342580711,
12
+ "eval_runtime": 81.6157,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 30.631,
15
+ "eval_steps_per_second": 3.835,
16
+ "train_loss": 6.059221118606064,
17
+ "train_runtime": 6047.979,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 12.401,
20
+ "train_steps_per_second": 1.553
21
+ }
wavlm/ctc/11_wavlm-base-plus/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "microsoft/wavlm-base-plus",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4"
11
+ }
wavlm/ctc/11_wavlm-base-plus/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2765703201293945,
4
+ "eval_mse_0": 1.508984088897705,
5
+ "eval_mse_1": 1.0737369060516357,
6
+ "eval_mse_2": 1.0750972032546997,
7
+ "eval_mse_3": 1.4484633207321167,
8
+ "eval_pcc_0": 0.6359470745037882,
9
+ "eval_pcc_1": 0.7004894685416203,
10
+ "eval_pcc_2": 0.6962974260390405,
11
+ "eval_pcc_3": 0.6531529342580711,
12
+ "eval_runtime": 81.6157,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 30.631,
15
+ "eval_steps_per_second": 3.835
16
+ }
wavlm/ctc/11_wavlm-base-plus/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df8121ef2a128dc1398c58a9ab7535a0f260365ee2cf95c66c92e09b784480b
3
+ size 377730810
wavlm/ctc/11_wavlm-base-plus/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42687ade2935363f0ced7c5c064e7a5563fd133766b6e3dcf308ce1aba57006b
3
+ size 377658192
wavlm/ctc/11_wavlm-base-plus/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b777508a2643d8c05f0eced22c725a56198fda452db948f0375fda2d30035a
3
+ size 377727482
wavlm/ctc/11_wavlm-base-plus/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": false,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "return_attention_mask": true,
8
+ "sampling_rate": 16000
9
+ }
wavlm/ctc/11_wavlm-base-plus/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 6.059221118606064,
4
+ "train_runtime": 6047.979,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 12.401,
7
+ "train_steps_per_second": 1.553
8
+ }
wavlm/ctc/11_wavlm-base-plus/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/microsoft/wavlm-base-plus_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
wavlm/ctc/11_wavlm-base-plus/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 40.92509841918945,
14
+ "eval_mse_0": 40.67839813232422,
15
+ "eval_mse_1": 40.87940216064453,
16
+ "eval_mse_2": 40.453269958496094,
17
+ "eval_mse_3": 41.68956756591797,
18
+ "eval_pcc_0": 0.08874557356735913,
19
+ "eval_pcc_1": 0.03365737593063793,
20
+ "eval_pcc_2": 0.05491939153949617,
21
+ "eval_pcc_3": -0.09798734775532118,
22
+ "eval_runtime": 78.3333,
23
+ "eval_samples_per_second": 31.915,
24
+ "eval_steps_per_second": 3.996,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 42.8944,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 32.78849411010742,
36
+ "eval_mse_0": 31.241565704345703,
37
+ "eval_mse_1": 32.184200286865234,
38
+ "eval_mse_2": 32.737060546875,
39
+ "eval_mse_3": 34.99113082885742,
40
+ "eval_pcc_0": 0.22957080271098798,
41
+ "eval_pcc_1": -0.003933623300139819,
42
+ "eval_pcc_2": 0.051954375299769415,
43
+ "eval_pcc_3": -0.2006071502224893,
44
+ "eval_runtime": 82.0808,
45
+ "eval_samples_per_second": 30.458,
46
+ "eval_steps_per_second": 3.813,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 24.562362670898438,
52
+ "eval_mse_0": 22.121028900146484,
53
+ "eval_mse_1": 23.636045455932617,
54
+ "eval_mse_2": 24.92588996887207,
55
+ "eval_mse_3": 27.566112518310547,
56
+ "eval_pcc_0": 0.24831483250686007,
57
+ "eval_pcc_1": -0.018412231994892506,
58
+ "eval_pcc_2": 0.20467794696600486,
59
+ "eval_pcc_3": -0.15663655496195789,
60
+ "eval_runtime": 78.5637,
61
+ "eval_samples_per_second": 31.821,
62
+ "eval_steps_per_second": 3.984,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 29.041,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 17.03598976135254,
74
+ "eval_mse_0": 14.211115837097168,
75
+ "eval_mse_1": 15.929024696350098,
76
+ "eval_mse_2": 17.610294342041016,
77
+ "eval_mse_3": 20.393535614013672,
78
+ "eval_pcc_0": 0.272914368866706,
79
+ "eval_pcc_1": -0.11144873979842845,
80
+ "eval_pcc_2": 0.08135091981787733,
81
+ "eval_pcc_3": -0.12708089635315847,
82
+ "eval_runtime": 81.7861,
83
+ "eval_samples_per_second": 30.568,
84
+ "eval_steps_per_second": 3.827,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 16.9481,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 10.707806587219238,
96
+ "eval_mse_0": 8.17044448852539,
97
+ "eval_mse_1": 9.624306678771973,
98
+ "eval_mse_2": 11.255075454711914,
99
+ "eval_mse_3": 13.78159236907959,
100
+ "eval_pcc_0": 0.1747711659891751,
101
+ "eval_pcc_1": -0.036550955288912404,
102
+ "eval_pcc_2": 0.10150501847824374,
103
+ "eval_pcc_3": -0.07884897829065453,
104
+ "eval_runtime": 78.9882,
105
+ "eval_samples_per_second": 31.65,
106
+ "eval_steps_per_second": 3.963,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 6.036577224731445,
112
+ "eval_mse_0": 4.3123345375061035,
113
+ "eval_mse_1": 5.164396286010742,
114
+ "eval_mse_2": 6.351274013519287,
115
+ "eval_mse_3": 8.318307876586914,
116
+ "eval_pcc_0": 0.23152799878716365,
117
+ "eval_pcc_1": -0.08421818042981799,
118
+ "eval_pcc_2": 0.21341512468691962,
119
+ "eval_pcc_3": -0.12273021828489504,
120
+ "eval_runtime": 80.6369,
121
+ "eval_samples_per_second": 31.003,
122
+ "eval_steps_per_second": 3.882,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 8.0428,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 3.313201665878296,
134
+ "eval_mse_0": 2.6734328269958496,
135
+ "eval_mse_1": 2.799433708190918,
136
+ "eval_mse_2": 3.3500609397888184,
137
+ "eval_mse_3": 4.429892539978027,
138
+ "eval_pcc_0": 0.11384071125750382,
139
+ "eval_pcc_1": 0.05561857623858605,
140
+ "eval_pcc_2": 0.1675459492678891,
141
+ "eval_pcc_3": -0.1350453694146785,
142
+ "eval_runtime": 81.2252,
143
+ "eval_samples_per_second": 30.779,
144
+ "eval_steps_per_second": 3.853,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 3.5606,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 3.067098617553711,
156
+ "eval_mse_0": 2.996016025543213,
157
+ "eval_mse_1": 2.725879192352295,
158
+ "eval_mse_2": 2.9457948207855225,
159
+ "eval_mse_3": 3.600700855255127,
160
+ "eval_pcc_0": 0.050409678668404775,
161
+ "eval_pcc_1": 0.1069728305141982,
162
+ "eval_pcc_2": 0.08900781040892991,
163
+ "eval_pcc_3": 0.05390114863369704,
164
+ "eval_runtime": 79.2314,
165
+ "eval_samples_per_second": 31.553,
166
+ "eval_steps_per_second": 3.95,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 2.687875986099243,
172
+ "eval_mse_0": 2.8949289321899414,
173
+ "eval_mse_1": 2.452329635620117,
174
+ "eval_mse_2": 2.4913928508758545,
175
+ "eval_mse_3": 2.912856340408325,
176
+ "eval_pcc_0": 0.11318171105053045,
177
+ "eval_pcc_1": 0.18824550776381993,
178
+ "eval_pcc_2": 0.15898503665935104,
179
+ "eval_pcc_3": 0.11703598630150422,
180
+ "eval_runtime": 78.1954,
181
+ "eval_samples_per_second": 31.971,
182
+ "eval_steps_per_second": 4.003,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 2.167,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 2.01593279838562,
194
+ "eval_mse_0": 2.2340304851531982,
195
+ "eval_mse_1": 1.8290148973464966,
196
+ "eval_mse_2": 1.8561742305755615,
197
+ "eval_mse_3": 2.1445131301879883,
198
+ "eval_pcc_0": 0.33639597566522,
199
+ "eval_pcc_1": 0.37377352474916814,
200
+ "eval_pcc_2": 0.35696530777120217,
201
+ "eval_pcc_3": 0.3395557129235399,
202
+ "eval_runtime": 82.6463,
203
+ "eval_samples_per_second": 30.249,
204
+ "eval_steps_per_second": 3.787,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.8473637104034424,
210
+ "eval_mse_0": 2.025456666946411,
211
+ "eval_mse_1": 1.671981692314148,
212
+ "eval_mse_2": 1.7145609855651855,
213
+ "eval_mse_3": 1.9774647951126099,
214
+ "eval_pcc_0": 0.47271587054864705,
215
+ "eval_pcc_1": 0.48183217056235556,
216
+ "eval_pcc_2": 0.46125937203117506,
217
+ "eval_pcc_3": 0.4571300839665519,
218
+ "eval_runtime": 79.333,
219
+ "eval_samples_per_second": 31.513,
220
+ "eval_steps_per_second": 3.945,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 1.5235,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.6102408170700073,
232
+ "eval_mse_0": 1.7867062091827393,
233
+ "eval_mse_1": 1.456290602684021,
234
+ "eval_mse_2": 1.4623515605926514,
235
+ "eval_mse_3": 1.73561429977417,
236
+ "eval_pcc_0": 0.5298135457499518,
237
+ "eval_pcc_1": 0.574013060034858,
238
+ "eval_pcc_2": 0.5582899231608917,
239
+ "eval_pcc_3": 0.543803688467562,
240
+ "eval_runtime": 79.3174,
241
+ "eval_samples_per_second": 31.519,
242
+ "eval_steps_per_second": 3.946,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 1.1301,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.6933174133300781,
254
+ "eval_mse_0": 1.9299421310424805,
255
+ "eval_mse_1": 1.508778691291809,
256
+ "eval_mse_2": 1.4918091297149658,
257
+ "eval_mse_3": 1.8427388668060303,
258
+ "eval_pcc_0": 0.5353618964407973,
259
+ "eval_pcc_1": 0.6166978718427764,
260
+ "eval_pcc_2": 0.5959045270645446,
261
+ "eval_pcc_3": 0.5574842874976529,
262
+ "eval_runtime": 78.8646,
263
+ "eval_samples_per_second": 31.7,
264
+ "eval_steps_per_second": 3.969,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.4280122518539429,
270
+ "eval_mse_0": 1.619033694267273,
271
+ "eval_mse_1": 1.2264654636383057,
272
+ "eval_mse_2": 1.282893419265747,
273
+ "eval_mse_3": 1.58365797996521,
274
+ "eval_pcc_0": 0.5884006426016923,
275
+ "eval_pcc_1": 0.6387595548876587,
276
+ "eval_pcc_2": 0.6214984651876456,
277
+ "eval_pcc_3": 0.596507678301137,
278
+ "eval_runtime": 77.7288,
279
+ "eval_samples_per_second": 32.163,
280
+ "eval_steps_per_second": 4.027,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 1.019,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.5154403448104858,
292
+ "eval_mse_0": 1.7556794881820679,
293
+ "eval_mse_1": 1.315340518951416,
294
+ "eval_mse_2": 1.2993664741516113,
295
+ "eval_mse_3": 1.6913710832595825,
296
+ "eval_pcc_0": 0.5673807940567884,
297
+ "eval_pcc_1": 0.6382193772363622,
298
+ "eval_pcc_2": 0.6286954586204463,
299
+ "eval_pcc_3": 0.5869669071984832,
300
+ "eval_runtime": 81.7464,
301
+ "eval_samples_per_second": 30.582,
302
+ "eval_steps_per_second": 3.829,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.9323,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.3244377374649048,
314
+ "eval_mse_0": 1.5277036428451538,
315
+ "eval_mse_1": 1.11537766456604,
316
+ "eval_mse_2": 1.1631463766098022,
317
+ "eval_mse_3": 1.491525650024414,
318
+ "eval_pcc_0": 0.6140943658380088,
319
+ "eval_pcc_1": 0.6754360480642189,
320
+ "eval_pcc_2": 0.6639638605735236,
321
+ "eval_pcc_3": 0.6245641599513393,
322
+ "eval_runtime": 80.2875,
323
+ "eval_samples_per_second": 31.138,
324
+ "eval_steps_per_second": 3.898,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.382918119430542,
330
+ "eval_mse_0": 1.6079680919647217,
331
+ "eval_mse_1": 1.1977176666259766,
332
+ "eval_mse_2": 1.192883014678955,
333
+ "eval_mse_3": 1.5331019163131714,
334
+ "eval_pcc_0": 0.6104466590698571,
335
+ "eval_pcc_1": 0.6702265628113062,
336
+ "eval_pcc_2": 0.6656655498853645,
337
+ "eval_pcc_3": 0.6244203249501635,
338
+ "eval_runtime": 81.8748,
339
+ "eval_samples_per_second": 30.534,
340
+ "eval_steps_per_second": 3.823,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.8479,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.4439152479171753,
352
+ "eval_mse_0": 1.6785634756088257,
353
+ "eval_mse_1": 1.257859706878662,
354
+ "eval_mse_2": 1.2350285053253174,
355
+ "eval_mse_3": 1.60420823097229,
356
+ "eval_pcc_0": 0.5938744584685951,
357
+ "eval_pcc_1": 0.6557682234161356,
358
+ "eval_pcc_2": 0.6506867461309384,
359
+ "eval_pcc_3": 0.6122849900207393,
360
+ "eval_runtime": 82.4657,
361
+ "eval_samples_per_second": 30.316,
362
+ "eval_steps_per_second": 3.796,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.3677642345428467,
368
+ "eval_mse_0": 1.6034069061279297,
369
+ "eval_mse_1": 1.1784729957580566,
370
+ "eval_mse_2": 1.165022850036621,
371
+ "eval_mse_3": 1.5241518020629883,
372
+ "eval_pcc_0": 0.61778377889197,
373
+ "eval_pcc_1": 0.6798715796354291,
374
+ "eval_pcc_2": 0.6762579055923401,
375
+ "eval_pcc_3": 0.635591100236677,
376
+ "eval_runtime": 79.633,
377
+ "eval_samples_per_second": 31.394,
378
+ "eval_steps_per_second": 3.931,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.8008,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.68001127243042,
390
+ "eval_mse_0": 1.8831572532653809,
391
+ "eval_mse_1": 1.5748306512832642,
392
+ "eval_mse_2": 1.457642912864685,
393
+ "eval_mse_3": 1.8044133186340332,
394
+ "eval_pcc_0": 0.6006474129035845,
395
+ "eval_pcc_1": 0.665140884803832,
396
+ "eval_pcc_2": 0.6629782418008728,
397
+ "eval_pcc_3": 0.6211110991714275,
398
+ "eval_runtime": 82.4044,
399
+ "eval_samples_per_second": 30.338,
400
+ "eval_steps_per_second": 3.798,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.7923,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.2996965646743774,
412
+ "eval_mse_0": 1.5437017679214478,
413
+ "eval_mse_1": 1.085452675819397,
414
+ "eval_mse_2": 1.0878477096557617,
415
+ "eval_mse_3": 1.4817842245101929,
416
+ "eval_pcc_0": 0.627363141212117,
417
+ "eval_pcc_1": 0.6948322922100065,
418
+ "eval_pcc_2": 0.6918378225494868,
419
+ "eval_pcc_3": 0.6431909682589583,
420
+ "eval_runtime": 82.9401,
421
+ "eval_samples_per_second": 30.142,
422
+ "eval_steps_per_second": 3.774,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.3148492574691772,
428
+ "eval_mse_0": 1.5505955219268799,
429
+ "eval_mse_1": 1.1180856227874756,
430
+ "eval_mse_2": 1.114824652671814,
431
+ "eval_mse_3": 1.4758906364440918,
432
+ "eval_pcc_0": 0.6237466463633451,
433
+ "eval_pcc_1": 0.6900179721731934,
434
+ "eval_pcc_2": 0.6844125249561941,
435
+ "eval_pcc_3": 0.6428092285002251,
436
+ "eval_runtime": 82.6344,
437
+ "eval_samples_per_second": 30.254,
438
+ "eval_steps_per_second": 3.788,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.7666,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.5393589735031128,
450
+ "eval_mse_0": 1.791621446609497,
451
+ "eval_mse_1": 1.3429203033447266,
452
+ "eval_mse_2": 1.3031575679779053,
453
+ "eval_mse_3": 1.7197370529174805,
454
+ "eval_pcc_0": 0.5843570971138621,
455
+ "eval_pcc_1": 0.6509448085748086,
456
+ "eval_pcc_2": 0.6440752626958857,
457
+ "eval_pcc_3": 0.6062076260826689,
458
+ "eval_runtime": 78.2103,
459
+ "eval_samples_per_second": 31.965,
460
+ "eval_steps_per_second": 4.002,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.7195,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.329844355583191,
472
+ "eval_mse_0": 1.5613162517547607,
473
+ "eval_mse_1": 1.1310811042785645,
474
+ "eval_mse_2": 1.127532958984375,
475
+ "eval_mse_3": 1.4994460344314575,
476
+ "eval_pcc_0": 0.6258949293379266,
477
+ "eval_pcc_1": 0.6890460972513985,
478
+ "eval_pcc_2": 0.6849595985942558,
479
+ "eval_pcc_3": 0.642794030572561,
480
+ "eval_runtime": 82.066,
481
+ "eval_samples_per_second": 30.463,
482
+ "eval_steps_per_second": 3.814,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.311743140220642,
488
+ "eval_mse_0": 1.5387192964553833,
489
+ "eval_mse_1": 1.1158137321472168,
490
+ "eval_mse_2": 1.1149393320083618,
491
+ "eval_mse_3": 1.4774982929229736,
492
+ "eval_pcc_0": 0.6262297113056947,
493
+ "eval_pcc_1": 0.6881821028644127,
494
+ "eval_pcc_2": 0.6842044415587056,
495
+ "eval_pcc_3": 0.6432299703715897,
496
+ "eval_runtime": 81.8455,
497
+ "eval_samples_per_second": 30.545,
498
+ "eval_steps_per_second": 3.824,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.7144,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.2450506687164307,
510
+ "eval_mse_0": 1.4529749155044556,
511
+ "eval_mse_1": 1.050515055656433,
512
+ "eval_mse_2": 1.0712227821350098,
513
+ "eval_mse_3": 1.4054850339889526,
514
+ "eval_pcc_0": 0.6357039944150137,
515
+ "eval_pcc_1": 0.6969029516885816,
516
+ "eval_pcc_2": 0.693080593536517,
517
+ "eval_pcc_3": 0.6525808980531272,
518
+ "eval_runtime": 80.218,
519
+ "eval_samples_per_second": 31.165,
520
+ "eval_steps_per_second": 3.902,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.2891597747802734,
526
+ "eval_mse_0": 1.5186522006988525,
527
+ "eval_mse_1": 1.0855602025985718,
528
+ "eval_mse_2": 1.0898821353912354,
529
+ "eval_mse_3": 1.4625431299209595,
530
+ "eval_pcc_0": 0.6347254498003139,
531
+ "eval_pcc_1": 0.6984256326329508,
532
+ "eval_pcc_2": 0.693723850436451,
533
+ "eval_pcc_3": 0.6513433723870541,
534
+ "eval_runtime": 82.7218,
535
+ "eval_samples_per_second": 30.222,
536
+ "eval_steps_per_second": 3.784,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.6927,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.272894263267517,
548
+ "eval_mse_0": 1.500210165977478,
549
+ "eval_mse_1": 1.0721937417984009,
550
+ "eval_mse_2": 1.0734037160873413,
551
+ "eval_mse_3": 1.4457675218582153,
552
+ "eval_pcc_0": 0.6361825800627128,
553
+ "eval_pcc_1": 0.7002354702109453,
554
+ "eval_pcc_2": 0.6959352772170452,
555
+ "eval_pcc_3": 0.6524831469456405,
556
+ "eval_runtime": 82.2837,
557
+ "eval_samples_per_second": 30.383,
558
+ "eval_steps_per_second": 3.804,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.6658,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.2682032585144043,
570
+ "eval_mse_0": 1.4995371103286743,
571
+ "eval_mse_1": 1.0645296573638916,
572
+ "eval_mse_2": 1.0676153898239136,
573
+ "eval_mse_3": 1.4411287307739258,
574
+ "eval_pcc_0": 0.6369670435295149,
575
+ "eval_pcc_1": 0.7020138918432507,
576
+ "eval_pcc_2": 0.6977573808304168,
577
+ "eval_pcc_3": 0.6538634948810085,
578
+ "eval_runtime": 82.5777,
579
+ "eval_samples_per_second": 30.275,
580
+ "eval_steps_per_second": 3.79,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.2765703201293945,
586
+ "eval_mse_0": 1.508984088897705,
587
+ "eval_mse_1": 1.0737369060516357,
588
+ "eval_mse_2": 1.0750972032546997,
589
+ "eval_mse_3": 1.4484633207321167,
590
+ "eval_pcc_0": 0.6359470745037882,
591
+ "eval_pcc_1": 0.7004894685416203,
592
+ "eval_pcc_2": 0.6962974260390405,
593
+ "eval_pcc_3": 0.6531529342580711,
594
+ "eval_runtime": 80.8983,
595
+ "eval_samples_per_second": 30.903,
596
+ "eval_steps_per_second": 3.869,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 6.059221118606064,
604
+ "train_runtime": 6047.979,
605
+ "train_samples_per_second": 12.401,
606
+ "train_steps_per_second": 1.553
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
wavlm/ctc/11_wavlm-base-plus/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba3f5b85cd4733b554cd0eaf9de6d93b3e40bfdd4f5f772e0c82a13c03e90cf
3
+ size 4792