Upload folder using huggingface_hub

#28
hubert/ctc/07_hubert-base-ls960/all_results.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2493095397949219,
4
+ "eval_mse_0": 1.4914156198501587,
5
+ "eval_mse_1": 1.0148504972457886,
6
+ "eval_mse_2": 1.072370171546936,
7
+ "eval_mse_3": 1.4185993671417236,
8
+ "eval_pcc_0": 0.6263305733339232,
9
+ "eval_pcc_1": 0.7082555835336036,
10
+ "eval_pcc_2": 0.6930081429265216,
11
+ "eval_pcc_3": 0.6486895291481016,
12
+ "eval_runtime": 88.9627,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 28.102,
15
+ "eval_steps_per_second": 3.518,
16
+ "train_loss": 3.164890637870033,
17
+ "train_runtime": 6354.1068,
18
+ "train_samples": 2500,
19
+ "train_samples_per_second": 11.803,
20
+ "train_steps_per_second": 1.478
21
+ }
hubert/ctc/07_hubert-base-ls960/args.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 4,
3
+ "model_name": "facebook/hubert-base-ls960",
4
+ "learning_rate": 1e-05,
5
+ "num_train_epochs": 30,
6
+ "save_dir": "./ctc/model_saved",
7
+ "freeze_feature_extractor": false,
8
+ "exp_name": "facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
9
+ "save_dir_path": "./ctc/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4",
10
+ "save_log_path": "./ctc/model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4"
11
+ }
hubert/ctc/07_hubert-base-ls960/eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "eval_loss": 1.2493095397949219,
4
+ "eval_mse_0": 1.4914156198501587,
5
+ "eval_mse_1": 1.0148504972457886,
6
+ "eval_mse_2": 1.072370171546936,
7
+ "eval_mse_3": 1.4185993671417236,
8
+ "eval_pcc_0": 0.6263305733339232,
9
+ "eval_pcc_1": 0.7082555835336036,
10
+ "eval_pcc_2": 0.6930081429265216,
11
+ "eval_pcc_3": 0.6486895291481016,
12
+ "eval_runtime": 88.9627,
13
+ "eval_samples": 2500,
14
+ "eval_samples_per_second": 28.102,
15
+ "eval_steps_per_second": 3.518
16
+ }
hubert/ctc/07_hubert-base-ls960/finetuned_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e797527c8a11689ebebbe788022c1966638211faf0aeca9b5adde9c5fa8105a
3
+ size 377676468
hubert/ctc/07_hubert-base-ls960/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd1bda31fd11974af1e442510d912bf82b16ba49e5e72ae0f515d95c60081a2
3
+ size 377612664
hubert/ctc/07_hubert-base-ls960/model_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99423a68b00fca3a78452bd4b7be7b22cd60edc14e04105d659816e4230d3b3
3
+ size 377674150
hubert/ctc/07_hubert-base-ls960/preprocessor_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "return_attention_mask": false,
8
+ "sampling_rate": 16000
9
+ }
hubert/ctc/07_hubert-base-ls960/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 3.164890637870033,
4
+ "train_runtime": 6354.1068,
5
+ "train_samples": 2500,
6
+ "train_samples_per_second": 11.803,
7
+ "train_steps_per_second": 1.478
8
+ }
hubert/ctc/07_hubert-base-ls960/trainer_args.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"output_dir": "./ctc/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./ctc/model_saved/logs/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./ctc/model_saved/facebook/hubert-base-ls960_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}
hubert/ctc/07_hubert-base-ls960/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9390,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 24.271942138671875,
14
+ "eval_mse_0": 27.300491333007812,
15
+ "eval_mse_1": 24.194246292114258,
16
+ "eval_mse_2": 17.411924362182617,
17
+ "eval_mse_3": 28.181047439575195,
18
+ "eval_pcc_0": -0.14548786201663708,
19
+ "eval_pcc_1": 0.06499564520456144,
20
+ "eval_pcc_2": 0.11798084327957856,
21
+ "eval_pcc_3": -0.09305461922777683,
22
+ "eval_runtime": 80.0069,
23
+ "eval_samples_per_second": 31.247,
24
+ "eval_steps_per_second": 3.912,
25
+ "step": 313
26
+ },
27
+ {
28
+ "epoch": 1.6,
29
+ "learning_rate": 9.467518636847711e-06,
30
+ "loss": 30.1794,
31
+ "step": 500
32
+ },
33
+ {
34
+ "epoch": 2.0,
35
+ "eval_loss": 13.9841890335083,
36
+ "eval_mse_0": 17.104143142700195,
37
+ "eval_mse_1": 11.099732398986816,
38
+ "eval_mse_2": 10.167848587036133,
39
+ "eval_mse_3": 17.56500816345215,
40
+ "eval_pcc_0": -0.16666110447016855,
41
+ "eval_pcc_1": 0.040364571317645405,
42
+ "eval_pcc_2": 0.103102358890844,
43
+ "eval_pcc_3": -0.2563204200848765,
44
+ "eval_runtime": 81.3731,
45
+ "eval_samples_per_second": 30.723,
46
+ "eval_steps_per_second": 3.846,
47
+ "step": 626
48
+ },
49
+ {
50
+ "epoch": 3.0,
51
+ "eval_loss": 6.378209590911865,
52
+ "eval_mse_0": 8.205657005310059,
53
+ "eval_mse_1": 3.9807863235473633,
54
+ "eval_mse_2": 5.1692070960998535,
55
+ "eval_mse_3": 8.157196998596191,
56
+ "eval_pcc_0": -0.31510984602144676,
57
+ "eval_pcc_1": 0.21272704385526167,
58
+ "eval_pcc_2": 0.07195095364293218,
59
+ "eval_pcc_3": -0.29940359904712466,
60
+ "eval_runtime": 82.761,
61
+ "eval_samples_per_second": 30.207,
62
+ "eval_steps_per_second": 3.782,
63
+ "step": 939
64
+ },
65
+ {
66
+ "epoch": 3.19,
67
+ "learning_rate": 8.935037273695422e-06,
68
+ "loss": 12.314,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.0,
73
+ "eval_loss": 2.687896490097046,
74
+ "eval_mse_0": 3.1669797897338867,
75
+ "eval_mse_1": 2.112496852874756,
76
+ "eval_mse_2": 2.4325101375579834,
77
+ "eval_mse_3": 3.0395915508270264,
78
+ "eval_pcc_0": -0.3556362387058698,
79
+ "eval_pcc_1": 0.3806613049370105,
80
+ "eval_pcc_2": 0.14293440033272223,
81
+ "eval_pcc_3": -0.02655774318989157,
82
+ "eval_runtime": 82.0132,
83
+ "eval_samples_per_second": 30.483,
84
+ "eval_steps_per_second": 3.816,
85
+ "step": 1252
86
+ },
87
+ {
88
+ "epoch": 4.79,
89
+ "learning_rate": 8.402555910543132e-06,
90
+ "loss": 3.9716,
91
+ "step": 1500
92
+ },
93
+ {
94
+ "epoch": 5.0,
95
+ "eval_loss": 2.5286941528320312,
96
+ "eval_mse_0": 2.530693292617798,
97
+ "eval_mse_1": 2.555872678756714,
98
+ "eval_mse_2": 2.451997756958008,
99
+ "eval_mse_3": 2.5762059688568115,
100
+ "eval_pcc_0": 0.07933371035265133,
101
+ "eval_pcc_1": 0.10647388118257305,
102
+ "eval_pcc_2": 0.08990283327611653,
103
+ "eval_pcc_3": 0.08041069767964563,
104
+ "eval_runtime": 83.2603,
105
+ "eval_samples_per_second": 30.026,
106
+ "eval_steps_per_second": 3.759,
107
+ "step": 1565
108
+ },
109
+ {
110
+ "epoch": 6.0,
111
+ "eval_loss": 1.9546644687652588,
112
+ "eval_mse_0": 2.146507501602173,
113
+ "eval_mse_1": 1.767563819885254,
114
+ "eval_mse_2": 1.7467103004455566,
115
+ "eval_mse_3": 2.1578633785247803,
116
+ "eval_pcc_0": 0.36994909438914186,
117
+ "eval_pcc_1": 0.46705918543007185,
118
+ "eval_pcc_2": 0.44417087407522876,
119
+ "eval_pcc_3": 0.3881902994636152,
120
+ "eval_runtime": 83.5278,
121
+ "eval_samples_per_second": 29.93,
122
+ "eval_steps_per_second": 3.747,
123
+ "step": 1878
124
+ },
125
+ {
126
+ "epoch": 6.39,
127
+ "learning_rate": 7.870074547390843e-06,
128
+ "loss": 2.2386,
129
+ "step": 2000
130
+ },
131
+ {
132
+ "epoch": 7.0,
133
+ "eval_loss": 1.7453839778900146,
134
+ "eval_mse_0": 1.8941607475280762,
135
+ "eval_mse_1": 1.6117703914642334,
136
+ "eval_mse_2": 1.5471867322921753,
137
+ "eval_mse_3": 1.9284205436706543,
138
+ "eval_pcc_0": 0.5508077211033265,
139
+ "eval_pcc_1": 0.5890865782014147,
140
+ "eval_pcc_2": 0.5808634735376288,
141
+ "eval_pcc_3": 0.5624351083290946,
142
+ "eval_runtime": 82.8454,
143
+ "eval_samples_per_second": 30.177,
144
+ "eval_steps_per_second": 3.778,
145
+ "step": 2191
146
+ },
147
+ {
148
+ "epoch": 7.99,
149
+ "learning_rate": 7.337593184238552e-06,
150
+ "loss": 1.3042,
151
+ "step": 2500
152
+ },
153
+ {
154
+ "epoch": 8.0,
155
+ "eval_loss": 1.5628652572631836,
156
+ "eval_mse_0": 1.8060486316680908,
157
+ "eval_mse_1": 1.3192493915557861,
158
+ "eval_mse_2": 1.3420933485031128,
159
+ "eval_mse_3": 1.7840710878372192,
160
+ "eval_pcc_0": 0.5821495256431484,
161
+ "eval_pcc_1": 0.6471299074724468,
162
+ "eval_pcc_2": 0.6374288160521733,
163
+ "eval_pcc_3": 0.599134894637217,
164
+ "eval_runtime": 83.1124,
165
+ "eval_samples_per_second": 30.08,
166
+ "eval_steps_per_second": 3.766,
167
+ "step": 2504
168
+ },
169
+ {
170
+ "epoch": 9.0,
171
+ "eval_loss": 1.5899088382720947,
172
+ "eval_mse_0": 1.859727144241333,
173
+ "eval_mse_1": 1.3413670063018799,
174
+ "eval_mse_2": 1.3158624172210693,
175
+ "eval_mse_3": 1.8426814079284668,
176
+ "eval_pcc_0": 0.5862514749401213,
177
+ "eval_pcc_1": 0.6792836722617294,
178
+ "eval_pcc_2": 0.6620047755408976,
179
+ "eval_pcc_3": 0.6104415689168866,
180
+ "eval_runtime": 84.0585,
181
+ "eval_samples_per_second": 29.741,
182
+ "eval_steps_per_second": 3.724,
183
+ "step": 2817
184
+ },
185
+ {
186
+ "epoch": 9.58,
187
+ "learning_rate": 6.805111821086262e-06,
188
+ "loss": 1.0734,
189
+ "step": 3000
190
+ },
191
+ {
192
+ "epoch": 10.0,
193
+ "eval_loss": 1.3498386144638062,
194
+ "eval_mse_0": 1.5539796352386475,
195
+ "eval_mse_1": 1.154152750968933,
196
+ "eval_mse_2": 1.1938356161117554,
197
+ "eval_mse_3": 1.4973835945129395,
198
+ "eval_pcc_0": 0.6325682555548746,
199
+ "eval_pcc_1": 0.6977535993042383,
200
+ "eval_pcc_2": 0.6906942647010262,
201
+ "eval_pcc_3": 0.6495782625012133,
202
+ "eval_runtime": 82.7644,
203
+ "eval_samples_per_second": 30.206,
204
+ "eval_steps_per_second": 3.782,
205
+ "step": 3130
206
+ },
207
+ {
208
+ "epoch": 11.0,
209
+ "eval_loss": 1.189203143119812,
210
+ "eval_mse_0": 1.3956130743026733,
211
+ "eval_mse_1": 0.991305947303772,
212
+ "eval_mse_2": 1.0078909397125244,
213
+ "eval_mse_3": 1.3619987964630127,
214
+ "eval_pcc_0": 0.6468207850570085,
215
+ "eval_pcc_1": 0.7171739359802156,
216
+ "eval_pcc_2": 0.7142764385408592,
217
+ "eval_pcc_3": 0.6640223939890245,
218
+ "eval_runtime": 83.7971,
219
+ "eval_samples_per_second": 29.834,
220
+ "eval_steps_per_second": 3.735,
221
+ "step": 3443
222
+ },
223
+ {
224
+ "epoch": 11.18,
225
+ "learning_rate": 6.272630457933972e-06,
226
+ "loss": 0.8578,
227
+ "step": 3500
228
+ },
229
+ {
230
+ "epoch": 12.0,
231
+ "eval_loss": 1.254693865776062,
232
+ "eval_mse_0": 1.4927107095718384,
233
+ "eval_mse_1": 1.0186516046524048,
234
+ "eval_mse_2": 1.0714409351348877,
235
+ "eval_mse_3": 1.435970664024353,
236
+ "eval_pcc_0": 0.6515857483158732,
237
+ "eval_pcc_1": 0.7304227465730331,
238
+ "eval_pcc_2": 0.7224555957600851,
239
+ "eval_pcc_3": 0.6713316962302993,
240
+ "eval_runtime": 82.9513,
241
+ "eval_samples_per_second": 30.138,
242
+ "eval_steps_per_second": 3.773,
243
+ "step": 3756
244
+ },
245
+ {
246
+ "epoch": 12.78,
247
+ "learning_rate": 5.7401490947816826e-06,
248
+ "loss": 0.8416,
249
+ "step": 4000
250
+ },
251
+ {
252
+ "epoch": 13.0,
253
+ "eval_loss": 1.349361538887024,
254
+ "eval_mse_0": 1.5858908891677856,
255
+ "eval_mse_1": 1.0917737483978271,
256
+ "eval_mse_2": 1.1604253053665161,
257
+ "eval_mse_3": 1.559354305267334,
258
+ "eval_pcc_0": 0.6362621359229264,
259
+ "eval_pcc_1": 0.7115743512772185,
260
+ "eval_pcc_2": 0.6994712322041676,
261
+ "eval_pcc_3": 0.6512857959225594,
262
+ "eval_runtime": 82.7452,
263
+ "eval_samples_per_second": 30.213,
264
+ "eval_steps_per_second": 3.783,
265
+ "step": 4069
266
+ },
267
+ {
268
+ "epoch": 14.0,
269
+ "eval_loss": 1.5041005611419678,
270
+ "eval_mse_0": 1.7604212760925293,
271
+ "eval_mse_1": 1.2794007062911987,
272
+ "eval_mse_2": 1.3193498849868774,
273
+ "eval_mse_3": 1.6572281122207642,
274
+ "eval_pcc_0": 0.6429737282621311,
275
+ "eval_pcc_1": 0.718672283351657,
276
+ "eval_pcc_2": 0.7075617396362348,
277
+ "eval_pcc_3": 0.6601804820199388,
278
+ "eval_runtime": 81.7036,
279
+ "eval_samples_per_second": 30.598,
280
+ "eval_steps_per_second": 3.831,
281
+ "step": 4382
282
+ },
283
+ {
284
+ "epoch": 14.38,
285
+ "learning_rate": 5.207667731629393e-06,
286
+ "loss": 0.7904,
287
+ "step": 4500
288
+ },
289
+ {
290
+ "epoch": 15.0,
291
+ "eval_loss": 1.2021714448928833,
292
+ "eval_mse_0": 1.416617512702942,
293
+ "eval_mse_1": 0.9957492351531982,
294
+ "eval_mse_2": 1.0131484270095825,
295
+ "eval_mse_3": 1.3831737041473389,
296
+ "eval_pcc_0": 0.6478962465574851,
297
+ "eval_pcc_1": 0.7209737499721268,
298
+ "eval_pcc_2": 0.7142764200582282,
299
+ "eval_pcc_3": 0.664304879264453,
300
+ "eval_runtime": 81.5625,
301
+ "eval_samples_per_second": 30.651,
302
+ "eval_steps_per_second": 3.838,
303
+ "step": 4695
304
+ },
305
+ {
306
+ "epoch": 15.97,
307
+ "learning_rate": 4.675186368477103e-06,
308
+ "loss": 0.6994,
309
+ "step": 5000
310
+ },
311
+ {
312
+ "epoch": 16.0,
313
+ "eval_loss": 1.1910687685012817,
314
+ "eval_mse_0": 1.42694890499115,
315
+ "eval_mse_1": 0.961831271648407,
316
+ "eval_mse_2": 1.0112196207046509,
317
+ "eval_mse_3": 1.364274263381958,
318
+ "eval_pcc_0": 0.6499766929989326,
319
+ "eval_pcc_1": 0.7281674020018518,
320
+ "eval_pcc_2": 0.7171213278136861,
321
+ "eval_pcc_3": 0.6696337826195427,
322
+ "eval_runtime": 82.7846,
323
+ "eval_samples_per_second": 30.199,
324
+ "eval_steps_per_second": 3.781,
325
+ "step": 5008
326
+ },
327
+ {
328
+ "epoch": 17.0,
329
+ "eval_loss": 1.3198091983795166,
330
+ "eval_mse_0": 1.5518916845321655,
331
+ "eval_mse_1": 1.0807925462722778,
332
+ "eval_mse_2": 1.1498491764068604,
333
+ "eval_mse_3": 1.496700644493103,
334
+ "eval_pcc_0": 0.651909457264101,
335
+ "eval_pcc_1": 0.7282353118459178,
336
+ "eval_pcc_2": 0.7163987439861896,
337
+ "eval_pcc_3": 0.670889246766461,
338
+ "eval_runtime": 83.1444,
339
+ "eval_samples_per_second": 30.068,
340
+ "eval_steps_per_second": 3.765,
341
+ "step": 5321
342
+ },
343
+ {
344
+ "epoch": 17.57,
345
+ "learning_rate": 4.142705005324814e-06,
346
+ "loss": 0.6793,
347
+ "step": 5500
348
+ },
349
+ {
350
+ "epoch": 18.0,
351
+ "eval_loss": 1.271781325340271,
352
+ "eval_mse_0": 1.5256954431533813,
353
+ "eval_mse_1": 1.0072026252746582,
354
+ "eval_mse_2": 1.0706487894058228,
355
+ "eval_mse_3": 1.483577847480774,
356
+ "eval_pcc_0": 0.6518785592016166,
357
+ "eval_pcc_1": 0.7287854624167176,
358
+ "eval_pcc_2": 0.7160294983405926,
359
+ "eval_pcc_3": 0.6681253464944837,
360
+ "eval_runtime": 83.2052,
361
+ "eval_samples_per_second": 30.046,
362
+ "eval_steps_per_second": 3.762,
363
+ "step": 5634
364
+ },
365
+ {
366
+ "epoch": 19.0,
367
+ "eval_loss": 1.2994972467422485,
368
+ "eval_mse_0": 1.5230016708374023,
369
+ "eval_mse_1": 1.0811278820037842,
370
+ "eval_mse_2": 1.1360291242599487,
371
+ "eval_mse_3": 1.4578287601470947,
372
+ "eval_pcc_0": 0.645450400151024,
373
+ "eval_pcc_1": 0.7182527851577998,
374
+ "eval_pcc_2": 0.7066080528130518,
375
+ "eval_pcc_3": 0.6644084647209776,
376
+ "eval_runtime": 83.4328,
377
+ "eval_samples_per_second": 29.964,
378
+ "eval_steps_per_second": 3.752,
379
+ "step": 5947
380
+ },
381
+ {
382
+ "epoch": 19.17,
383
+ "learning_rate": 3.6102236421725247e-06,
384
+ "loss": 0.6328,
385
+ "step": 6000
386
+ },
387
+ {
388
+ "epoch": 20.0,
389
+ "eval_loss": 1.232839822769165,
390
+ "eval_mse_0": 1.3921548128128052,
391
+ "eval_mse_1": 1.0779075622558594,
392
+ "eval_mse_2": 1.1076849699020386,
393
+ "eval_mse_3": 1.3536121845245361,
394
+ "eval_pcc_0": 0.6417346286767743,
395
+ "eval_pcc_1": 0.7144031894156039,
396
+ "eval_pcc_2": 0.7036059743968909,
397
+ "eval_pcc_3": 0.6610830851377932,
398
+ "eval_runtime": 83.023,
399
+ "eval_samples_per_second": 30.112,
400
+ "eval_steps_per_second": 3.77,
401
+ "step": 6260
402
+ },
403
+ {
404
+ "epoch": 20.77,
405
+ "learning_rate": 3.0777422790202343e-06,
406
+ "loss": 0.6144,
407
+ "step": 6500
408
+ },
409
+ {
410
+ "epoch": 21.0,
411
+ "eval_loss": 1.2735888957977295,
412
+ "eval_mse_0": 1.5519804954528809,
413
+ "eval_mse_1": 0.9966592788696289,
414
+ "eval_mse_2": 1.0567021369934082,
415
+ "eval_mse_3": 1.4890103340148926,
416
+ "eval_pcc_0": 0.6424187815346465,
417
+ "eval_pcc_1": 0.7243660632433939,
418
+ "eval_pcc_2": 0.7117698149924352,
419
+ "eval_pcc_3": 0.6620332530297232,
420
+ "eval_runtime": 83.4365,
421
+ "eval_samples_per_second": 29.963,
422
+ "eval_steps_per_second": 3.751,
423
+ "step": 6573
424
+ },
425
+ {
426
+ "epoch": 22.0,
427
+ "eval_loss": 1.2456927299499512,
428
+ "eval_mse_0": 1.4935166835784912,
429
+ "eval_mse_1": 0.9993475675582886,
430
+ "eval_mse_2": 1.0566655397415161,
431
+ "eval_mse_3": 1.4332396984100342,
432
+ "eval_pcc_0": 0.637259511415967,
433
+ "eval_pcc_1": 0.7132525794798602,
434
+ "eval_pcc_2": 0.6981178207116577,
435
+ "eval_pcc_3": 0.6551861860456595,
436
+ "eval_runtime": 83.701,
437
+ "eval_samples_per_second": 29.868,
438
+ "eval_steps_per_second": 3.74,
439
+ "step": 6886
440
+ },
441
+ {
442
+ "epoch": 22.36,
443
+ "learning_rate": 2.5452609158679447e-06,
444
+ "loss": 0.6221,
445
+ "step": 7000
446
+ },
447
+ {
448
+ "epoch": 23.0,
449
+ "eval_loss": 1.2332617044448853,
450
+ "eval_mse_0": 1.4805700778961182,
451
+ "eval_mse_1": 0.9904279112815857,
452
+ "eval_mse_2": 1.0436515808105469,
453
+ "eval_mse_3": 1.418399453163147,
454
+ "eval_pcc_0": 0.6370580283549714,
455
+ "eval_pcc_1": 0.7187949459239454,
456
+ "eval_pcc_2": 0.7064151160844362,
457
+ "eval_pcc_3": 0.6567241906471907,
458
+ "eval_runtime": 84.0454,
459
+ "eval_samples_per_second": 29.746,
460
+ "eval_steps_per_second": 3.724,
461
+ "step": 7199
462
+ },
463
+ {
464
+ "epoch": 23.96,
465
+ "learning_rate": 2.012779552715655e-06,
466
+ "loss": 0.5622,
467
+ "step": 7500
468
+ },
469
+ {
470
+ "epoch": 24.0,
471
+ "eval_loss": 1.2429732084274292,
472
+ "eval_mse_0": 1.476340889930725,
473
+ "eval_mse_1": 1.0086240768432617,
474
+ "eval_mse_2": 1.0722858905792236,
475
+ "eval_mse_3": 1.414642333984375,
476
+ "eval_pcc_0": 0.6381722078028146,
477
+ "eval_pcc_1": 0.7125398615877524,
478
+ "eval_pcc_2": 0.6970167625508378,
479
+ "eval_pcc_3": 0.6579989171491827,
480
+ "eval_runtime": 84.021,
481
+ "eval_samples_per_second": 29.754,
482
+ "eval_steps_per_second": 3.725,
483
+ "step": 7512
484
+ },
485
+ {
486
+ "epoch": 25.0,
487
+ "eval_loss": 1.2567051649093628,
488
+ "eval_mse_0": 1.4986131191253662,
489
+ "eval_mse_1": 1.0172096490859985,
490
+ "eval_mse_2": 1.0794354677200317,
491
+ "eval_mse_3": 1.4315638542175293,
492
+ "eval_pcc_0": 0.6334555764119674,
493
+ "eval_pcc_1": 0.7100403883550881,
494
+ "eval_pcc_2": 0.6940568981875316,
495
+ "eval_pcc_3": 0.6527020696167468,
496
+ "eval_runtime": 83.1804,
497
+ "eval_samples_per_second": 30.055,
498
+ "eval_steps_per_second": 3.763,
499
+ "step": 7825
500
+ },
501
+ {
502
+ "epoch": 25.56,
503
+ "learning_rate": 1.4802981895633654e-06,
504
+ "loss": 0.5554,
505
+ "step": 8000
506
+ },
507
+ {
508
+ "epoch": 26.0,
509
+ "eval_loss": 1.240517497062683,
510
+ "eval_mse_0": 1.4564898014068604,
511
+ "eval_mse_1": 1.0270394086837769,
512
+ "eval_mse_2": 1.0821157693862915,
513
+ "eval_mse_3": 1.3964252471923828,
514
+ "eval_pcc_0": 0.6328358274577357,
515
+ "eval_pcc_1": 0.7068157051068026,
516
+ "eval_pcc_2": 0.69159009628205,
517
+ "eval_pcc_3": 0.6528195553918348,
518
+ "eval_runtime": 82.1609,
519
+ "eval_samples_per_second": 30.428,
520
+ "eval_steps_per_second": 3.81,
521
+ "step": 8138
522
+ },
523
+ {
524
+ "epoch": 27.0,
525
+ "eval_loss": 1.2392388582229614,
526
+ "eval_mse_0": 1.4613498449325562,
527
+ "eval_mse_1": 1.0200456380844116,
528
+ "eval_mse_2": 1.077201247215271,
529
+ "eval_mse_3": 1.398358702659607,
530
+ "eval_pcc_0": 0.6283371396799934,
531
+ "eval_pcc_1": 0.7098956477293803,
532
+ "eval_pcc_2": 0.6946675397913791,
533
+ "eval_pcc_3": 0.6503303603825776,
534
+ "eval_runtime": 82.8913,
535
+ "eval_samples_per_second": 30.16,
536
+ "eval_steps_per_second": 3.776,
537
+ "step": 8451
538
+ },
539
+ {
540
+ "epoch": 27.16,
541
+ "learning_rate": 9.478168264110757e-07,
542
+ "loss": 0.553,
543
+ "step": 8500
544
+ },
545
+ {
546
+ "epoch": 28.0,
547
+ "eval_loss": 1.2439110279083252,
548
+ "eval_mse_0": 1.4763175249099731,
549
+ "eval_mse_1": 1.0179649591445923,
550
+ "eval_mse_2": 1.0723692178726196,
551
+ "eval_mse_3": 1.4089903831481934,
552
+ "eval_pcc_0": 0.627244493438366,
553
+ "eval_pcc_1": 0.7084127006701509,
554
+ "eval_pcc_2": 0.6941353147729676,
555
+ "eval_pcc_3": 0.6493188844028966,
556
+ "eval_runtime": 88.4731,
557
+ "eval_samples_per_second": 28.257,
558
+ "eval_steps_per_second": 3.538,
559
+ "step": 8764
560
+ },
561
+ {
562
+ "epoch": 28.75,
563
+ "learning_rate": 4.1533546325878595e-07,
564
+ "loss": 0.5266,
565
+ "step": 9000
566
+ },
567
+ {
568
+ "epoch": 29.0,
569
+ "eval_loss": 1.2513114213943481,
570
+ "eval_mse_0": 1.4906901121139526,
571
+ "eval_mse_1": 1.0198490619659424,
572
+ "eval_mse_2": 1.077579140663147,
573
+ "eval_mse_3": 1.4171268939971924,
574
+ "eval_pcc_0": 0.6259474173181707,
575
+ "eval_pcc_1": 0.7076772876545723,
576
+ "eval_pcc_2": 0.6926841729418416,
577
+ "eval_pcc_3": 0.6485621667790427,
578
+ "eval_runtime": 89.2795,
579
+ "eval_samples_per_second": 28.002,
580
+ "eval_steps_per_second": 3.506,
581
+ "step": 9077
582
+ },
583
+ {
584
+ "epoch": 30.0,
585
+ "eval_loss": 1.2493095397949219,
586
+ "eval_mse_0": 1.4914156198501587,
587
+ "eval_mse_1": 1.0148504972457886,
588
+ "eval_mse_2": 1.072370171546936,
589
+ "eval_mse_3": 1.4185993671417236,
590
+ "eval_pcc_0": 0.6263305733339232,
591
+ "eval_pcc_1": 0.7082555835336036,
592
+ "eval_pcc_2": 0.6930081429265216,
593
+ "eval_pcc_3": 0.6486895291481016,
594
+ "eval_runtime": 88.9369,
595
+ "eval_samples_per_second": 28.11,
596
+ "eval_steps_per_second": 3.519,
597
+ "step": 9390
598
+ },
599
+ {
600
+ "epoch": 30.0,
601
+ "step": 9390,
602
+ "total_flos": 0.0,
603
+ "train_loss": 3.164890637870033,
604
+ "train_runtime": 6354.1068,
605
+ "train_samples_per_second": 11.803,
606
+ "train_steps_per_second": 1.478
607
+ }
608
+ ],
609
+ "logging_steps": 500,
610
+ "max_steps": 9390,
611
+ "num_input_tokens_seen": 0,
612
+ "num_train_epochs": 30,
613
+ "save_steps": 500,
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
hubert/ctc/07_hubert-base-ls960/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e326cd078f5a12e4295db1f40adf7a2d2144c359abab3ce1d02c59a9547d7d56
3
+ size 4792