Upload folder using huggingface_hub

hubert/freeze/09_hubert-xlarge-ls960-ft/all_results.json

@@ -0,0 +1,21 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.0454015731811523,
+    "eval_mse_0": 1.2629108428955078,
+    "eval_mse_1": 0.8549696207046509,
+    "eval_mse_2": 0.8847156167030334,
+    "eval_mse_3": 1.1790074110031128,
+    "eval_pcc_0": 0.7223546259725455,
+    "eval_pcc_1": 0.7874722208369007,
+    "eval_pcc_2": 0.7841073233186405,
+    "eval_pcc_3": 0.7450514758518083,
+    "eval_runtime": 207.0788,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 12.073,
+    "eval_steps_per_second": 1.512,
+    "train_loss": 1.6277794477403862,
+    "train_runtime": 20507.1442,
+    "train_samples": 2500,
+    "train_samples_per_second": 3.657,
+    "train_steps_per_second": 0.458
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/args.json

@@ -0,0 +1,11 @@
+{
+    "batch_size": 4,
+    "model_name": "facebook/hubert-xlarge-ls960-ft",
+    "learning_rate": 1e-05,
+    "num_train_epochs": 30,
+    "save_dir": "/data2/haeyoung/0303/cnnfreeze/model_saved",
+    "freeze_feature_extractor": true,
+    "exp_name": "facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4",
+    "save_dir_path": "/data2/haeyoung/0303/cnnfreeze/model_saved/facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4",
+    "save_log_path": "/data2/haeyoung/0303/cnnfreeze/model_saved/logs/facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4"
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.0454015731811523,
+    "eval_mse_0": 1.2629108428955078,
+    "eval_mse_1": 0.8549696207046509,
+    "eval_mse_2": 0.8847156167030334,
+    "eval_mse_3": 1.1790074110031128,
+    "eval_pcc_0": 0.7223546259725455,
+    "eval_pcc_1": 0.7874722208369007,
+    "eval_pcc_2": 0.7841073233186405,
+    "eval_pcc_3": 0.7450514758518083,
+    "eval_runtime": 207.0788,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 12.073,
+    "eval_steps_per_second": 1.512
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/finetuned_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dbf69be5487d9dbfc696d4f76e7411dd3f5854bb7ed69cc6eb0f37c7ea20e8
+size 3850336162

hubert/freeze/09_hubert-xlarge-ls960-ft/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2534a5cb4548afe1721d26e9eab7a170a1146c30360c5c30ed1d4e7820b6d530
+size 3850109072

hubert/freeze/09_hubert-xlarge-ls960-ft/model_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d26e3c77e5fe6459a857bb82fb33739f1a324d149219439e6e235425e69463
+size 3850327978

hubert/freeze/09_hubert-xlarge-ls960-ft/preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 30.0,
+    "train_loss": 1.6277794477403862,
+    "train_runtime": 20507.1442,
+    "train_samples": 2500,
+    "train_samples_per_second": 3.657,
+    "train_steps_per_second": 0.458
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/trainer_args.json

@@ -0,0 +1 @@
+{"output_dir": "/data2/haeyoung/0303/cnnfreeze/model_saved/facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "/data2/haeyoung/0303/cnnfreeze/model_saved/logs/facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "/data2/haeyoung/0303/cnnfreeze/model_saved/facebook/hubert-xlarge-ls960-ft_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}

hubert/freeze/09_hubert-xlarge-ls960-ft/trainer_state.json

@@ -0,0 +1,618 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 30.0,
+  "eval_steps": 500,
+  "global_step": 9390,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 8.428786277770996,
+      "eval_mse_0": 9.278349876403809,
+      "eval_mse_1": 8.993420600891113,
+      "eval_mse_2": 7.017153739929199,
+      "eval_mse_3": 8.426234245300293,
+      "eval_pcc_0": 0.2525379469124119,
+      "eval_pcc_1": -0.037359650156529825,
+      "eval_pcc_2": 0.10682592753272413,
+      "eval_pcc_3": -0.16365278388889534,
+      "eval_runtime": 208.7766,
+      "eval_samples_per_second": 11.975,
+      "eval_steps_per_second": 1.499,
+      "step": 313
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.467518636847711e-06,
+      "loss": 18.8005,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 3.2703819274902344,
+      "eval_mse_0": 3.562654972076416,
+      "eval_mse_1": 3.231252431869507,
+      "eval_mse_2": 2.8165693283081055,
+      "eval_mse_3": 3.471052646636963,
+      "eval_pcc_0": 0.17021183795636757,
+      "eval_pcc_1": -0.018917528513245855,
+      "eval_pcc_2": 0.1543276731974431,
+      "eval_pcc_3": -0.10919310925879007,
+      "eval_runtime": 207.9729,
+      "eval_samples_per_second": 12.021,
+      "eval_steps_per_second": 1.505,
+      "step": 626
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.9903589487075806,
+      "eval_mse_0": 2.1758124828338623,
+      "eval_mse_1": 1.7881238460540771,
+      "eval_mse_2": 1.789214015007019,
+      "eval_mse_3": 2.208282709121704,
+      "eval_pcc_0": 0.32556511703453006,
+      "eval_pcc_1": 0.38647267720356604,
+      "eval_pcc_2": 0.38204515388485694,
+      "eval_pcc_3": 0.3294778216160235,
+      "eval_runtime": 207.5208,
+      "eval_samples_per_second": 12.047,
+      "eval_steps_per_second": 1.508,
+      "step": 939
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 8.935037273695422e-06,
+      "loss": 3.2004,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.2432221174240112,
+      "eval_mse_0": 1.4468413591384888,
+      "eval_mse_1": 1.0488206148147583,
+      "eval_mse_2": 1.0754255056381226,
+      "eval_mse_3": 1.4017984867095947,
+      "eval_pcc_0": 0.6441456405263868,
+      "eval_pcc_1": 0.7081787106343467,
+      "eval_pcc_2": 0.7008437732094508,
+      "eval_pcc_3": 0.6616006812656992,
+      "eval_runtime": 207.415,
+      "eval_samples_per_second": 12.053,
+      "eval_steps_per_second": 1.509,
+      "step": 1252
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 8.402555910543132e-06,
+      "loss": 1.0421,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.1270768642425537,
+      "eval_mse_0": 1.3308470249176025,
+      "eval_mse_1": 0.9382686614990234,
+      "eval_mse_2": 0.9582213163375854,
+      "eval_mse_3": 1.2809714078903198,
+      "eval_pcc_0": 0.6843581864783127,
+      "eval_pcc_1": 0.7408134885894767,
+      "eval_pcc_2": 0.7385347494475275,
+      "eval_pcc_3": 0.7034202459393758,
+      "eval_runtime": 207.3116,
+      "eval_samples_per_second": 12.059,
+      "eval_steps_per_second": 1.51,
+      "step": 1565
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 1.0513659715652466,
+      "eval_mse_0": 1.2816342115402222,
+      "eval_mse_1": 0.864503026008606,
+      "eval_mse_2": 0.8600520491600037,
+      "eval_mse_3": 1.1992747783660889,
+      "eval_pcc_0": 0.7093995081995322,
+      "eval_pcc_1": 0.7686156123903143,
+      "eval_pcc_2": 0.7715097514980251,
+      "eval_pcc_3": 0.7337142384425676,
+      "eval_runtime": 207.6304,
+      "eval_samples_per_second": 12.041,
+      "eval_steps_per_second": 1.507,
+      "step": 1878
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 7.870074547390843e-06,
+      "loss": 0.7619,
+      "step": 2000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 1.0630590915679932,
+      "eval_mse_0": 1.2385625839233398,
+      "eval_mse_1": 0.9050769805908203,
+      "eval_mse_2": 0.9122002720832825,
+      "eval_mse_3": 1.196397304534912,
+      "eval_pcc_0": 0.7126056555484768,
+      "eval_pcc_1": 0.7720660578105664,
+      "eval_pcc_2": 0.7724650243638277,
+      "eval_pcc_3": 0.7359454204628578,
+      "eval_runtime": 207.0704,
+      "eval_samples_per_second": 12.073,
+      "eval_steps_per_second": 1.512,
+      "step": 2191
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 7.337593184238552e-06,
+      "loss": 0.6579,
+      "step": 2500
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 1.0547490119934082,
+      "eval_mse_0": 1.2863010168075562,
+      "eval_mse_1": 0.8765758872032166,
+      "eval_mse_2": 0.8779556751251221,
+      "eval_mse_3": 1.178166151046753,
+      "eval_pcc_0": 0.7200829705175904,
+      "eval_pcc_1": 0.7783131703516506,
+      "eval_pcc_2": 0.7791674502627957,
+      "eval_pcc_3": 0.7427623021877519,
+      "eval_runtime": 207.0216,
+      "eval_samples_per_second": 12.076,
+      "eval_steps_per_second": 1.512,
+      "step": 2504
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 1.107470154762268,
+      "eval_mse_0": 1.3164539337158203,
+      "eval_mse_1": 0.9229758977890015,
+      "eval_mse_2": 0.9211391806602478,
+      "eval_mse_3": 1.2693101167678833,
+      "eval_pcc_0": 0.7222473695573874,
+      "eval_pcc_1": 0.7803823606059818,
+      "eval_pcc_2": 0.7823739122788701,
+      "eval_pcc_3": 0.7445896361835793,
+      "eval_runtime": 206.9988,
+      "eval_samples_per_second": 12.077,
+      "eval_steps_per_second": 1.512,
+      "step": 2817
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 6.805111821086262e-06,
+      "loss": 0.5916,
+      "step": 3000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 1.0584784746170044,
+      "eval_mse_0": 1.252671241760254,
+      "eval_mse_1": 0.8705386519432068,
+      "eval_mse_2": 0.8933157920837402,
+      "eval_mse_3": 1.2173889875411987,
+      "eval_pcc_0": 0.7199168923214069,
+      "eval_pcc_1": 0.7866882825160851,
+      "eval_pcc_2": 0.7872525619198072,
+      "eval_pcc_3": 0.7427330863702265,
+      "eval_runtime": 206.8461,
+      "eval_samples_per_second": 12.086,
+      "eval_steps_per_second": 1.513,
+      "step": 3130
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 0.9632619023323059,
+      "eval_mse_0": 1.1564135551452637,
+      "eval_mse_1": 0.7922781705856323,
+      "eval_mse_2": 0.8113842606544495,
+      "eval_mse_3": 1.0929697751998901,
+      "eval_pcc_0": 0.7311621259422724,
+      "eval_pcc_1": 0.7821645175890218,
+      "eval_pcc_2": 0.7815703054821125,
+      "eval_pcc_3": 0.7506536959011262,
+      "eval_runtime": 207.1087,
+      "eval_samples_per_second": 12.071,
+      "eval_steps_per_second": 1.511,
+      "step": 3443
+    },
+    {
+      "epoch": 11.18,
+      "learning_rate": 6.272630457933972e-06,
+      "loss": 0.5589,
+      "step": 3500
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 1.0554823875427246,
+      "eval_mse_0": 1.2599068880081177,
+      "eval_mse_1": 0.8673784136772156,
+      "eval_mse_2": 0.9125109314918518,
+      "eval_mse_3": 1.1821335554122925,
+      "eval_pcc_0": 0.7272368115140541,
+      "eval_pcc_1": 0.7845837806181418,
+      "eval_pcc_2": 0.784790496470713,
+      "eval_pcc_3": 0.7496553788386684,
+      "eval_runtime": 206.8994,
+      "eval_samples_per_second": 12.083,
+      "eval_steps_per_second": 1.513,
+      "step": 3756
+    },
+    {
+      "epoch": 12.78,
+      "learning_rate": 5.7401490947816826e-06,
+      "loss": 0.5276,
+      "step": 4000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 1.2265316247940063,
+      "eval_mse_0": 1.443808913230896,
+      "eval_mse_1": 1.0701770782470703,
+      "eval_mse_2": 1.0641820430755615,
+      "eval_mse_3": 1.327953815460205,
+      "eval_pcc_0": 0.7158718302138045,
+      "eval_pcc_1": 0.7810978469462294,
+      "eval_pcc_2": 0.7815054733814372,
+      "eval_pcc_3": 0.7401625190153122,
+      "eval_runtime": 207.0492,
+      "eval_samples_per_second": 12.074,
+      "eval_steps_per_second": 1.512,
+      "step": 4069
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 1.073409914970398,
+      "eval_mse_0": 1.3041802644729614,
+      "eval_mse_1": 0.901077151298523,
+      "eval_mse_2": 0.8841701149940491,
+      "eval_mse_3": 1.2042111158370972,
+      "eval_pcc_0": 0.7238073156499435,
+      "eval_pcc_1": 0.7835092888453087,
+      "eval_pcc_2": 0.783211984838022,
+      "eval_pcc_3": 0.7464964023560545,
+      "eval_runtime": 207.1261,
+      "eval_samples_per_second": 12.07,
+      "eval_steps_per_second": 1.511,
+      "step": 4382
+    },
+    {
+      "epoch": 14.38,
+      "learning_rate": 5.207667731629393e-06,
+      "loss": 0.4981,
+      "step": 4500
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 1.0074571371078491,
+      "eval_mse_0": 1.1988322734832764,
+      "eval_mse_1": 0.830452561378479,
+      "eval_mse_2": 0.8592261672019958,
+      "eval_mse_3": 1.1413182020187378,
+      "eval_pcc_0": 0.7243746558035855,
+      "eval_pcc_1": 0.7806248374290802,
+      "eval_pcc_2": 0.7786170296139386,
+      "eval_pcc_3": 0.7443276989623085,
+      "eval_runtime": 207.0438,
+      "eval_samples_per_second": 12.075,
+      "eval_steps_per_second": 1.512,
+      "step": 4695
+    },
+    {
+      "epoch": 15.97,
+      "learning_rate": 4.675186368477103e-06,
+      "loss": 0.4595,
+      "step": 5000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 1.1071661710739136,
+      "eval_mse_0": 1.3147343397140503,
+      "eval_mse_1": 0.922903299331665,
+      "eval_mse_2": 0.9368491172790527,
+      "eval_mse_3": 1.2541768550872803,
+      "eval_pcc_0": 0.720978331636499,
+      "eval_pcc_1": 0.7854881865720901,
+      "eval_pcc_2": 0.7837636001419274,
+      "eval_pcc_3": 0.7430193925827427,
+      "eval_runtime": 206.8866,
+      "eval_samples_per_second": 12.084,
+      "eval_steps_per_second": 1.513,
+      "step": 5008
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 1.0504682064056396,
+      "eval_mse_0": 1.2378137111663818,
+      "eval_mse_1": 0.8632580041885376,
+      "eval_mse_2": 0.913171112537384,
+      "eval_mse_3": 1.1876276731491089,
+      "eval_pcc_0": 0.7245020618649223,
+      "eval_pcc_1": 0.7831018640678236,
+      "eval_pcc_2": 0.7804391657533671,
+      "eval_pcc_3": 0.7448783725474788,
+      "eval_runtime": 207.0649,
+      "eval_samples_per_second": 12.074,
+      "eval_steps_per_second": 1.512,
+      "step": 5321
+    },
+    {
+      "epoch": 17.57,
+      "learning_rate": 4.142705005324814e-06,
+      "loss": 0.4425,
+      "step": 5500
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 0.9833866953849792,
+      "eval_mse_0": 1.1910624504089355,
+      "eval_mse_1": 0.8073537349700928,
+      "eval_mse_2": 0.827165424823761,
+      "eval_mse_3": 1.1079623699188232,
+      "eval_pcc_0": 0.7260753954465383,
+      "eval_pcc_1": 0.782683214967243,
+      "eval_pcc_2": 0.7787350453633288,
+      "eval_pcc_3": 0.7462819072433134,
+      "eval_runtime": 207.0758,
+      "eval_samples_per_second": 12.073,
+      "eval_steps_per_second": 1.512,
+      "step": 5634
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 0.9997601509094238,
+      "eval_mse_0": 1.20902681350708,
+      "eval_mse_1": 0.811364471912384,
+      "eval_mse_2": 0.8586649298667908,
+      "eval_mse_3": 1.119983196258545,
+      "eval_pcc_0": 0.7266595805663817,
+      "eval_pcc_1": 0.7887089803778884,
+      "eval_pcc_2": 0.7844566921107448,
+      "eval_pcc_3": 0.7472275639558834,
+      "eval_runtime": 207.1084,
+      "eval_samples_per_second": 12.071,
+      "eval_steps_per_second": 1.511,
+      "step": 5947
+    },
+    {
+      "epoch": 19.17,
+      "learning_rate": 3.6102236421725247e-06,
+      "loss": 0.4295,
+      "step": 6000
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 1.0419738292694092,
+      "eval_mse_0": 1.2562458515167236,
+      "eval_mse_1": 0.8505779504776001,
+      "eval_mse_2": 0.8694216012954712,
+      "eval_mse_3": 1.1916475296020508,
+      "eval_pcc_0": 0.7241564511727707,
+      "eval_pcc_1": 0.7858100742538127,
+      "eval_pcc_2": 0.7833849923642122,
+      "eval_pcc_3": 0.7454757464713472,
+      "eval_runtime": 207.9601,
+      "eval_samples_per_second": 12.022,
+      "eval_steps_per_second": 1.505,
+      "step": 6260
+    },
+    {
+      "epoch": 20.77,
+      "learning_rate": 3.0777422790202343e-06,
+      "loss": 0.4144,
+      "step": 6500
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 1.0385632514953613,
+      "eval_mse_0": 1.2611716985702515,
+      "eval_mse_1": 0.8328531980514526,
+      "eval_mse_2": 0.8835161924362183,
+      "eval_mse_3": 1.1767103672027588,
+      "eval_pcc_0": 0.7234639035879041,
+      "eval_pcc_1": 0.7888191878404262,
+      "eval_pcc_2": 0.7851777145965243,
+      "eval_pcc_3": 0.7463217732521933,
+      "eval_runtime": 207.3682,
+      "eval_samples_per_second": 12.056,
+      "eval_steps_per_second": 1.509,
+      "step": 6573
+    },
+    {
+      "epoch": 22.0,
+      "eval_loss": 1.0621970891952515,
+      "eval_mse_0": 1.2821975946426392,
+      "eval_mse_1": 0.8584752678871155,
+      "eval_mse_2": 0.9127829074859619,
+      "eval_mse_3": 1.1953309774398804,
+      "eval_pcc_0": 0.7207485474047668,
+      "eval_pcc_1": 0.7868014029221321,
+      "eval_pcc_2": 0.783171157720353,
+      "eval_pcc_3": 0.7432254647603599,
+      "eval_runtime": 207.1275,
+      "eval_samples_per_second": 12.07,
+      "eval_steps_per_second": 1.511,
+      "step": 6886
+    },
+    {
+      "epoch": 22.36,
+      "learning_rate": 2.5452609158679447e-06,
+      "loss": 0.3903,
+      "step": 7000
+    },
+    {
+      "epoch": 23.0,
+      "eval_loss": 1.0639652013778687,
+      "eval_mse_0": 1.2607370615005493,
+      "eval_mse_1": 0.8841449022293091,
+      "eval_mse_2": 0.9153804779052734,
+      "eval_mse_3": 1.1955970525741577,
+      "eval_pcc_0": 0.7229576177047267,
+      "eval_pcc_1": 0.7876110822775578,
+      "eval_pcc_2": 0.7846820858283166,
+      "eval_pcc_3": 0.7457309887988381,
+      "eval_runtime": 207.2937,
+      "eval_samples_per_second": 12.06,
+      "eval_steps_per_second": 1.51,
+      "step": 7199
+    },
+    {
+      "epoch": 23.96,
+      "learning_rate": 2.012779552715655e-06,
+      "loss": 0.4024,
+      "step": 7500
+    },
+    {
+      "epoch": 24.0,
+      "eval_loss": 1.083151936531067,
+      "eval_mse_0": 1.3167333602905273,
+      "eval_mse_1": 0.87493896484375,
+      "eval_mse_2": 0.9129679799079895,
+      "eval_mse_3": 1.2279658317565918,
+      "eval_pcc_0": 0.7210562374005665,
+      "eval_pcc_1": 0.7879051819869253,
+      "eval_pcc_2": 0.7848156184860607,
+      "eval_pcc_3": 0.7442537612022164,
+      "eval_runtime": 207.7284,
+      "eval_samples_per_second": 12.035,
+      "eval_steps_per_second": 1.507,
+      "step": 7512
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 1.0313833951950073,
+      "eval_mse_0": 1.2627891302108765,
+      "eval_mse_1": 0.8320283889770508,
+      "eval_mse_2": 0.8601280450820923,
+      "eval_mse_3": 1.1705867052078247,
+      "eval_pcc_0": 0.7236381842373468,
+      "eval_pcc_1": 0.7871491456954834,
+      "eval_pcc_2": 0.7837265241774416,
+      "eval_pcc_3": 0.7456499447786266,
+      "eval_runtime": 207.1778,
+      "eval_samples_per_second": 12.067,
+      "eval_steps_per_second": 1.511,
+      "step": 7825
+    },
+    {
+      "epoch": 25.56,
+      "learning_rate": 1.4802981895633654e-06,
+      "loss": 0.3832,
+      "step": 8000
+    },
+    {
+      "epoch": 26.0,
+      "eval_loss": 1.0453673601150513,
+      "eval_mse_0": 1.2684122323989868,
+      "eval_mse_1": 0.8503299951553345,
+      "eval_mse_2": 0.8818928003311157,
+      "eval_mse_3": 1.1808342933654785,
+      "eval_pcc_0": 0.7229572912996067,
+      "eval_pcc_1": 0.785962486040114,
+      "eval_pcc_2": 0.7828095564367402,
+      "eval_pcc_3": 0.7450683918466834,
+      "eval_runtime": 207.0363,
+      "eval_samples_per_second": 12.075,
+      "eval_steps_per_second": 1.512,
+      "step": 8138
+    },
+    {
+      "epoch": 27.0,
+      "eval_loss": 1.0470058917999268,
+      "eval_mse_0": 1.2577117681503296,
+      "eval_mse_1": 0.8522332310676575,
+      "eval_mse_2": 0.8988641500473022,
+      "eval_mse_3": 1.179213047027588,
+      "eval_pcc_0": 0.7226071245031941,
+      "eval_pcc_1": 0.7881193128415397,
+      "eval_pcc_2": 0.7844722966078055,
+      "eval_pcc_3": 0.7453224197196299,
+      "eval_runtime": 207.0614,
+      "eval_samples_per_second": 12.074,
+      "eval_steps_per_second": 1.512,
+      "step": 8451
+    },
+    {
+      "epoch": 27.16,
+      "learning_rate": 9.478168264110757e-07,
+      "loss": 0.3615,
+      "step": 8500
+    },
+    {
+      "epoch": 28.0,
+      "eval_loss": 1.04952073097229,
+      "eval_mse_0": 1.270811915397644,
+      "eval_mse_1": 0.8548725843429565,
+      "eval_mse_2": 0.8877806663513184,
+      "eval_mse_3": 1.184616208076477,
+      "eval_pcc_0": 0.7220614742894705,
+      "eval_pcc_1": 0.7870842557748545,
+      "eval_pcc_2": 0.7836160565025786,
+      "eval_pcc_3": 0.7447184787595679,
+      "eval_runtime": 207.0984,
+      "eval_samples_per_second": 12.072,
+      "eval_steps_per_second": 1.511,
+      "step": 8764
+    },
+    {
+      "epoch": 28.75,
+      "learning_rate": 4.1533546325878595e-07,
+      "loss": 0.3603,
+      "step": 9000
+    },
+    {
+      "epoch": 29.0,
+      "eval_loss": 1.0434069633483887,
+      "eval_mse_0": 1.2618409395217896,
+      "eval_mse_1": 0.8516232371330261,
+      "eval_mse_2": 0.8819640874862671,
+      "eval_mse_3": 1.1782000064849854,
+      "eval_pcc_0": 0.7222054433129598,
+      "eval_pcc_1": 0.7876790342095188,
+      "eval_pcc_2": 0.7843435031784793,
+      "eval_pcc_3": 0.7449458552227944,
+      "eval_runtime": 206.8554,
+      "eval_samples_per_second": 12.086,
+      "eval_steps_per_second": 1.513,
+      "step": 9077
+    },
+    {
+      "epoch": 30.0,
+      "eval_loss": 1.0454015731811523,
+      "eval_mse_0": 1.2629108428955078,
+      "eval_mse_1": 0.8549696207046509,
+      "eval_mse_2": 0.8847156167030334,
+      "eval_mse_3": 1.1790074110031128,
+      "eval_pcc_0": 0.7223546259725455,
+      "eval_pcc_1": 0.7874722208369007,
+      "eval_pcc_2": 0.7841073233186405,
+      "eval_pcc_3": 0.7450514758518083,
+      "eval_runtime": 206.9703,
+      "eval_samples_per_second": 12.079,
+      "eval_steps_per_second": 1.512,
+      "step": 9390
+    },
+    {
+      "epoch": 30.0,
+      "step": 9390,
+      "total_flos": 0.0,
+      "train_loss": 1.6277794477403862,
+      "train_runtime": 20507.1442,
+      "train_samples_per_second": 3.657,
+      "train_steps_per_second": 0.458
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9390,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

hubert/freeze/09_hubert-xlarge-ls960-ft/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287d6bbb55ffc16133660672c2f52602b976bc4f2ac80f284c21f719cc71b0c0
+size 4856