Upload folder using huggingface_hub

hubert/freeze/06_hubert-large-ll60k/all_results.json

@@ -0,0 +1,21 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.09412682056427,
+    "eval_mse_0": 1.314692497253418,
+    "eval_mse_1": 0.9007453918457031,
+    "eval_mse_2": 0.8966655135154724,
+    "eval_mse_3": 1.2644017934799194,
+    "eval_pcc_0": 0.6978036754289734,
+    "eval_pcc_1": 0.7633007951550812,
+    "eval_pcc_2": 0.7602320436717974,
+    "eval_pcc_3": 0.7159232592726362,
+    "eval_runtime": 113.3505,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 22.055,
+    "eval_steps_per_second": 2.761,
+    "train_loss": 3.5172604415617306,
+    "train_runtime": 10162.7558,
+    "train_samples": 2500,
+    "train_samples_per_second": 7.38,
+    "train_steps_per_second": 0.924
+}

hubert/freeze/06_hubert-large-ll60k/args.json

@@ -0,0 +1,11 @@
+{
+    "batch_size": 4,
+    "model_name": "facebook/hubert-large-ll60k",
+    "learning_rate": 1e-05,
+    "num_train_epochs": 30,
+    "save_dir": "./cnnfreeze/model_saved",
+    "freeze_feature_extractor": true,
+    "exp_name": "facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4",
+    "save_dir_path": "./cnnfreeze/model_saved/facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4",
+    "save_log_path": "./cnnfreeze/model_saved/logs/facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4"
+}

hubert/freeze/06_hubert-large-ll60k/eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 30.0,
+    "eval_loss": 1.09412682056427,
+    "eval_mse_0": 1.314692497253418,
+    "eval_mse_1": 0.9007453918457031,
+    "eval_mse_2": 0.8966655135154724,
+    "eval_mse_3": 1.2644017934799194,
+    "eval_pcc_0": 0.6978036754289734,
+    "eval_pcc_1": 0.7633007951550812,
+    "eval_pcc_2": 0.7602320436717974,
+    "eval_pcc_3": 0.7159232592726362,
+    "eval_runtime": 113.3505,
+    "eval_samples": 2500,
+    "eval_samples_per_second": 22.055,
+    "eval_steps_per_second": 2.761
+}

hubert/freeze/06_hubert-large-ll60k/finetuned_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e29b7ba3d331e7dc2ddd795bb9855f0127fd427d4771cf333845c04d3eda004
+size 1261942498

hubert/freeze/06_hubert-large-ll60k/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac11f7e67e45b85733090711ec314e2e37adb2ff30be1091bdd89e696f106a3
+size 1261822608

hubert/freeze/06_hubert-large-ll60k/model_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ed501c3e035c3fe07229acf6f0c71c357f209b01ad3299476ce7bc2d29023
+size 1261938154

hubert/freeze/06_hubert-large-ll60k/preprocessor_config.json

@@ -0,0 +1,9 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}

hubert/freeze/06_hubert-large-ll60k/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 30.0,
+    "train_loss": 3.5172604415617306,
+    "train_runtime": 10162.7558,
+    "train_samples": 2500,
+    "train_samples_per_second": 7.38,
+    "train_steps_per_second": 0.924
+}

hubert/freeze/06_hubert-large-ll60k/trainer_args.json

@@ -0,0 +1 @@
+{"output_dir": "./cnnfreeze/model_saved/facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4", "overwrite_output_dir": false, "do_train": false, "do_eval": true, "do_predict": false, "evaluation_strategy": "epoch", "prediction_loss_only": false, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "per_gpu_train_batch_size": null, "per_gpu_eval_batch_size": null, "gradient_accumulation_steps": 1, "eval_accumulation_steps": null, "eval_delay": 0, "learning_rate": 1e-05, "weight_decay": 0.0, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "num_train_epochs": 30, "max_steps": -1, "lr_scheduler_type": "linear", "lr_scheduler_kwargs": {}, "warmup_ratio": 0.0, "warmup_steps": 0, "log_level": "info", "log_level_replica": "warning", "log_on_each_node": true, "logging_dir": "./cnnfreeze/model_saved/logs/facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4", "logging_strategy": "steps", "logging_first_step": false, "logging_steps": 500, "logging_nan_inf_filter": true, "save_strategy": "epoch", "save_steps": 500, "save_total_limit": 3, "save_safetensors": true, "save_on_each_node": false, "save_only_model": false, "no_cuda": false, "use_cpu": false, "use_mps_device": false, "seed": 42, "data_seed": null, "jit_mode_eval": false, "use_ipex": false, "bf16": false, "fp16": false, "fp16_opt_level": "O1", "half_precision_backend": "auto", "bf16_full_eval": false, "fp16_full_eval": false, "tf32": null, "local_rank": 0, "ddp_backend": null, "tpu_num_cores": null, "tpu_metrics_debug": false, "debug": [], "dataloader_drop_last": false, "eval_steps": null, "dataloader_num_workers": 0, "past_index": -1, "run_name": "./cnnfreeze/model_saved/facebook/hubert-large-ll60k_lr1e-05_epochs30_batch4", "disable_tqdm": false, "remove_unused_columns": true, "label_names": null, "load_best_model_at_end": false, "metric_for_best_model": null, "greater_is_better": null, "ignore_data_skip": false, "fsdp": [], "fsdp_min_num_params": 0, "fsdp_config": {"min_num_params": 0, "xla": false, "xla_fsdp_grad_ckpt": false}, "fsdp_transformer_layer_cls_to_wrap": null, "deepspeed": null, "label_smoothing_factor": 0.0, "optim": "adamw_torch", "optim_args": null, "adafactor": false, "group_by_length": false, "length_column_name": "length", "report_to": ["tensorboard"], "ddp_find_unused_parameters": null, "ddp_bucket_cap_mb": null, "ddp_broadcast_buffers": null, "dataloader_pin_memory": true, "dataloader_persistent_workers": false, "skip_memory_metrics": true, "use_legacy_prediction_loop": false, "push_to_hub": false, "resume_from_checkpoint": null, "hub_model_id": null, "hub_strategy": "every_save", "hub_token": "<HUB_TOKEN>", "hub_private_repo": false, "hub_always_push": false, "gradient_checkpointing": false, "gradient_checkpointing_kwargs": null, "include_inputs_for_metrics": false, "fp16_backend": "auto", "push_to_hub_model_id": null, "push_to_hub_organization": null, "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", "mp_parameters": "", "auto_find_batch_size": false, "full_determinism": false, "torchdynamo": null, "ray_scope": "last", "ddp_timeout": 1800, "torch_compile": false, "torch_compile_backend": null, "torch_compile_mode": null, "dispatch_batches": null, "split_batches": false, "include_tokens_per_second": false, "include_num_input_tokens_seen": false, "neftune_noise_alpha": null}

hubert/freeze/06_hubert-large-ll60k/trainer_state.json

@@ -0,0 +1,618 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 30.0,
+  "eval_steps": 500,
+  "global_step": 9390,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 23.464088439941406,
+      "eval_mse_0": 24.500089645385742,
+      "eval_mse_1": 25.419967651367188,
+      "eval_mse_2": 21.951576232910156,
+      "eval_mse_3": 21.984712600708008,
+      "eval_pcc_0": -0.14548546148520175,
+      "eval_pcc_1": 0.020317639710384597,
+      "eval_pcc_2": 0.018297460533470172,
+      "eval_pcc_3": -0.060557621309763575,
+      "eval_runtime": 114.5482,
+      "eval_samples_per_second": 21.825,
+      "eval_steps_per_second": 2.732,
+      "step": 313
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.467518636847711e-06,
+      "loss": 30.555,
+      "step": 500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 16.082393646240234,
+      "eval_mse_0": 16.724864959716797,
+      "eval_mse_1": 17.32929801940918,
+      "eval_mse_2": 15.148998260498047,
+      "eval_mse_3": 15.126378059387207,
+      "eval_pcc_0": 0.1005812453906892,
+      "eval_pcc_1": 0.05644005246492625,
+      "eval_pcc_2": 0.15678980256469546,
+      "eval_pcc_3": -0.03580962397427668,
+      "eval_runtime": 113.1065,
+      "eval_samples_per_second": 22.103,
+      "eval_steps_per_second": 2.767,
+      "step": 626
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 10.417339324951172,
+      "eval_mse_0": 10.647412300109863,
+      "eval_mse_1": 11.296011924743652,
+      "eval_mse_2": 9.921504020690918,
+      "eval_mse_3": 9.80443286895752,
+      "eval_pcc_0": 0.03998749477969044,
+      "eval_pcc_1": 0.1589178595830588,
+      "eval_pcc_2": 0.19691881641654835,
+      "eval_pcc_3": -0.04370104832020182,
+      "eval_runtime": 113.7116,
+      "eval_samples_per_second": 21.985,
+      "eval_steps_per_second": 2.753,
+      "step": 939
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 8.935037273695422e-06,
+      "loss": 14.4939,
+      "step": 1000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 6.132882118225098,
+      "eval_mse_0": 6.467881202697754,
+      "eval_mse_1": 6.414465427398682,
+      "eval_mse_2": 5.660821437835693,
+      "eval_mse_3": 5.988348007202148,
+      "eval_pcc_0": -0.01595642821219878,
+      "eval_pcc_1": 0.16873718425608533,
+      "eval_pcc_2": 0.2578215276274135,
+      "eval_pcc_3": -0.08482432332347559,
+      "eval_runtime": 113.3692,
+      "eval_samples_per_second": 22.052,
+      "eval_steps_per_second": 2.761,
+      "step": 1252
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 8.402555910543132e-06,
+      "loss": 6.7504,
+      "step": 1500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 3.437288284301758,
+      "eval_mse_0": 3.6432788372039795,
+      "eval_mse_1": 3.4288132190704346,
+      "eval_mse_2": 3.1786444187164307,
+      "eval_mse_3": 3.4984214305877686,
+      "eval_pcc_0": -0.08861881812417294,
+      "eval_pcc_1": 0.11046710180989909,
+      "eval_pcc_2": 0.34930462652529404,
+      "eval_pcc_3": -0.01309191714681052,
+      "eval_runtime": 107.2446,
+      "eval_samples_per_second": 23.311,
+      "eval_steps_per_second": 2.919,
+      "step": 1565
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 2.3929593563079834,
+      "eval_mse_0": 2.5581247806549072,
+      "eval_mse_1": 2.2455995082855225,
+      "eval_mse_2": 2.20369553565979,
+      "eval_mse_3": 2.5644168853759766,
+      "eval_pcc_0": -0.11902002131298707,
+      "eval_pcc_1": 0.36236645417090585,
+      "eval_pcc_2": 0.3912324574917287,
+      "eval_pcc_3": 0.17236843868710744,
+      "eval_runtime": 107.5124,
+      "eval_samples_per_second": 23.253,
+      "eval_steps_per_second": 2.911,
+      "step": 1878
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 7.870074547390843e-06,
+      "loss": 3.0985,
+      "step": 2000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 1.977383017539978,
+      "eval_mse_0": 2.250638246536255,
+      "eval_mse_1": 1.8019471168518066,
+      "eval_mse_2": 1.7169171571731567,
+      "eval_mse_3": 2.1400346755981445,
+      "eval_pcc_0": 0.5546036229324902,
+      "eval_pcc_1": 0.6302945989157085,
+      "eval_pcc_2": 0.6237910166644094,
+      "eval_pcc_3": 0.5718936484283916,
+      "eval_runtime": 113.2674,
+      "eval_samples_per_second": 22.072,
+      "eval_steps_per_second": 2.763,
+      "step": 2191
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 7.337593184238552e-06,
+      "loss": 1.4523,
+      "step": 2500
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 1.6728081703186035,
+      "eval_mse_0": 1.9406732320785522,
+      "eval_mse_1": 1.4782512187957764,
+      "eval_mse_2": 1.4240261316299438,
+      "eval_mse_3": 1.848281979560852,
+      "eval_pcc_0": 0.5925460420491659,
+      "eval_pcc_1": 0.6598771384481985,
+      "eval_pcc_2": 0.6570126228442218,
+      "eval_pcc_3": 0.6124750317456998,
+      "eval_runtime": 114.2289,
+      "eval_samples_per_second": 21.886,
+      "eval_steps_per_second": 2.74,
+      "step": 2504
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 2.310683012008667,
+      "eval_mse_0": 2.699202060699463,
+      "eval_mse_1": 2.0160934925079346,
+      "eval_mse_2": 1.877930998802185,
+      "eval_mse_3": 2.6495063304901123,
+      "eval_pcc_0": 0.5844247804447732,
+      "eval_pcc_1": 0.6707493863249283,
+      "eval_pcc_2": 0.6671828190332776,
+      "eval_pcc_3": 0.6053908162701495,
+      "eval_runtime": 113.6179,
+      "eval_samples_per_second": 22.004,
+      "eval_steps_per_second": 2.755,
+      "step": 2817
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 6.805111821086262e-06,
+      "loss": 0.9932,
+      "step": 3000
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 1.293025016784668,
+      "eval_mse_0": 1.500808596611023,
+      "eval_mse_1": 1.1110005378723145,
+      "eval_mse_2": 1.0944920778274536,
+      "eval_mse_3": 1.4657984972000122,
+      "eval_pcc_0": 0.6552389572486301,
+      "eval_pcc_1": 0.7208678939939638,
+      "eval_pcc_2": 0.7180835711287028,
+      "eval_pcc_3": 0.6744770752025413,
+      "eval_runtime": 113.8662,
+      "eval_samples_per_second": 21.956,
+      "eval_steps_per_second": 2.749,
+      "step": 3130
+    },
+    {
+      "epoch": 11.0,
+      "eval_loss": 1.5488990545272827,
+      "eval_mse_0": 1.816372275352478,
+      "eval_mse_1": 1.3638255596160889,
+      "eval_mse_2": 1.2626476287841797,
+      "eval_mse_3": 1.7527458667755127,
+      "eval_pcc_0": 0.6554273870857392,
+      "eval_pcc_1": 0.7252073739004575,
+      "eval_pcc_2": 0.726203351445805,
+      "eval_pcc_3": 0.676786937843125,
+      "eval_runtime": 112.5778,
+      "eval_samples_per_second": 22.207,
+      "eval_steps_per_second": 2.78,
+      "step": 3443
+    },
+    {
+      "epoch": 11.18,
+      "learning_rate": 6.272630457933972e-06,
+      "loss": 0.8679,
+      "step": 3500
+    },
+    {
+      "epoch": 12.0,
+      "eval_loss": 1.213575005531311,
+      "eval_mse_0": 1.4318335056304932,
+      "eval_mse_1": 1.0323591232299805,
+      "eval_mse_2": 1.0034881830215454,
+      "eval_mse_3": 1.3866182565689087,
+      "eval_pcc_0": 0.6727926884307186,
+      "eval_pcc_1": 0.733530139603941,
+      "eval_pcc_2": 0.7334123514330291,
+      "eval_pcc_3": 0.6914167917421773,
+      "eval_runtime": 108.1774,
+      "eval_samples_per_second": 23.11,
+      "eval_steps_per_second": 2.893,
+      "step": 3756
+    },
+    {
+      "epoch": 12.78,
+      "learning_rate": 5.7401490947816826e-06,
+      "loss": 0.8131,
+      "step": 4000
+    },
+    {
+      "epoch": 13.0,
+      "eval_loss": 1.3522251844406128,
+      "eval_mse_0": 1.5593934059143066,
+      "eval_mse_1": 1.1976536512374878,
+      "eval_mse_2": 1.1283066272735596,
+      "eval_mse_3": 1.5235480070114136,
+      "eval_pcc_0": 0.678423013162171,
+      "eval_pcc_1": 0.7473902256020736,
+      "eval_pcc_2": 0.7457870123008311,
+      "eval_pcc_3": 0.6989513544504188,
+      "eval_runtime": 107.7668,
+      "eval_samples_per_second": 23.198,
+      "eval_steps_per_second": 2.904,
+      "step": 4069
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 1.1120421886444092,
+      "eval_mse_0": 1.3055943250656128,
+      "eval_mse_1": 0.9352452158927917,
+      "eval_mse_2": 0.9406785368919373,
+      "eval_mse_3": 1.2666507959365845,
+      "eval_pcc_0": 0.6870049129137955,
+      "eval_pcc_1": 0.7477579660893863,
+      "eval_pcc_2": 0.7430492723463085,
+      "eval_pcc_3": 0.7032483580349816,
+      "eval_runtime": 114.4468,
+      "eval_samples_per_second": 21.844,
+      "eval_steps_per_second": 2.735,
+      "step": 4382
+    },
+    {
+      "epoch": 14.38,
+      "learning_rate": 5.207667731629393e-06,
+      "loss": 0.7454,
+      "step": 4500
+    },
+    {
+      "epoch": 15.0,
+      "eval_loss": 1.1226520538330078,
+      "eval_mse_0": 1.3314456939697266,
+      "eval_mse_1": 0.9490616917610168,
+      "eval_mse_2": 0.9349042177200317,
+      "eval_mse_3": 1.275194764137268,
+      "eval_pcc_0": 0.6949892309361607,
+      "eval_pcc_1": 0.7568476439254415,
+      "eval_pcc_2": 0.7553981963702316,
+      "eval_pcc_3": 0.714138454152869,
+      "eval_runtime": 112.7597,
+      "eval_samples_per_second": 22.171,
+      "eval_steps_per_second": 2.776,
+      "step": 4695
+    },
+    {
+      "epoch": 15.97,
+      "learning_rate": 4.675186368477103e-06,
+      "loss": 0.7238,
+      "step": 5000
+    },
+    {
+      "epoch": 16.0,
+      "eval_loss": 1.1254388093948364,
+      "eval_mse_0": 1.3336297273635864,
+      "eval_mse_1": 0.9387655258178711,
+      "eval_mse_2": 0.9400995969772339,
+      "eval_mse_3": 1.2892582416534424,
+      "eval_pcc_0": 0.6899778442717124,
+      "eval_pcc_1": 0.7526641934064587,
+      "eval_pcc_2": 0.7501125827247234,
+      "eval_pcc_3": 0.7078097182657104,
+      "eval_runtime": 113.7514,
+      "eval_samples_per_second": 21.978,
+      "eval_steps_per_second": 2.752,
+      "step": 5008
+    },
+    {
+      "epoch": 17.0,
+      "eval_loss": 1.3626134395599365,
+      "eval_mse_0": 1.5626565217971802,
+      "eval_mse_1": 1.1893789768218994,
+      "eval_mse_2": 1.1607831716537476,
+      "eval_mse_3": 1.5376348495483398,
+      "eval_pcc_0": 0.6887906603018633,
+      "eval_pcc_1": 0.751157618169284,
+      "eval_pcc_2": 0.7481383862547255,
+      "eval_pcc_3": 0.7060199035705913,
+      "eval_runtime": 113.2692,
+      "eval_samples_per_second": 22.071,
+      "eval_steps_per_second": 2.763,
+      "step": 5321
+    },
+    {
+      "epoch": 17.57,
+      "learning_rate": 4.142705005324814e-06,
+      "loss": 0.6808,
+      "step": 5500
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 1.0917613506317139,
+      "eval_mse_0": 1.2973997592926025,
+      "eval_mse_1": 0.9099846482276917,
+      "eval_mse_2": 0.9056599736213684,
+      "eval_mse_3": 1.253999948501587,
+      "eval_pcc_0": 0.693647084273921,
+      "eval_pcc_1": 0.7555326107382554,
+      "eval_pcc_2": 0.7542858938786949,
+      "eval_pcc_3": 0.7112303382504275,
+      "eval_runtime": 114.311,
+      "eval_samples_per_second": 21.87,
+      "eval_steps_per_second": 2.738,
+      "step": 5634
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 1.0726264715194702,
+      "eval_mse_0": 1.2675074338912964,
+      "eval_mse_1": 0.8979853391647339,
+      "eval_mse_2": 0.8969945311546326,
+      "eval_mse_3": 1.2280200719833374,
+      "eval_pcc_0": 0.6959621605511239,
+      "eval_pcc_1": 0.7573833995512865,
+      "eval_pcc_2": 0.754773043681351,
+      "eval_pcc_3": 0.71254626166644,
+      "eval_runtime": 109.9168,
+      "eval_samples_per_second": 22.744,
+      "eval_steps_per_second": 2.848,
+      "step": 5947
+    },
+    {
+      "epoch": 19.17,
+      "learning_rate": 3.6102236421725247e-06,
+      "loss": 0.6712,
+      "step": 6000
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 1.160241961479187,
+      "eval_mse_0": 1.3633567094802856,
+      "eval_mse_1": 0.9808834791183472,
+      "eval_mse_2": 0.9675971865653992,
+      "eval_mse_3": 1.3291337490081787,
+      "eval_pcc_0": 0.6943857412427568,
+      "eval_pcc_1": 0.7566295627347095,
+      "eval_pcc_2": 0.7533948007137785,
+      "eval_pcc_3": 0.7104616872026699,
+      "eval_runtime": 108.326,
+      "eval_samples_per_second": 23.078,
+      "eval_steps_per_second": 2.889,
+      "step": 6260
+    },
+    {
+      "epoch": 20.77,
+      "learning_rate": 3.0777422790202343e-06,
+      "loss": 0.6365,
+      "step": 6500
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 1.1046916246414185,
+      "eval_mse_0": 1.3096872568130493,
+      "eval_mse_1": 0.9179690480232239,
+      "eval_mse_2": 0.918371856212616,
+      "eval_mse_3": 1.2727361917495728,
+      "eval_pcc_0": 0.6922211895642245,
+      "eval_pcc_1": 0.7544192910912704,
+      "eval_pcc_2": 0.7512976054122661,
+      "eval_pcc_3": 0.7082675595789555,
+      "eval_runtime": 114.0317,
+      "eval_samples_per_second": 21.924,
+      "eval_steps_per_second": 2.745,
+      "step": 6573
+    },
+    {
+      "epoch": 22.0,
+      "eval_loss": 1.0888475179672241,
+      "eval_mse_0": 1.2864885330200195,
+      "eval_mse_1": 0.9135333299636841,
+      "eval_mse_2": 0.9104655385017395,
+      "eval_mse_3": 1.2449043989181519,
+      "eval_pcc_0": 0.698303166581463,
+      "eval_pcc_1": 0.7631841595203092,
+      "eval_pcc_2": 0.7596075254465224,
+      "eval_pcc_3": 0.715590703578691,
+      "eval_runtime": 113.1271,
+      "eval_samples_per_second": 22.099,
+      "eval_steps_per_second": 2.767,
+      "step": 6886
+    },
+    {
+      "epoch": 22.36,
+      "learning_rate": 2.5452609158679447e-06,
+      "loss": 0.6501,
+      "step": 7000
+    },
+    {
+      "epoch": 23.0,
+      "eval_loss": 1.0793206691741943,
+      "eval_mse_0": 1.2920621633529663,
+      "eval_mse_1": 0.8841156959533691,
+      "eval_mse_2": 0.8957485556602478,
+      "eval_mse_3": 1.245357871055603,
+      "eval_pcc_0": 0.6921323678375761,
+      "eval_pcc_1": 0.7571145857749322,
+      "eval_pcc_2": 0.7540693522879633,
+      "eval_pcc_3": 0.7093976129039354,
+      "eval_runtime": 112.8463,
+      "eval_samples_per_second": 22.154,
+      "eval_steps_per_second": 2.774,
+      "step": 7199
+    },
+    {
+      "epoch": 23.96,
+      "learning_rate": 2.012779552715655e-06,
+      "loss": 0.6181,
+      "step": 7500
+    },
+    {
+      "epoch": 24.0,
+      "eval_loss": 1.0812824964523315,
+      "eval_mse_0": 1.291995882987976,
+      "eval_mse_1": 0.8896977305412292,
+      "eval_mse_2": 0.8953147530555725,
+      "eval_mse_3": 1.2481228113174438,
+      "eval_pcc_0": 0.6956069136803965,
+      "eval_pcc_1": 0.7606819561635235,
+      "eval_pcc_2": 0.7571781398848694,
+      "eval_pcc_3": 0.7130148471056387,
+      "eval_runtime": 114.4112,
+      "eval_samples_per_second": 21.851,
+      "eval_steps_per_second": 2.736,
+      "step": 7512
+    },
+    {
+      "epoch": 25.0,
+      "eval_loss": 1.152065634727478,
+      "eval_mse_0": 1.382017731666565,
+      "eval_mse_1": 0.9556840062141418,
+      "eval_mse_2": 0.9399166703224182,
+      "eval_mse_3": 1.3306434154510498,
+      "eval_pcc_0": 0.6953995767957701,
+      "eval_pcc_1": 0.7602093055525856,
+      "eval_pcc_2": 0.7576566740142268,
+      "eval_pcc_3": 0.7133234284513179,
+      "eval_runtime": 113.415,
+      "eval_samples_per_second": 22.043,
+      "eval_steps_per_second": 2.76,
+      "step": 7825
+    },
+    {
+      "epoch": 25.56,
+      "learning_rate": 1.4802981895633654e-06,
+      "loss": 0.6259,
+      "step": 8000
+    },
+    {
+      "epoch": 26.0,
+      "eval_loss": 1.095807433128357,
+      "eval_mse_0": 1.3185217380523682,
+      "eval_mse_1": 0.9019806385040283,
+      "eval_mse_2": 0.896472156047821,
+      "eval_mse_3": 1.2662543058395386,
+      "eval_pcc_0": 0.6969231453663605,
+      "eval_pcc_1": 0.7621334551179104,
+      "eval_pcc_2": 0.759513759977706,
+      "eval_pcc_3": 0.7150834216018443,
+      "eval_runtime": 111.3548,
+      "eval_samples_per_second": 22.451,
+      "eval_steps_per_second": 2.811,
+      "step": 8138
+    },
+    {
+      "epoch": 27.0,
+      "eval_loss": 1.113642692565918,
+      "eval_mse_0": 1.3366793394088745,
+      "eval_mse_1": 0.920546293258667,
+      "eval_mse_2": 0.9105738997459412,
+      "eval_mse_3": 1.2867721319198608,
+      "eval_pcc_0": 0.6973609631265844,
+      "eval_pcc_1": 0.762182721620191,
+      "eval_pcc_2": 0.7595581889870101,
+      "eval_pcc_3": 0.7153931840065346,
+      "eval_runtime": 107.673,
+      "eval_samples_per_second": 23.218,
+      "eval_steps_per_second": 2.907,
+      "step": 8451
+    },
+    {
+      "epoch": 27.16,
+      "learning_rate": 9.478168264110757e-07,
+      "loss": 0.6145,
+      "step": 8500
+    },
+    {
+      "epoch": 28.0,
+      "eval_loss": 1.1024720668792725,
+      "eval_mse_0": 1.3240455389022827,
+      "eval_mse_1": 0.9099608659744263,
+      "eval_mse_2": 0.9020697474479675,
+      "eval_mse_3": 1.2738114595413208,
+      "eval_pcc_0": 0.6973497947174971,
+      "eval_pcc_1": 0.7625484168270749,
+      "eval_pcc_2": 0.7597740562606012,
+      "eval_pcc_3": 0.7154231714888142,
+      "eval_runtime": 114.0307,
+      "eval_samples_per_second": 21.924,
+      "eval_steps_per_second": 2.745,
+      "step": 8764
+    },
+    {
+      "epoch": 28.75,
+      "learning_rate": 4.1533546325878595e-07,
+      "loss": 0.5925,
+      "step": 9000
+    },
+    {
+      "epoch": 29.0,
+      "eval_loss": 1.1004142761230469,
+      "eval_mse_0": 1.320556879043579,
+      "eval_mse_1": 0.9081287384033203,
+      "eval_mse_2": 0.9019935727119446,
+      "eval_mse_3": 1.2709765434265137,
+      "eval_pcc_0": 0.6979016866511663,
+      "eval_pcc_1": 0.7632067661450569,
+      "eval_pcc_2": 0.7600612447398324,
+      "eval_pcc_3": 0.7159655134589754,
+      "eval_runtime": 114.2903,
+      "eval_samples_per_second": 21.874,
+      "eval_steps_per_second": 2.739,
+      "step": 9077
+    },
+    {
+      "epoch": 30.0,
+      "eval_loss": 1.09412682056427,
+      "eval_mse_0": 1.314692497253418,
+      "eval_mse_1": 0.9007453918457031,
+      "eval_mse_2": 0.8966655135154724,
+      "eval_mse_3": 1.2644017934799194,
+      "eval_pcc_0": 0.6978036754289734,
+      "eval_pcc_1": 0.7633007951550812,
+      "eval_pcc_2": 0.7602320436717974,
+      "eval_pcc_3": 0.7159232592726362,
+      "eval_runtime": 114.5487,
+      "eval_samples_per_second": 21.825,
+      "eval_steps_per_second": 2.732,
+      "step": 9390
+    },
+    {
+      "epoch": 30.0,
+      "step": 9390,
+      "total_flos": 0.0,
+      "train_loss": 3.5172604415617306,
+      "train_runtime": 10162.7558,
+      "train_samples_per_second": 7.38,
+      "train_steps_per_second": 0.924
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9390,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

hubert/freeze/06_hubert-large-ll60k/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f1e7704a1cc9b4d1247207b64480a7585a67998a5e5b1d60e386f87864fc7e
+size 4792