Upload 10 files
Browse files- model.safetensors +1 -1
- pytorch_model.bin +1 -1
- rng_state.pth +1 -1
- scheduler.pt +1 -1
- trainer_state.json +64 -164
- training_args.bin +1 -1
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1264702096
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8100fede3ebe12028e1a6a943068124b87c44e904129909600f8aa61534da523
|
| 3 |
size 1264702096
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1264796970
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ffba324e21204e3e61ec695badb71f79f68c8cfd8af041202e4e0dbfad6ee65
|
| 3 |
size 1264796970
|
rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad8e0e131aa62acb514576ec4fc6d35c4209b434e53cc06404b8837a81316972
|
| 3 |
size 14244
|
scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b37cc57efe149b952d1d08baf340d5ff65995cd05283b74a9e6abf14b366d6de
|
| 3 |
size 1064
|
trainer_state.json
CHANGED
|
@@ -1,198 +1,98 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
| 10 |
"log_history": [
|
| 11 |
{
|
| 12 |
-
"epoch": 0.
|
| 13 |
-
"grad_norm":
|
| 14 |
"learning_rate": 4.97e-05,
|
| 15 |
-
"loss": 0.
|
| 16 |
"step": 500
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"epoch": 0.
|
| 20 |
-
"eval_cer": 0.
|
| 21 |
-
"eval_loss": 0.
|
| 22 |
-
"eval_mer": 0.
|
| 23 |
-
"eval_runtime":
|
| 24 |
-
"eval_samples_per_second":
|
| 25 |
-
"eval_steps_per_second": 2.
|
| 26 |
-
"eval_wer": 0.
|
| 27 |
-
"eval_wil": 0.
|
| 28 |
-
"eval_wip": 0.
|
| 29 |
"step": 500
|
| 30 |
},
|
| 31 |
{
|
| 32 |
-
"epoch": 0.
|
| 33 |
-
"grad_norm":
|
| 34 |
-
"learning_rate": 4.
|
| 35 |
-
"loss": 0.
|
| 36 |
"step": 1000
|
| 37 |
},
|
| 38 |
{
|
| 39 |
-
"epoch": 0.
|
| 40 |
-
"eval_cer": 0.
|
| 41 |
-
"eval_loss": 0.
|
| 42 |
-
"eval_mer": 0.
|
| 43 |
-
"eval_runtime":
|
| 44 |
-
"eval_samples_per_second":
|
| 45 |
-
"eval_steps_per_second": 2.
|
| 46 |
-
"eval_wer": 0.
|
| 47 |
-
"eval_wil": 0.
|
| 48 |
-
"eval_wip": 0.
|
| 49 |
"step": 1000
|
| 50 |
},
|
| 51 |
{
|
| 52 |
-
"epoch": 0.
|
| 53 |
-
"grad_norm":
|
| 54 |
-
"learning_rate":
|
| 55 |
-
"loss": 0.
|
| 56 |
"step": 1500
|
| 57 |
},
|
| 58 |
{
|
| 59 |
-
"epoch": 0.
|
| 60 |
-
"eval_cer": 0.
|
| 61 |
-
"eval_loss": 0.
|
| 62 |
-
"eval_mer": 0.
|
| 63 |
-
"eval_runtime":
|
| 64 |
-
"eval_samples_per_second":
|
| 65 |
-
"eval_steps_per_second": 2.
|
| 66 |
-
"eval_wer": 0.
|
| 67 |
-
"eval_wil": 0.
|
| 68 |
-
"eval_wip": 0.
|
| 69 |
"step": 1500
|
| 70 |
},
|
| 71 |
{
|
| 72 |
-
"epoch": 0.
|
| 73 |
-
"grad_norm":
|
| 74 |
-
"learning_rate": 3.
|
| 75 |
-
"loss": 0.
|
| 76 |
"step": 2000
|
| 77 |
},
|
| 78 |
{
|
| 79 |
-
"epoch": 0.
|
| 80 |
-
"eval_cer": 0.
|
| 81 |
-
"eval_loss": 0.
|
| 82 |
-
"eval_mer": 0.
|
| 83 |
-
"eval_runtime":
|
| 84 |
-
"eval_samples_per_second":
|
| 85 |
-
"eval_steps_per_second": 2.
|
| 86 |
-
"eval_wer": 0.
|
| 87 |
-
"eval_wil": 0.
|
| 88 |
-
"eval_wip": 0.
|
| 89 |
"step": 2000
|
| 90 |
-
},
|
| 91 |
-
{
|
| 92 |
-
"epoch": 1.0279605263157894,
|
| 93 |
-
"grad_norm": 1.560766577720642,
|
| 94 |
-
"learning_rate": 2.7142529789184235e-05,
|
| 95 |
-
"loss": 0.2183,
|
| 96 |
-
"step": 2500
|
| 97 |
-
},
|
| 98 |
-
{
|
| 99 |
-
"epoch": 1.0279605263157894,
|
| 100 |
-
"eval_cer": 0.036617316809448554,
|
| 101 |
-
"eval_loss": 0.1806473284959793,
|
| 102 |
-
"eval_mer": 0.22477976697925547,
|
| 103 |
-
"eval_runtime": 69.4484,
|
| 104 |
-
"eval_samples_per_second": 17.509,
|
| 105 |
-
"eval_steps_per_second": 2.189,
|
| 106 |
-
"eval_wer": 0.22808535178777392,
|
| 107 |
-
"eval_wil": 0.38140651271785064,
|
| 108 |
-
"eval_wip": 0.6185934872821494,
|
| 109 |
-
"step": 2500
|
| 110 |
-
},
|
| 111 |
-
{
|
| 112 |
-
"epoch": 1.2335526315789473,
|
| 113 |
-
"grad_norm": 0.77958744764328,
|
| 114 |
-
"learning_rate": 2.141384051329056e-05,
|
| 115 |
-
"loss": 0.2221,
|
| 116 |
-
"step": 3000
|
| 117 |
-
},
|
| 118 |
-
{
|
| 119 |
-
"epoch": 1.2335526315789473,
|
| 120 |
-
"eval_cer": 0.036326208101139484,
|
| 121 |
-
"eval_loss": 0.17762529850006104,
|
| 122 |
-
"eval_mer": 0.22323722523551243,
|
| 123 |
-
"eval_runtime": 68.9232,
|
| 124 |
-
"eval_samples_per_second": 17.643,
|
| 125 |
-
"eval_steps_per_second": 2.205,
|
| 126 |
-
"eval_wer": 0.22549019607843138,
|
| 127 |
-
"eval_wil": 0.3801096837587259,
|
| 128 |
-
"eval_wip": 0.6198903162412741,
|
| 129 |
-
"step": 3000
|
| 130 |
-
},
|
| 131 |
-
{
|
| 132 |
-
"epoch": 1.4391447368421053,
|
| 133 |
-
"grad_norm": 1.003024935722351,
|
| 134 |
-
"learning_rate": 1.5685151237396883e-05,
|
| 135 |
-
"loss": 0.2344,
|
| 136 |
-
"step": 3500
|
| 137 |
-
},
|
| 138 |
-
{
|
| 139 |
-
"epoch": 1.4391447368421053,
|
| 140 |
-
"eval_cer": 0.03588954503867587,
|
| 141 |
-
"eval_loss": 0.17285175621509552,
|
| 142 |
-
"eval_mer": 0.22013116623895068,
|
| 143 |
-
"eval_runtime": 69.0254,
|
| 144 |
-
"eval_samples_per_second": 17.617,
|
| 145 |
-
"eval_steps_per_second": 2.202,
|
| 146 |
-
"eval_wer": 0.22260668973471742,
|
| 147 |
-
"eval_wil": 0.3742594650447425,
|
| 148 |
-
"eval_wip": 0.6257405349552575,
|
| 149 |
-
"step": 3500
|
| 150 |
-
},
|
| 151 |
-
{
|
| 152 |
-
"epoch": 1.6447368421052633,
|
| 153 |
-
"grad_norm": 0.9715732932090759,
|
| 154 |
-
"learning_rate": 9.956461961503208e-06,
|
| 155 |
-
"loss": 0.2642,
|
| 156 |
-
"step": 4000
|
| 157 |
-
},
|
| 158 |
-
{
|
| 159 |
-
"epoch": 1.6447368421052633,
|
| 160 |
-
"eval_cer": 0.03532812110122266,
|
| 161 |
-
"eval_loss": 0.16884012520313263,
|
| 162 |
-
"eval_mer": 0.21776259607173357,
|
| 163 |
-
"eval_runtime": 69.1041,
|
| 164 |
-
"eval_samples_per_second": 17.597,
|
| 165 |
-
"eval_steps_per_second": 2.2,
|
| 166 |
-
"eval_wer": 0.22058823529411764,
|
| 167 |
-
"eval_wil": 0.3699418492887351,
|
| 168 |
-
"eval_wip": 0.6300581507112649,
|
| 169 |
-
"step": 4000
|
| 170 |
-
},
|
| 171 |
-
{
|
| 172 |
-
"epoch": 1.850328947368421,
|
| 173 |
-
"grad_norm": 5.113919734954834,
|
| 174 |
-
"learning_rate": 4.227772685609533e-06,
|
| 175 |
-
"loss": 0.2684,
|
| 176 |
-
"step": 4500
|
| 177 |
-
},
|
| 178 |
-
{
|
| 179 |
-
"epoch": 1.850328947368421,
|
| 180 |
-
"eval_cer": 0.03497463195541878,
|
| 181 |
-
"eval_loss": 0.16613277792930603,
|
| 182 |
-
"eval_mer": 0.21094640820980615,
|
| 183 |
-
"eval_runtime": 69.7332,
|
| 184 |
-
"eval_samples_per_second": 17.438,
|
| 185 |
-
"eval_steps_per_second": 2.18,
|
| 186 |
-
"eval_wer": 0.21337946943483277,
|
| 187 |
-
"eval_wil": 0.35981112406781113,
|
| 188 |
-
"eval_wip": 0.6401888759321889,
|
| 189 |
-
"step": 4500
|
| 190 |
}
|
| 191 |
],
|
| 192 |
"logging_steps": 500,
|
| 193 |
-
"max_steps":
|
| 194 |
"num_input_tokens_seen": 0,
|
| 195 |
-
"num_train_epochs":
|
| 196 |
"save_steps": 500,
|
| 197 |
"stateful_callbacks": {
|
| 198 |
"TrainerControl": {
|
|
@@ -201,13 +101,13 @@
|
|
| 201 |
"should_evaluate": false,
|
| 202 |
"should_log": false,
|
| 203 |
"should_save": true,
|
| 204 |
-
"should_training_stop":
|
| 205 |
},
|
| 206 |
"attributes": {}
|
| 207 |
}
|
| 208 |
},
|
| 209 |
-
"total_flos":
|
| 210 |
-
"train_batch_size":
|
| 211 |
"trial_name": null,
|
| 212 |
"trial_params": null
|
| 213 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.14490656554698944,
|
| 3 |
+
"best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-2000",
|
| 4 |
+
"epoch": 0.986679822397632,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 2000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
| 10 |
"log_history": [
|
| 11 |
{
|
| 12 |
+
"epoch": 0.246669955599408,
|
| 13 |
+
"grad_norm": 3.482757329940796,
|
| 14 |
"learning_rate": 4.97e-05,
|
| 15 |
+
"loss": 0.445,
|
| 16 |
"step": 500
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"epoch": 0.246669955599408,
|
| 20 |
+
"eval_cer": 0.03472612578852039,
|
| 21 |
+
"eval_loss": 0.1506977081298828,
|
| 22 |
+
"eval_mer": 0.2400241837968561,
|
| 23 |
+
"eval_runtime": 72.835,
|
| 24 |
+
"eval_samples_per_second": 16.695,
|
| 25 |
+
"eval_steps_per_second": 2.087,
|
| 26 |
+
"eval_wer": 0.24393241167434715,
|
| 27 |
+
"eval_wil": 0.4027411629459634,
|
| 28 |
+
"eval_wip": 0.5972588370540366,
|
| 29 |
"step": 500
|
| 30 |
},
|
| 31 |
{
|
| 32 |
+
"epoch": 0.493339911198816,
|
| 33 |
+
"grad_norm": 2.1172962188720703,
|
| 34 |
+
"learning_rate": 4.5547392940333276e-05,
|
| 35 |
+
"loss": 0.4275,
|
| 36 |
"step": 1000
|
| 37 |
},
|
| 38 |
{
|
| 39 |
+
"epoch": 0.493339911198816,
|
| 40 |
+
"eval_cer": 0.03416401224158391,
|
| 41 |
+
"eval_loss": 0.15176725387573242,
|
| 42 |
+
"eval_mer": 0.23524069028156222,
|
| 43 |
+
"eval_runtime": 72.5697,
|
| 44 |
+
"eval_samples_per_second": 16.756,
|
| 45 |
+
"eval_steps_per_second": 2.095,
|
| 46 |
+
"eval_wer": 0.23870967741935484,
|
| 47 |
+
"eval_wil": 0.3973965187752956,
|
| 48 |
+
"eval_wip": 0.6026034812247044,
|
| 49 |
"step": 1000
|
| 50 |
},
|
| 51 |
{
|
| 52 |
+
"epoch": 0.740009866798224,
|
| 53 |
+
"grad_norm": 3.9609649181365967,
|
| 54 |
+
"learning_rate": 4.1067908976885865e-05,
|
| 55 |
+
"loss": 0.4367,
|
| 56 |
"step": 1500
|
| 57 |
},
|
| 58 |
{
|
| 59 |
+
"epoch": 0.740009866798224,
|
| 60 |
+
"eval_cer": 0.032727499843857345,
|
| 61 |
+
"eval_loss": 0.14839377999305725,
|
| 62 |
+
"eval_mer": 0.21904472163066627,
|
| 63 |
+
"eval_runtime": 72.6193,
|
| 64 |
+
"eval_samples_per_second": 16.745,
|
| 65 |
+
"eval_steps_per_second": 2.093,
|
| 66 |
+
"eval_wer": 0.22119815668202766,
|
| 67 |
+
"eval_wil": 0.3745997578877486,
|
| 68 |
+
"eval_wip": 0.6254002421122514,
|
| 69 |
"step": 1500
|
| 70 |
},
|
| 71 |
{
|
| 72 |
+
"epoch": 0.986679822397632,
|
| 73 |
+
"grad_norm": 3.834362268447876,
|
| 74 |
+
"learning_rate": 3.6588425013438454e-05,
|
| 75 |
+
"loss": 0.4128,
|
| 76 |
"step": 2000
|
| 77 |
},
|
| 78 |
{
|
| 79 |
+
"epoch": 0.986679822397632,
|
| 80 |
+
"eval_cer": 0.032602585722315905,
|
| 81 |
+
"eval_loss": 0.14490656554698944,
|
| 82 |
+
"eval_mer": 0.21031746031746032,
|
| 83 |
+
"eval_runtime": 72.7757,
|
| 84 |
+
"eval_samples_per_second": 16.709,
|
| 85 |
+
"eval_steps_per_second": 2.089,
|
| 86 |
+
"eval_wer": 0.21167434715821812,
|
| 87 |
+
"eval_wil": 0.3614631097880948,
|
| 88 |
+
"eval_wip": 0.6385368902119052,
|
| 89 |
"step": 2000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
}
|
| 91 |
],
|
| 92 |
"logging_steps": 500,
|
| 93 |
+
"max_steps": 6081,
|
| 94 |
"num_input_tokens_seen": 0,
|
| 95 |
+
"num_train_epochs": 3,
|
| 96 |
"save_steps": 500,
|
| 97 |
"stateful_callbacks": {
|
| 98 |
"TrainerControl": {
|
|
|
|
| 101 |
"should_evaluate": false,
|
| 102 |
"should_log": false,
|
| 103 |
"should_save": true,
|
| 104 |
+
"should_training_stop": false
|
| 105 |
},
|
| 106 |
"attributes": {}
|
| 107 |
}
|
| 108 |
},
|
| 109 |
+
"total_flos": 3.2957716566380933e+18,
|
| 110 |
+
"train_batch_size": 12,
|
| 111 |
"trial_name": null,
|
| 112 |
"trial_params": null
|
| 113 |
}
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5176
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1456fbb80fdcd6a8b153f11eeae0fef4bc2173125f866d139aac039bc0656f69
|
| 3 |
size 5176
|