longdnk commited on
Commit
deac3b3
·
verified ·
1 Parent(s): cfde0a8

Upload 10 files

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60742fd4afd2bfa2b90aab0208a23c41d1b8e00609456f357ca1fcbc8fd4fab7
3
  size 1264702096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8100fede3ebe12028e1a6a943068124b87c44e904129909600f8aa61534da523
3
  size 1264702096
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9c4dfbab4dc439b8aa429bc9e96d6cc56150ae914389a765cf958a5895bb734
3
  size 1264796970
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ffba324e21204e3e61ec695badb71f79f68c8cfd8af041202e4e0dbfad6ee65
3
  size 1264796970
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:874049e61979cf2df2a665c44cd0ef1f2f2cfe53bf0dc13ced6b402c6ef50d57
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8e0e131aa62acb514576ec4fc6d35c4209b434e53cc06404b8837a81316972
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c064ab2f936676a9b58c77a232957298d190a50d5663df18e93d1d5b1a9a231
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37cc57efe149b952d1d08baf340d5ff65995cd05283b74a9e6abf14b366d6de
3
  size 1064
trainer_state.json CHANGED
@@ -1,198 +1,98 @@
1
  {
2
- "best_metric": 0.16613277792930603,
3
- "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-4500",
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 4864,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.20559210526315788,
13
- "grad_norm": 1.0973399877548218,
14
  "learning_rate": 4.97e-05,
15
- "loss": 0.2869,
16
  "step": 500
17
  },
18
  {
19
- "epoch": 0.20559210526315788,
20
- "eval_cer": 0.03840555601763287,
21
- "eval_loss": 0.18634851276874542,
22
- "eval_mer": 0.23470839260312945,
23
- "eval_runtime": 69.1687,
24
- "eval_samples_per_second": 17.58,
25
- "eval_steps_per_second": 2.198,
26
- "eval_wer": 0.2378892733564014,
27
- "eval_wil": 0.39643215927831765,
28
- "eval_wip": 0.6035678407216823,
29
  "step": 500
30
  },
31
  {
32
- "epoch": 0.41118421052631576,
33
- "grad_norm": 3.03368878364563,
34
- "learning_rate": 4.4305682859761687e-05,
35
- "loss": 0.1975,
36
  "step": 1000
37
  },
38
  {
39
- "epoch": 0.41118421052631576,
40
- "eval_cer": 0.03877983864260168,
41
- "eval_loss": 0.19032993912696838,
42
- "eval_mer": 0.2419536984754376,
43
- "eval_runtime": 69.0115,
44
- "eval_samples_per_second": 17.62,
45
- "eval_steps_per_second": 2.203,
46
- "eval_wer": 0.24711649365628605,
47
- "eval_wil": 0.4058917970631253,
48
- "eval_wip": 0.5941082029368747,
49
  "step": 1000
50
  },
51
  {
52
- "epoch": 0.6167763157894737,
53
- "grad_norm": 1.8283483982086182,
54
- "learning_rate": 3.8588450962419795e-05,
55
- "loss": 0.2158,
56
  "step": 1500
57
  },
58
  {
59
- "epoch": 0.6167763157894737,
60
- "eval_cer": 0.03936205605921983,
61
- "eval_loss": 0.1854981929063797,
62
- "eval_mer": 0.24507845934379457,
63
- "eval_runtime": 69.033,
64
- "eval_samples_per_second": 17.615,
65
- "eval_steps_per_second": 2.202,
66
- "eval_wer": 0.24769319492502884,
67
- "eval_wil": 0.4122754264819207,
68
- "eval_wip": 0.5877245735180793,
69
  "step": 1500
70
  },
71
  {
72
- "epoch": 0.8223684210526315,
73
- "grad_norm": 2.217629909515381,
74
- "learning_rate": 3.2859761686526126e-05,
75
- "loss": 0.2063,
76
  "step": 2000
77
  },
78
  {
79
- "epoch": 0.8223684210526315,
80
- "eval_cer": 0.03709556683024204,
81
- "eval_loss": 0.1818998157978058,
82
- "eval_mer": 0.22879908935685828,
83
- "eval_runtime": 68.9653,
84
- "eval_samples_per_second": 17.632,
85
- "eval_steps_per_second": 2.204,
86
- "eval_wer": 0.23183391003460208,
87
- "eval_wil": 0.38724655848178047,
88
- "eval_wip": 0.6127534415182195,
89
  "step": 2000
90
- },
91
- {
92
- "epoch": 1.0279605263157894,
93
- "grad_norm": 1.560766577720642,
94
- "learning_rate": 2.7142529789184235e-05,
95
- "loss": 0.2183,
96
- "step": 2500
97
- },
98
- {
99
- "epoch": 1.0279605263157894,
100
- "eval_cer": 0.036617316809448554,
101
- "eval_loss": 0.1806473284959793,
102
- "eval_mer": 0.22477976697925547,
103
- "eval_runtime": 69.4484,
104
- "eval_samples_per_second": 17.509,
105
- "eval_steps_per_second": 2.189,
106
- "eval_wer": 0.22808535178777392,
107
- "eval_wil": 0.38140651271785064,
108
- "eval_wip": 0.6185934872821494,
109
- "step": 2500
110
- },
111
- {
112
- "epoch": 1.2335526315789473,
113
- "grad_norm": 0.77958744764328,
114
- "learning_rate": 2.141384051329056e-05,
115
- "loss": 0.2221,
116
- "step": 3000
117
- },
118
- {
119
- "epoch": 1.2335526315789473,
120
- "eval_cer": 0.036326208101139484,
121
- "eval_loss": 0.17762529850006104,
122
- "eval_mer": 0.22323722523551243,
123
- "eval_runtime": 68.9232,
124
- "eval_samples_per_second": 17.643,
125
- "eval_steps_per_second": 2.205,
126
- "eval_wer": 0.22549019607843138,
127
- "eval_wil": 0.3801096837587259,
128
- "eval_wip": 0.6198903162412741,
129
- "step": 3000
130
- },
131
- {
132
- "epoch": 1.4391447368421053,
133
- "grad_norm": 1.003024935722351,
134
- "learning_rate": 1.5685151237396883e-05,
135
- "loss": 0.2344,
136
- "step": 3500
137
- },
138
- {
139
- "epoch": 1.4391447368421053,
140
- "eval_cer": 0.03588954503867587,
141
- "eval_loss": 0.17285175621509552,
142
- "eval_mer": 0.22013116623895068,
143
- "eval_runtime": 69.0254,
144
- "eval_samples_per_second": 17.617,
145
- "eval_steps_per_second": 2.202,
146
- "eval_wer": 0.22260668973471742,
147
- "eval_wil": 0.3742594650447425,
148
- "eval_wip": 0.6257405349552575,
149
- "step": 3500
150
- },
151
- {
152
- "epoch": 1.6447368421052633,
153
- "grad_norm": 0.9715732932090759,
154
- "learning_rate": 9.956461961503208e-06,
155
- "loss": 0.2642,
156
- "step": 4000
157
- },
158
- {
159
- "epoch": 1.6447368421052633,
160
- "eval_cer": 0.03532812110122266,
161
- "eval_loss": 0.16884012520313263,
162
- "eval_mer": 0.21776259607173357,
163
- "eval_runtime": 69.1041,
164
- "eval_samples_per_second": 17.597,
165
- "eval_steps_per_second": 2.2,
166
- "eval_wer": 0.22058823529411764,
167
- "eval_wil": 0.3699418492887351,
168
- "eval_wip": 0.6300581507112649,
169
- "step": 4000
170
- },
171
- {
172
- "epoch": 1.850328947368421,
173
- "grad_norm": 5.113919734954834,
174
- "learning_rate": 4.227772685609533e-06,
175
- "loss": 0.2684,
176
- "step": 4500
177
- },
178
- {
179
- "epoch": 1.850328947368421,
180
- "eval_cer": 0.03497463195541878,
181
- "eval_loss": 0.16613277792930603,
182
- "eval_mer": 0.21094640820980615,
183
- "eval_runtime": 69.7332,
184
- "eval_samples_per_second": 17.438,
185
- "eval_steps_per_second": 2.18,
186
- "eval_wer": 0.21337946943483277,
187
- "eval_wil": 0.35981112406781113,
188
- "eval_wip": 0.6401888759321889,
189
- "step": 4500
190
  }
191
  ],
192
  "logging_steps": 500,
193
- "max_steps": 4864,
194
  "num_input_tokens_seen": 0,
195
- "num_train_epochs": 2,
196
  "save_steps": 500,
197
  "stateful_callbacks": {
198
  "TrainerControl": {
@@ -201,13 +101,13 @@
201
  "should_evaluate": false,
202
  "should_log": false,
203
  "should_save": true,
204
- "should_training_stop": true
205
  },
206
  "attributes": {}
207
  }
208
  },
209
- "total_flos": 6.660365150995041e+18,
210
- "train_batch_size": 10,
211
  "trial_name": null,
212
  "trial_params": null
213
  }
 
1
  {
2
+ "best_metric": 0.14490656554698944,
3
+ "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-2000",
4
+ "epoch": 0.986679822397632,
5
  "eval_steps": 500,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.246669955599408,
13
+ "grad_norm": 3.482757329940796,
14
  "learning_rate": 4.97e-05,
15
+ "loss": 0.445,
16
  "step": 500
17
  },
18
  {
19
+ "epoch": 0.246669955599408,
20
+ "eval_cer": 0.03472612578852039,
21
+ "eval_loss": 0.1506977081298828,
22
+ "eval_mer": 0.2400241837968561,
23
+ "eval_runtime": 72.835,
24
+ "eval_samples_per_second": 16.695,
25
+ "eval_steps_per_second": 2.087,
26
+ "eval_wer": 0.24393241167434715,
27
+ "eval_wil": 0.4027411629459634,
28
+ "eval_wip": 0.5972588370540366,
29
  "step": 500
30
  },
31
  {
32
+ "epoch": 0.493339911198816,
33
+ "grad_norm": 2.1172962188720703,
34
+ "learning_rate": 4.5547392940333276e-05,
35
+ "loss": 0.4275,
36
  "step": 1000
37
  },
38
  {
39
+ "epoch": 0.493339911198816,
40
+ "eval_cer": 0.03416401224158391,
41
+ "eval_loss": 0.15176725387573242,
42
+ "eval_mer": 0.23524069028156222,
43
+ "eval_runtime": 72.5697,
44
+ "eval_samples_per_second": 16.756,
45
+ "eval_steps_per_second": 2.095,
46
+ "eval_wer": 0.23870967741935484,
47
+ "eval_wil": 0.3973965187752956,
48
+ "eval_wip": 0.6026034812247044,
49
  "step": 1000
50
  },
51
  {
52
+ "epoch": 0.740009866798224,
53
+ "grad_norm": 3.9609649181365967,
54
+ "learning_rate": 4.1067908976885865e-05,
55
+ "loss": 0.4367,
56
  "step": 1500
57
  },
58
  {
59
+ "epoch": 0.740009866798224,
60
+ "eval_cer": 0.032727499843857345,
61
+ "eval_loss": 0.14839377999305725,
62
+ "eval_mer": 0.21904472163066627,
63
+ "eval_runtime": 72.6193,
64
+ "eval_samples_per_second": 16.745,
65
+ "eval_steps_per_second": 2.093,
66
+ "eval_wer": 0.22119815668202766,
67
+ "eval_wil": 0.3745997578877486,
68
+ "eval_wip": 0.6254002421122514,
69
  "step": 1500
70
  },
71
  {
72
+ "epoch": 0.986679822397632,
73
+ "grad_norm": 3.834362268447876,
74
+ "learning_rate": 3.6588425013438454e-05,
75
+ "loss": 0.4128,
76
  "step": 2000
77
  },
78
  {
79
+ "epoch": 0.986679822397632,
80
+ "eval_cer": 0.032602585722315905,
81
+ "eval_loss": 0.14490656554698944,
82
+ "eval_mer": 0.21031746031746032,
83
+ "eval_runtime": 72.7757,
84
+ "eval_samples_per_second": 16.709,
85
+ "eval_steps_per_second": 2.089,
86
+ "eval_wer": 0.21167434715821812,
87
+ "eval_wil": 0.3614631097880948,
88
+ "eval_wip": 0.6385368902119052,
89
  "step": 2000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  }
91
  ],
92
  "logging_steps": 500,
93
+ "max_steps": 6081,
94
  "num_input_tokens_seen": 0,
95
+ "num_train_epochs": 3,
96
  "save_steps": 500,
97
  "stateful_callbacks": {
98
  "TrainerControl": {
 
101
  "should_evaluate": false,
102
  "should_log": false,
103
  "should_save": true,
104
+ "should_training_stop": false
105
  },
106
  "attributes": {}
107
  }
108
  },
109
+ "total_flos": 3.2957716566380933e+18,
110
+ "train_batch_size": 12,
111
  "trial_name": null,
112
  "trial_params": null
113
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e1cfcc7c7576819400a0be686a2f2e2fb83f17aca5d2cc029e3a9f046772832
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1456fbb80fdcd6a8b153f11eeae0fef4bc2173125f866d139aac039bc0656f69
3
  size 5176