longdnk commited on
Commit
06a3695
·
verified ·
1 Parent(s): 59d5990

Upload 12 files

Browse files
config.json CHANGED
@@ -78,7 +78,7 @@
78
  "num_hidden_layers": 24,
79
  "num_negatives": 100,
80
  "output_hidden_size": 1024,
81
- "pad_token_id": 109,
82
  "proj_codevector_dim": 768,
83
  "tdnn_dilation": [
84
  1,
@@ -104,7 +104,6 @@
104
  "torch_dtype": "float32",
105
  "transformers_version": "4.44.2",
106
  "use_weighted_layer_sum": false,
107
- "vocab_size": 112,
108
- "xvector_output_dim": 512,
109
- "gradient_checkpointing": true
110
- }
 
78
  "num_hidden_layers": 24,
79
  "num_negatives": 100,
80
  "output_hidden_size": 1024,
81
+ "pad_token_id": 0,
82
  "proj_codevector_dim": 768,
83
  "tdnn_dilation": [
84
  1,
 
104
  "torch_dtype": "float32",
105
  "transformers_version": "4.44.2",
106
  "use_weighted_layer_sum": false,
107
+ "vocab_size": 706,
108
+ "xvector_output_dim": 512
109
+ }
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:968ba954eb81788a989a006204d06ca7d52d55927a7a86e47f20690a66079b19
3
  size 1262266680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97728b58656bade2db0b8b93fa627cb9883a0d96e7589e6b7e70d942aa0341e9
3
  size 1262266680
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b4d81a5b608612048bd9f92eecc1e4c742674dcd2cafe044c04431010ad5849
3
  size 2491078198
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5518f1117b2a88da63d68269051c59e637545a8d911a046c6cfcc4a77348a680
3
  size 2491078198
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6652aafede63e06daaf7684c1ea4d8ead8cf0e968811c3c6abc1aa8ccfd2adc
3
  size 1262361578
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c336a502adfcf3805485c4db5d322890351c9a74d174cf27c59bf5acc6ee48cf
3
  size 1262361578
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:328397d773f82db3ef11fc5e40ca3a0bde89da51a612c1883347c8ebd80815ed
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae428f43776d51debf9a3160ea45cb6960193f2932a3131123776157e66bfcfe
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0612c909f86715e3aa0b05de2507e957fdd12ee7b1a9ba818551018e1b0ab74
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c0b026c83b0d4b072e61d732c0fce3a26a81a9b0bed46b9aa57ff060142a85
3
  size 1064
trainer_state.json CHANGED
@@ -1,198 +1,498 @@
1
  {
2
- "best_metric": 0.410082072019577,
3
- "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-4500",
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 4864,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.20559210526315788,
13
- "grad_norm": 2.2851061820983887,
14
- "learning_rate": 9.92e-05,
15
- "loss": 6.3008,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.20559210526315788,
20
- "eval_cer": 0.4373788489578866,
21
- "eval_loss": 1.7558605670928955,
22
- "eval_mer": 0.9513371639355891,
23
- "eval_runtime": 65.8205,
24
- "eval_samples_per_second": 18.474,
25
- "eval_steps_per_second": 2.309,
26
- "eval_wer": 0.9642651711245327,
27
- "eval_wil": 0.9974733905930386,
28
- "eval_wip": 0.0025266094069613973,
29
  "step": 500
30
  },
31
  {
32
  "epoch": 0.41118421052631576,
33
- "grad_norm": 5.61221981048584,
34
- "learning_rate": 8.863428047662696e-05,
35
- "loss": 1.5187,
36
  "step": 1000
37
  },
38
  {
39
  "epoch": 0.41118421052631576,
40
- "eval_cer": 0.2543099751265117,
41
- "eval_loss": 0.9000231027603149,
42
- "eval_mer": 0.6188369152970923,
43
- "eval_runtime": 65.6413,
44
- "eval_samples_per_second": 18.525,
45
- "eval_steps_per_second": 2.316,
46
- "eval_wer": 0.6335202761000863,
47
- "eval_wil": 0.8495129479550749,
48
- "eval_wip": 0.15048705204492513,
49
  "step": 1000
50
  },
51
  {
52
  "epoch": 0.6167763157894737,
53
- "grad_norm": 4.668437480926514,
54
- "learning_rate": 7.717690192483959e-05,
55
- "loss": 1.1029,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 0.6167763157894737,
60
- "eval_cer": 0.2021271121022386,
61
- "eval_loss": 0.6554998159408569,
62
- "eval_mer": 0.517606886248844,
63
- "eval_runtime": 65.6608,
64
- "eval_samples_per_second": 18.519,
65
- "eval_steps_per_second": 2.315,
66
- "eval_wer": 0.5231521426517113,
67
- "eval_wil": 0.761288669534403,
68
- "eval_wip": 0.23871133046559703,
69
  "step": 1500
70
  },
71
  {
72
  "epoch": 0.8223684210526315,
73
- "grad_norm": 2.166978597640991,
74
- "learning_rate": 6.571952337305225e-05,
75
- "loss": 0.9255,
76
  "step": 2000
77
  },
78
  {
79
  "epoch": 0.8223684210526315,
80
- "eval_cer": 0.17296509134574148,
81
- "eval_loss": 0.5555564761161804,
82
- "eval_mer": 0.45592748554707013,
83
- "eval_runtime": 65.6661,
84
- "eval_samples_per_second": 18.518,
85
- "eval_steps_per_second": 2.315,
86
- "eval_wer": 0.45930399769916597,
87
- "eval_wil": 0.6969698207016493,
88
- "eval_wip": 0.3030301792983507,
89
  "step": 2000
90
  },
91
  {
92
  "epoch": 1.0279605263157894,
93
- "grad_norm": 2.7115116119384766,
94
- "learning_rate": 5.4262144821264894e-05,
95
- "loss": 0.8406,
96
  "step": 2500
97
  },
98
  {
99
  "epoch": 1.0279605263157894,
100
- "eval_cer": 0.15896732138262287,
101
- "eval_loss": 0.5135647058486938,
102
- "eval_mer": 0.4211276641243139,
103
- "eval_runtime": 65.5965,
104
- "eval_samples_per_second": 18.538,
105
- "eval_steps_per_second": 2.317,
106
- "eval_wer": 0.4247914869140063,
107
- "eval_wil": 0.6576477316919521,
108
- "eval_wip": 0.3423522683080479,
109
  "step": 2500
110
  },
111
  {
112
  "epoch": 1.2335526315789473,
113
- "grad_norm": 1.5140825510025024,
114
- "learning_rate": 4.280476626947755e-05,
115
- "loss": 0.7712,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 1.2335526315789473,
120
- "eval_cer": 0.14858907281928124,
121
- "eval_loss": 0.46155768632888794,
122
- "eval_mer": 0.3986003998857469,
123
- "eval_runtime": 65.9142,
124
- "eval_samples_per_second": 18.448,
125
- "eval_steps_per_second": 2.306,
126
- "eval_wer": 0.4013517400057521,
127
- "eval_wil": 0.6301973374782048,
128
- "eval_wip": 0.3698026625217952,
129
  "step": 3000
130
  },
131
  {
132
  "epoch": 1.4391447368421053,
133
- "grad_norm": 2.8752684593200684,
134
- "learning_rate": 3.13473877176902e-05,
135
- "loss": 0.7388,
136
  "step": 3500
137
  },
138
  {
139
  "epoch": 1.4391447368421053,
140
- "eval_cer": 0.1433570632129685,
141
- "eval_loss": 0.4430878758430481,
142
- "eval_mer": 0.38519734494325886,
143
- "eval_runtime": 65.6104,
144
- "eval_samples_per_second": 18.534,
145
- "eval_steps_per_second": 2.317,
146
- "eval_wer": 0.38805004314063846,
147
- "eval_wil": 0.6145415380151382,
148
- "eval_wip": 0.3854584619848617,
149
  "step": 3500
150
  },
151
  {
152
  "epoch": 1.6447368421052633,
153
- "grad_norm": 1.5182979106903076,
154
- "learning_rate": 1.9890009165902843e-05,
155
- "loss": 0.6985,
156
  "step": 4000
157
  },
158
  {
159
  "epoch": 1.6447368421052633,
160
- "eval_cer": 0.13584355433570633,
161
- "eval_loss": 0.4212208688259125,
162
- "eval_mer": 0.3683083511777302,
163
- "eval_runtime": 65.61,
164
- "eval_samples_per_second": 18.534,
165
- "eval_steps_per_second": 2.317,
166
- "eval_wer": 0.3710094909404659,
167
- "eval_wil": 0.5935129857245404,
168
- "eval_wip": 0.40648701427545963,
169
  "step": 4000
170
  },
171
  {
172
  "epoch": 1.850328947368421,
173
- "grad_norm": 5.133316516876221,
174
- "learning_rate": 8.43263061411549e-06,
175
- "loss": 0.6796,
176
  "step": 4500
177
  },
178
  {
179
  "epoch": 1.850328947368421,
180
- "eval_cer": 0.13092031906681534,
181
- "eval_loss": 0.410082072019577,
182
- "eval_mer": 0.35861182519280205,
183
- "eval_runtime": 65.7038,
184
- "eval_samples_per_second": 18.507,
185
- "eval_steps_per_second": 2.313,
186
- "eval_wer": 0.3610871440897325,
187
- "eval_wil": 0.5812666176163659,
188
- "eval_wip": 0.4187333823836341,
189
  "step": 4500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
190
  }
191
  ],
192
  "logging_steps": 500,
193
- "max_steps": 4864,
194
  "num_input_tokens_seen": 0,
195
- "num_train_epochs": 2,
196
  "save_steps": 500,
197
  "stateful_callbacks": {
198
  "TrainerControl": {
@@ -206,7 +506,7 @@
206
  "attributes": {}
207
  }
208
  },
209
- "total_flos": 6.647538946149148e+18,
210
  "train_batch_size": 10,
211
  "trial_name": null,
212
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.23053792119026184,
3
+ "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-12000",
4
+ "epoch": 5.0,
5
  "eval_steps": 500,
6
+ "global_step": 12160,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.20559210526315788,
13
+ "grad_norm": 2.4157142639160156,
14
+ "learning_rate": 9.94e-05,
15
+ "loss": 6.7669,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.20559210526315788,
20
+ "eval_cer": 0.48300749888261685,
21
+ "eval_loss": 2.1082637310028076,
22
+ "eval_mer": 0.990451329257402,
23
+ "eval_runtime": 68.7161,
24
+ "eval_samples_per_second": 17.696,
25
+ "eval_steps_per_second": 2.212,
26
+ "eval_wer": 1.00347995545657,
27
+ "eval_wil": 0.9999032641977176,
28
+ "eval_wip": 9.673580228241418e-05,
29
  "step": 500
30
  },
31
  {
32
  "epoch": 0.41118421052631576,
33
+ "grad_norm": 5.2127461433410645,
34
+ "learning_rate": 9.573756432246999e-05,
35
+ "loss": 1.6307,
36
  "step": 1000
37
  },
38
  {
39
  "epoch": 0.41118421052631576,
40
+ "eval_cer": 0.2556407157873827,
41
+ "eval_loss": 0.9759008288383484,
42
+ "eval_mer": 0.6341346483117595,
43
+ "eval_runtime": 68.4909,
44
+ "eval_samples_per_second": 17.754,
45
+ "eval_steps_per_second": 2.219,
46
+ "eval_wer": 0.6444181514476615,
47
+ "eval_wil": 0.8621975111555594,
48
+ "eval_wip": 0.1378024888444406,
49
  "step": 1000
50
  },
51
  {
52
  "epoch": 0.6167763157894737,
53
+ "grad_norm": 6.275217056274414,
54
+ "learning_rate": 9.144939965694683e-05,
55
+ "loss": 1.0963,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 0.6167763157894737,
60
+ "eval_cer": 0.18851495638067176,
61
+ "eval_loss": 0.6141384840011597,
62
+ "eval_mer": 0.4867403314917127,
63
+ "eval_runtime": 68.9152,
64
+ "eval_samples_per_second": 17.645,
65
+ "eval_steps_per_second": 2.206,
66
+ "eval_wer": 0.4905345211581292,
67
+ "eval_wil": 0.7295997310538076,
68
+ "eval_wip": 0.27040026894619246,
69
  "step": 1500
70
  },
71
  {
72
  "epoch": 0.8223684210526315,
73
+ "grad_norm": 2.86210036277771,
74
+ "learning_rate": 8.716123499142367e-05,
75
+ "loss": 0.8862,
76
  "step": 2000
77
  },
78
  {
79
  "epoch": 0.8223684210526315,
80
+ "eval_cer": 0.15904914830571604,
81
+ "eval_loss": 0.5130082368850708,
82
+ "eval_mer": 0.4162177096284017,
83
+ "eval_runtime": 68.4636,
84
+ "eval_samples_per_second": 17.761,
85
+ "eval_steps_per_second": 2.22,
86
+ "eval_wer": 0.4194042316258352,
87
+ "eval_wil": 0.6511190009094037,
88
+ "eval_wip": 0.3488809990905964,
89
  "step": 2000
90
  },
91
  {
92
  "epoch": 1.0279605263157894,
93
+ "grad_norm": 1.278159260749817,
94
+ "learning_rate": 8.287307032590052e-05,
95
+ "loss": 0.7938,
96
  "step": 2500
97
  },
98
  {
99
  "epoch": 1.0279605263157894,
100
+ "eval_cer": 0.14429969044347696,
101
+ "eval_loss": 0.47192344069480896,
102
+ "eval_mer": 0.38208359154444677,
103
+ "eval_runtime": 68.4897,
104
+ "eval_samples_per_second": 17.754,
105
+ "eval_steps_per_second": 2.219,
106
+ "eval_wer": 0.3862054565701559,
107
+ "eval_wil": 0.60976101750554,
108
+ "eval_wip": 0.39023898249446,
109
  "step": 2500
110
  },
111
  {
112
  "epoch": 1.2335526315789473,
113
+ "grad_norm": 1.1133716106414795,
114
+ "learning_rate": 7.858490566037736e-05,
115
+ "loss": 0.7144,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 1.2335526315789473,
120
+ "eval_cer": 0.1325133672134947,
121
+ "eval_loss": 0.4134939908981323,
122
+ "eval_mer": 0.358600179818798,
123
+ "eval_runtime": 68.9577,
124
+ "eval_samples_per_second": 17.634,
125
+ "eval_steps_per_second": 2.204,
126
+ "eval_wer": 0.36087138084632514,
127
+ "eval_wil": 0.5807818566708536,
128
+ "eval_wip": 0.4192181433291464,
129
  "step": 3000
130
  },
131
  {
132
  "epoch": 1.4391447368421053,
133
+ "grad_norm": 1.0960090160369873,
134
+ "learning_rate": 7.42967409948542e-05,
135
+ "loss": 0.6807,
136
  "step": 3500
137
  },
138
  {
139
  "epoch": 1.4391447368421053,
140
+ "eval_cer": 0.1280603883527289,
141
+ "eval_loss": 0.3944030702114105,
142
+ "eval_mer": 0.35059816056980847,
143
+ "eval_runtime": 68.4902,
144
+ "eval_samples_per_second": 17.754,
145
+ "eval_steps_per_second": 2.219,
146
+ "eval_wer": 0.3528674832962138,
147
+ "eval_wil": 0.5707987727352223,
148
+ "eval_wip": 0.4292012272647777,
149
  "step": 3500
150
  },
151
  {
152
  "epoch": 1.6447368421052633,
153
+ "grad_norm": 1.0340492725372314,
154
+ "learning_rate": 7.00171526586621e-05,
155
+ "loss": 0.637,
156
  "step": 4000
157
  },
158
  {
159
  "epoch": 1.6447368421052633,
160
+ "eval_cer": 0.1168700028141502,
161
+ "eval_loss": 0.3591752350330353,
162
+ "eval_mer": 0.3217739707101409,
163
+ "eval_runtime": 68.5342,
164
+ "eval_samples_per_second": 17.743,
165
+ "eval_steps_per_second": 2.218,
166
+ "eval_wer": 0.32419265033407574,
167
+ "eval_wil": 0.5317646875493529,
168
+ "eval_wip": 0.46823531245064715,
169
  "step": 4000
170
  },
171
  {
172
  "epoch": 1.850328947368421,
173
+ "grad_norm": 1.9663962125778198,
174
+ "learning_rate": 6.572898799313894e-05,
175
+ "loss": 0.6124,
176
  "step": 4500
177
  },
178
  {
179
  "epoch": 1.850328947368421,
180
+ "eval_cer": 0.11360889933619163,
181
+ "eval_loss": 0.33677050471305847,
182
+ "eval_mer": 0.3150571131879543,
183
+ "eval_runtime": 68.5056,
184
+ "eval_samples_per_second": 17.75,
185
+ "eval_steps_per_second": 2.219,
186
+ "eval_wer": 0.31674554565701557,
187
+ "eval_wil": 0.5224878877647927,
188
+ "eval_wip": 0.4775121122352073,
189
  "step": 4500
190
+ },
191
+ {
192
+ "epoch": 2.0559210526315788,
193
+ "grad_norm": 1.006300449371338,
194
+ "learning_rate": 6.144082332761578e-05,
195
+ "loss": 0.5749,
196
+ "step": 5000
197
+ },
198
+ {
199
+ "epoch": 2.0559210526315788,
200
+ "eval_cer": 0.1078978297935738,
201
+ "eval_loss": 0.34313151240348816,
202
+ "eval_mer": 0.2996542185338866,
203
+ "eval_runtime": 68.9465,
204
+ "eval_samples_per_second": 17.637,
205
+ "eval_steps_per_second": 2.205,
206
+ "eval_wer": 0.30157293986636974,
207
+ "eval_wil": 0.5013751160066184,
208
+ "eval_wip": 0.4986248839933815,
209
+ "step": 5000
210
+ },
211
+ {
212
+ "epoch": 2.2615131578947367,
213
+ "grad_norm": 1.4610997438430786,
214
+ "learning_rate": 5.715265866209263e-05,
215
+ "loss": 0.5594,
216
+ "step": 5500
217
+ },
218
+ {
219
+ "epoch": 2.2615131578947367,
220
+ "eval_cer": 0.10349451240709166,
221
+ "eval_loss": 0.30756306648254395,
222
+ "eval_mer": 0.2883830346640836,
223
+ "eval_runtime": 68.5367,
224
+ "eval_samples_per_second": 17.742,
225
+ "eval_steps_per_second": 2.218,
226
+ "eval_wer": 0.2900890868596882,
227
+ "eval_wil": 0.48511930744607956,
228
+ "eval_wip": 0.5148806925539204,
229
+ "step": 5500
230
+ },
231
+ {
232
+ "epoch": 2.4671052631578947,
233
+ "grad_norm": 1.4430501461029053,
234
+ "learning_rate": 5.2864493996569475e-05,
235
+ "loss": 0.545,
236
+ "step": 6000
237
+ },
238
+ {
239
+ "epoch": 2.4671052631578947,
240
+ "eval_cer": 0.0999685477329537,
241
+ "eval_loss": 0.30883026123046875,
242
+ "eval_mer": 0.281625881377022,
243
+ "eval_runtime": 68.4999,
244
+ "eval_samples_per_second": 17.752,
245
+ "eval_steps_per_second": 2.219,
246
+ "eval_wer": 0.2835467706013363,
247
+ "eval_wil": 0.47570711452036263,
248
+ "eval_wip": 0.5242928854796374,
249
+ "step": 6000
250
+ },
251
+ {
252
+ "epoch": 2.6726973684210527,
253
+ "grad_norm": 2.016613245010376,
254
+ "learning_rate": 4.857632933104632e-05,
255
+ "loss": 0.5156,
256
+ "step": 6500
257
+ },
258
+ {
259
+ "epoch": 2.6726973684210527,
260
+ "eval_cer": 0.09727027429687629,
261
+ "eval_loss": 0.29233318567276,
262
+ "eval_mer": 0.2730165317839109,
263
+ "eval_runtime": 68.6063,
264
+ "eval_samples_per_second": 17.724,
265
+ "eval_steps_per_second": 2.216,
266
+ "eval_wer": 0.2747076837416481,
267
+ "eval_wil": 0.46347096415899913,
268
+ "eval_wip": 0.5365290358410009,
269
+ "step": 6500
270
+ },
271
+ {
272
+ "epoch": 2.8782894736842106,
273
+ "grad_norm": 1.225280523300171,
274
+ "learning_rate": 4.428816466552316e-05,
275
+ "loss": 0.5206,
276
+ "step": 7000
277
+ },
278
+ {
279
+ "epoch": 2.8782894736842106,
280
+ "eval_cer": 0.09483686205697826,
281
+ "eval_loss": 0.27001699805259705,
282
+ "eval_mer": 0.26869806094182824,
283
+ "eval_runtime": 68.6118,
284
+ "eval_samples_per_second": 17.723,
285
+ "eval_steps_per_second": 2.215,
286
+ "eval_wer": 0.2700445434298441,
287
+ "eval_wil": 0.4571035802996898,
288
+ "eval_wip": 0.5428964197003102,
289
+ "step": 7000
290
+ },
291
+ {
292
+ "epoch": 3.0838815789473686,
293
+ "grad_norm": 0.7366329431533813,
294
+ "learning_rate": 4e-05,
295
+ "loss": 0.5,
296
+ "step": 7500
297
+ },
298
+ {
299
+ "epoch": 3.0838815789473686,
300
+ "eval_cer": 0.09303249515800625,
301
+ "eval_loss": 0.2662801742553711,
302
+ "eval_mer": 0.262010245050533,
303
+ "eval_runtime": 68.6687,
304
+ "eval_samples_per_second": 17.708,
305
+ "eval_steps_per_second": 2.214,
306
+ "eval_wer": 0.2634326280623608,
307
+ "eval_wil": 0.4476734779906254,
308
+ "eval_wip": 0.5523265220093746,
309
+ "step": 7500
310
+ },
311
+ {
312
+ "epoch": 3.2894736842105265,
313
+ "grad_norm": 1.1763432025909424,
314
+ "learning_rate": 3.572041166380789e-05,
315
+ "loss": 0.4824,
316
+ "step": 8000
317
+ },
318
+ {
319
+ "epoch": 3.2894736842105265,
320
+ "eval_cer": 0.09035077554669006,
321
+ "eval_loss": 0.25726333260536194,
322
+ "eval_mer": 0.2568203849882288,
323
+ "eval_runtime": 68.6086,
324
+ "eval_samples_per_second": 17.724,
325
+ "eval_steps_per_second": 2.215,
326
+ "eval_wer": 0.2581430957683742,
327
+ "eval_wil": 0.43924823830236503,
328
+ "eval_wip": 0.560751761697635,
329
+ "step": 8000
330
+ },
331
+ {
332
+ "epoch": 3.495065789473684,
333
+ "grad_norm": 0.6791394948959351,
334
+ "learning_rate": 3.1440823327615785e-05,
335
+ "loss": 0.4834,
336
+ "step": 8500
337
+ },
338
+ {
339
+ "epoch": 3.495065789473684,
340
+ "eval_cer": 0.08983760697909252,
341
+ "eval_loss": 0.2671581506729126,
342
+ "eval_mer": 0.2551337896701929,
343
+ "eval_runtime": 68.5738,
344
+ "eval_samples_per_second": 17.733,
345
+ "eval_steps_per_second": 2.217,
346
+ "eval_wer": 0.2568207126948775,
347
+ "eval_wil": 0.43663686522583467,
348
+ "eval_wip": 0.5633631347741653,
349
+ "step": 8500
350
+ },
351
+ {
352
+ "epoch": 3.700657894736842,
353
+ "grad_norm": 1.039534330368042,
354
+ "learning_rate": 2.7152658662092628e-05,
355
+ "loss": 0.4821,
356
+ "step": 9000
357
+ },
358
+ {
359
+ "epoch": 3.700657894736842,
360
+ "eval_cer": 0.08763594828585144,
361
+ "eval_loss": 0.25131911039352417,
362
+ "eval_mer": 0.24773309337578736,
363
+ "eval_runtime": 68.6472,
364
+ "eval_samples_per_second": 17.714,
365
+ "eval_steps_per_second": 2.214,
366
+ "eval_wer": 0.24909521158129175,
367
+ "eval_wil": 0.42557549529315297,
368
+ "eval_wip": 0.574424504706847,
369
+ "step": 9000
370
+ },
371
+ {
372
+ "epoch": 3.90625,
373
+ "grad_norm": 1.0900495052337646,
374
+ "learning_rate": 2.286449399656947e-05,
375
+ "loss": 0.4469,
376
+ "step": 9500
377
+ },
378
+ {
379
+ "epoch": 3.90625,
380
+ "eval_cer": 0.08664271880017878,
381
+ "eval_loss": 0.24175629019737244,
382
+ "eval_mer": 0.24719490234104446,
383
+ "eval_runtime": 68.6419,
384
+ "eval_samples_per_second": 17.715,
385
+ "eval_steps_per_second": 2.214,
386
+ "eval_wer": 0.24839922048997773,
387
+ "eval_wil": 0.4247462420279243,
388
+ "eval_wip": 0.5752537579720757,
389
+ "step": 9500
390
+ },
391
+ {
392
+ "epoch": 4.1118421052631575,
393
+ "grad_norm": 0.9752183556556702,
394
+ "learning_rate": 1.8576329331046313e-05,
395
+ "loss": 0.4492,
396
+ "step": 10000
397
+ },
398
+ {
399
+ "epoch": 4.1118421052631575,
400
+ "eval_cer": 0.08579847373735702,
401
+ "eval_loss": 0.2439761906862259,
402
+ "eval_mer": 0.24421985324657344,
403
+ "eval_runtime": 68.593,
404
+ "eval_samples_per_second": 17.728,
405
+ "eval_steps_per_second": 2.216,
406
+ "eval_wer": 0.2455456570155902,
407
+ "eval_wil": 0.4201968413979644,
408
+ "eval_wip": 0.5798031586020356,
409
+ "step": 10000
410
+ },
411
+ {
412
+ "epoch": 4.317434210526316,
413
+ "grad_norm": 1.3445626497268677,
414
+ "learning_rate": 1.4288164665523158e-05,
415
+ "loss": 0.4398,
416
+ "step": 10500
417
+ },
418
+ {
419
+ "epoch": 4.317434210526316,
420
+ "eval_cer": 0.0856329354897449,
421
+ "eval_loss": 0.24096588790416718,
422
+ "eval_mer": 0.24401549744015497,
423
+ "eval_runtime": 68.5807,
424
+ "eval_samples_per_second": 17.731,
425
+ "eval_steps_per_second": 2.216,
426
+ "eval_wer": 0.2454760579064588,
427
+ "eval_wil": 0.4199702010687998,
428
+ "eval_wip": 0.5800297989312002,
429
+ "step": 10500
430
+ },
431
+ {
432
+ "epoch": 4.5230263157894735,
433
+ "grad_norm": 0.947695791721344,
434
+ "learning_rate": 1e-05,
435
+ "loss": 0.4348,
436
+ "step": 11000
437
+ },
438
+ {
439
+ "epoch": 4.5230263157894735,
440
+ "eval_cer": 0.08404376831266865,
441
+ "eval_loss": 0.23272591829299927,
442
+ "eval_mer": 0.24004983733647123,
443
+ "eval_runtime": 68.9296,
444
+ "eval_samples_per_second": 17.641,
445
+ "eval_steps_per_second": 2.205,
446
+ "eval_wer": 0.241369710467706,
447
+ "eval_wil": 0.41390470101381893,
448
+ "eval_wip": 0.5860952989861811,
449
+ "step": 11000
450
+ },
451
+ {
452
+ "epoch": 4.728618421052632,
453
+ "grad_norm": 4.606724739074707,
454
+ "learning_rate": 5.7118353344768446e-06,
455
+ "loss": 0.4397,
456
+ "step": 11500
457
+ },
458
+ {
459
+ "epoch": 4.728618421052632,
460
+ "eval_cer": 0.0832326308993693,
461
+ "eval_loss": 0.2335677444934845,
462
+ "eval_mer": 0.2382106502319784,
463
+ "eval_runtime": 68.6091,
464
+ "eval_samples_per_second": 17.724,
465
+ "eval_steps_per_second": 2.215,
466
+ "eval_wer": 0.23942093541202672,
467
+ "eval_wil": 0.41151236953121095,
468
+ "eval_wip": 0.588487630468789,
469
+ "step": 11500
470
+ },
471
+ {
472
+ "epoch": 4.934210526315789,
473
+ "grad_norm": 1.276310682296753,
474
+ "learning_rate": 1.4236706689536879e-06,
475
+ "loss": 0.4395,
476
+ "step": 12000
477
+ },
478
+ {
479
+ "epoch": 4.934210526315789,
480
+ "eval_cer": 0.0832326308993693,
481
+ "eval_loss": 0.23053792119026184,
482
+ "eval_mer": 0.23857340720221606,
483
+ "eval_runtime": 68.6428,
484
+ "eval_samples_per_second": 17.715,
485
+ "eval_steps_per_second": 2.214,
486
+ "eval_wer": 0.23976893095768373,
487
+ "eval_wil": 0.411989793635261,
488
+ "eval_wip": 0.588010206364739,
489
+ "step": 12000
490
  }
491
  ],
492
  "logging_steps": 500,
493
+ "max_steps": 12160,
494
  "num_input_tokens_seen": 0,
495
+ "num_train_epochs": 5,
496
  "save_steps": 500,
497
  "stateful_callbacks": {
498
  "TrainerControl": {
 
506
  "attributes": {}
507
  }
508
  },
509
+ "total_flos": 1.6624377074768785e+19,
510
  "train_batch_size": 10,
511
  "trial_name": null,
512
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4198119a49d69bf1bd9588d18935fc8bc67c60ee84be7a6da6bc7b659766007c
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f3d4ef8809601975f09ba2b0a261761812b03272cc725227b51514354fd6a5
3
  size 5176