sant commited on
Commit
1213cbd
·
verified ·
1 Parent(s): e768523

Upload model files

Browse files
Files changed (5) hide show
  1. model.safetensors +1 -1
  2. optimizer.pt +1 -1
  3. rng_state.pth +1 -1
  4. scheduler.pt +1 -1
  5. trainer_state.json +153 -4
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11ed1308b0197b664afafb89a324c964fe1a9b13d8c0f169503cc8a5884da0c2
3
  size 966995080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc5fe22caf3ab0da5d9a8af717c0dca82d1f6ae9e7aa9027c737dde62a71094
3
  size 966995080
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86b934b418ef4ab7a7360fe2ce1e5cd08221e8ad6b463fbc828c3d356e84195b
3
  size 1925064044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd13714e336de6cd1e10eeaa48e28e676ba46841563aa44a914e471f1911b0c
3
  size 1925064044
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3540179bbcfe2a2e55d05fad49c806615d68122d33b057e8a5ff20ca08833829
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa131b1b19ffaf82f661066d702d457162e5d38c85d7e947e66a47635d27005
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49054e3b5dea463b82349ae8b05bc44c24728fc8e9d56eee16e9fedd96e927d4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e1fede3213fedd1ecd15bbdf7ba8ade02616774e6b63ad166ac555b429a6a8a
3
  size 1064
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 85.87243015287297,
3
  "best_model_checkpoint": "./Shukv4/checkpoint-500",
4
- "epoch": 2.688172043010753,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -156,6 +156,155 @@
156
  "eval_steps_per_second": 0.029,
157
  "eval_wer": 85.87243015287297,
158
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
159
  }
160
  ],
161
  "logging_steps": 25,
@@ -170,12 +319,12 @@
170
  "should_evaluate": false,
171
  "should_log": false,
172
  "should_save": true,
173
- "should_training_stop": false
174
  },
175
  "attributes": {}
176
  }
177
  },
178
- "total_flos": 1.72804937711616e+18,
179
  "train_batch_size": 12,
180
  "trial_name": null,
181
  "trial_params": null
 
1
  {
2
  "best_metric": 85.87243015287297,
3
  "best_model_checkpoint": "./Shukv4/checkpoint-500",
4
+ "epoch": 5.376344086021505,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
156
  "eval_steps_per_second": 0.029,
157
  "eval_wer": 85.87243015287297,
158
  "step": 500
159
+ },
160
+ {
161
+ "epoch": 2.8225806451612905,
162
+ "grad_norm": 115137.6015625,
163
+ "learning_rate": 6.597222222222223e-06,
164
+ "loss": 0.0293,
165
+ "step": 525
166
+ },
167
+ {
168
+ "epoch": 2.956989247311828,
169
+ "grad_norm": 148418.078125,
170
+ "learning_rate": 6.25e-06,
171
+ "loss": 0.0264,
172
+ "step": 550
173
+ },
174
+ {
175
+ "epoch": 3.0913978494623655,
176
+ "grad_norm": 44248.91796875,
177
+ "learning_rate": 5.902777777777778e-06,
178
+ "loss": 0.0157,
179
+ "step": 575
180
+ },
181
+ {
182
+ "epoch": 3.225806451612903,
183
+ "grad_norm": 86631.046875,
184
+ "learning_rate": 5.555555555555556e-06,
185
+ "loss": 0.0101,
186
+ "step": 600
187
+ },
188
+ {
189
+ "epoch": 3.360215053763441,
190
+ "grad_norm": 69759.2421875,
191
+ "learning_rate": 5.208333333333334e-06,
192
+ "loss": 0.0175,
193
+ "step": 625
194
+ },
195
+ {
196
+ "epoch": 3.4946236559139785,
197
+ "grad_norm": 79651.625,
198
+ "learning_rate": 4.861111111111111e-06,
199
+ "loss": 0.0121,
200
+ "step": 650
201
+ },
202
+ {
203
+ "epoch": 3.629032258064516,
204
+ "grad_norm": 78669.6171875,
205
+ "learning_rate": 4.513888888888889e-06,
206
+ "loss": 0.0137,
207
+ "step": 675
208
+ },
209
+ {
210
+ "epoch": 3.763440860215054,
211
+ "grad_norm": 104462.546875,
212
+ "learning_rate": 4.166666666666667e-06,
213
+ "loss": 0.0114,
214
+ "step": 700
215
+ },
216
+ {
217
+ "epoch": 3.8978494623655915,
218
+ "grad_norm": 79927.2109375,
219
+ "learning_rate": 3.819444444444445e-06,
220
+ "loss": 0.0105,
221
+ "step": 725
222
+ },
223
+ {
224
+ "epoch": 4.032258064516129,
225
+ "grad_norm": 69011.8984375,
226
+ "learning_rate": 3.4722222222222224e-06,
227
+ "loss": 0.0074,
228
+ "step": 750
229
+ },
230
+ {
231
+ "epoch": 4.166666666666667,
232
+ "grad_norm": 43131.57421875,
233
+ "learning_rate": 3.125e-06,
234
+ "loss": 0.0036,
235
+ "step": 775
236
+ },
237
+ {
238
+ "epoch": 4.301075268817204,
239
+ "grad_norm": 15227.64453125,
240
+ "learning_rate": 2.777777777777778e-06,
241
+ "loss": 0.0038,
242
+ "step": 800
243
+ },
244
+ {
245
+ "epoch": 4.435483870967742,
246
+ "grad_norm": 27650.37890625,
247
+ "learning_rate": 2.4305555555555557e-06,
248
+ "loss": 0.0082,
249
+ "step": 825
250
+ },
251
+ {
252
+ "epoch": 4.56989247311828,
253
+ "grad_norm": 146017.515625,
254
+ "learning_rate": 2.0833333333333334e-06,
255
+ "loss": 0.0066,
256
+ "step": 850
257
+ },
258
+ {
259
+ "epoch": 4.704301075268817,
260
+ "grad_norm": 41058.7421875,
261
+ "learning_rate": 1.7361111111111112e-06,
262
+ "loss": 0.0047,
263
+ "step": 875
264
+ },
265
+ {
266
+ "epoch": 4.838709677419355,
267
+ "grad_norm": 6614.59765625,
268
+ "learning_rate": 1.388888888888889e-06,
269
+ "loss": 0.0051,
270
+ "step": 900
271
+ },
272
+ {
273
+ "epoch": 4.973118279569892,
274
+ "grad_norm": 24049.263671875,
275
+ "learning_rate": 1.0416666666666667e-06,
276
+ "loss": 0.0026,
277
+ "step": 925
278
+ },
279
+ {
280
+ "epoch": 5.10752688172043,
281
+ "grad_norm": 42294.18359375,
282
+ "learning_rate": 6.944444444444445e-07,
283
+ "loss": 0.0047,
284
+ "step": 950
285
+ },
286
+ {
287
+ "epoch": 5.241935483870968,
288
+ "grad_norm": 9962.9453125,
289
+ "learning_rate": 3.4722222222222224e-07,
290
+ "loss": 0.0013,
291
+ "step": 975
292
+ },
293
+ {
294
+ "epoch": 5.376344086021505,
295
+ "grad_norm": 18759.73828125,
296
+ "learning_rate": 0.0,
297
+ "loss": 0.0047,
298
+ "step": 1000
299
+ },
300
+ {
301
+ "epoch": 5.376344086021505,
302
+ "eval_loss": 0.0025792771484702826,
303
+ "eval_runtime": 847.1283,
304
+ "eval_samples_per_second": 0.242,
305
+ "eval_steps_per_second": 0.031,
306
+ "eval_wer": 96.36267791249341,
307
+ "step": 1000
308
  }
309
  ],
310
  "logging_steps": 25,
 
319
  "should_evaluate": false,
320
  "should_log": false,
321
  "should_save": true,
322
+ "should_training_stop": true
323
  },
324
  "attributes": {}
325
  }
326
  },
327
+ "total_flos": 3.4543672418304e+18,
328
  "train_batch_size": 12,
329
  "trial_name": null,
330
  "trial_params": null