mgh6 commited on
Commit
179c657
·
verified ·
1 Parent(s): ea09910

Training in progress, step 2500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21a8e3a7c437f2596088fad50489a7bb2ed9def0a75481fa3ea23cf009f8e2d7
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df6efaf3479df75dd3f240aa0deaecfa553e8dd4922633b6fd9e3d93510d4c0
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:315ef2407c690abd058c31d25ca395651dae325fc56d06a59faa635e22d871e6
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:402a389b6557c2fb0a540c46b58022ae6c3462bad9c7f07206dff1d510985d12
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ea26f59a420497cca21bbb6c5a76b307a2356fa2099a000f1378e8c6c7dd674
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49aeb81dec758bb845227eb0ece2bc88efabbe9639e92f4b77310c772ef30111
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed285da3bd9884d1b491678c6c4c4443831eaa068a1151035b5d832ffe3502b2
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584dc0282c266e7acbd2b133cd5329f45751980f00c2875f476a8bdc1ebbeb4e
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdf537be4628de0ed5f960b43d5cc07c3b03484d41ff68f24d8ec2c14b057a9a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933292b2d94ca70b4493534389dbddf5888e0d81ecc65103071a3ee2cc561863
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e611ba9650a64094177d437392c96ee2158ab3d2635b77d9b1072b9aa35c974
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64dba4ebc106a15b3d3dc6ad915f8de1d3566136ab0566e7f79333b0f1ff1c71
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e949960d3d4b878da9fe1bb0cd20ae8736c4aa4b7e2ccd57b11e5b880260dcdd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8da03d8897acf9728edfb4d452369c8865b03641c697f2b4969095966c59c18
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.15344189347296547,
5
  "eval_steps": 500,
6
- "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -287,6 +287,76 @@
287
  "learning_rate": 8.46555163418751e-05,
288
  "loss": 63.123,
289
  "step": 2000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
290
  }
291
  ],
292
  "logging_steps": 50,
@@ -306,7 +376,7 @@
306
  "attributes": {}
307
  }
308
  },
309
- "total_flos": 3.4284373374266245e+18,
310
  "train_batch_size": 2,
311
  "trial_name": null,
312
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.19180236684120683,
5
  "eval_steps": 500,
6
+ "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
287
  "learning_rate": 8.46555163418751e-05,
288
  "loss": 63.123,
289
  "step": 2000
290
+ },
291
+ {
292
+ "epoch": 0.1572779408097896,
293
+ "grad_norm": 31.457361221313477,
294
+ "learning_rate": 8.427190425042197e-05,
295
+ "loss": 63.1952,
296
+ "step": 2050
297
+ },
298
+ {
299
+ "epoch": 0.16111398814661373,
300
+ "grad_norm": 19.572940826416016,
301
+ "learning_rate": 8.388829215896885e-05,
302
+ "loss": 62.8529,
303
+ "step": 2100
304
+ },
305
+ {
306
+ "epoch": 0.16495003548343787,
307
+ "grad_norm": 34.743125915527344,
308
+ "learning_rate": 8.350468006751573e-05,
309
+ "loss": 62.6967,
310
+ "step": 2150
311
+ },
312
+ {
313
+ "epoch": 0.168786082820262,
314
+ "grad_norm": 27.31527328491211,
315
+ "learning_rate": 8.312106797606261e-05,
316
+ "loss": 62.6359,
317
+ "step": 2200
318
+ },
319
+ {
320
+ "epoch": 0.17262213015708613,
321
+ "grad_norm": 35.15655517578125,
322
+ "learning_rate": 8.273745588460949e-05,
323
+ "loss": 62.3291,
324
+ "step": 2250
325
+ },
326
+ {
327
+ "epoch": 0.17645817749391027,
328
+ "grad_norm": 38.50543212890625,
329
+ "learning_rate": 8.235384379315636e-05,
330
+ "loss": 62.4786,
331
+ "step": 2300
332
+ },
333
+ {
334
+ "epoch": 0.1802942248307344,
335
+ "grad_norm": 33.36336135864258,
336
+ "learning_rate": 8.197023170170324e-05,
337
+ "loss": 62.0836,
338
+ "step": 2350
339
+ },
340
+ {
341
+ "epoch": 0.18413027216755853,
342
+ "grad_norm": 50.12577438354492,
343
+ "learning_rate": 8.158661961025011e-05,
344
+ "loss": 61.8858,
345
+ "step": 2400
346
+ },
347
+ {
348
+ "epoch": 0.1879663195043827,
349
+ "grad_norm": 62.16424560546875,
350
+ "learning_rate": 8.120300751879699e-05,
351
+ "loss": 61.8654,
352
+ "step": 2450
353
+ },
354
+ {
355
+ "epoch": 0.19180236684120683,
356
+ "grad_norm": 47.132232666015625,
357
+ "learning_rate": 8.081939542734386e-05,
358
+ "loss": 61.6991,
359
+ "step": 2500
360
  }
361
  ],
362
  "logging_steps": 50,
 
376
  "attributes": {}
377
  }
378
  },
379
+ "total_flos": 4.285389072253321e+18,
380
  "train_batch_size": 2,
381
  "trial_name": null,
382
  "trial_params": null