devoppro commited on
Commit
a917eed
·
verified ·
1 Parent(s): abe26ef

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fbc31f895cb43b2fbf61441b4473d2cb8b833fec71ce0779fba7d0189727b7f
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f884461b0966040f287943ef2ca62cd744cc3fb7ff6b2972e7dabf03eeb5fc8
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d5fb98da8a9f480baf5d2b95306b99d89e0e9d5228b7991cda12d800c4c375b
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec055f970e5dfe7ce2d2ecc90396ffad38bf275b1d6a02844a1a9f3ac765ff13
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f77569c2e850b04af982cc8c1389f1430851448915c593b69e5da36ce05b71d7
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7fde5111803012042c93a73aa191336bb6e10b3ad44f6bd1d94fc7008a22b6
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12afa616253873716385d59b59f53f0a26b35b0747a1fa754d94617f51e7fa69
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b711533995c64c2cee501d3c0e16e1be76367e166e30293a3e9a77679128482b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.125,
6
  "eval_steps": 500,
7
- "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -358,6 +358,76 @@
358
  "learning_rate": 0.0002693076923076923,
359
  "loss": 87.786767578125,
360
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
361
  }
362
  ],
363
  "logging_steps": 10,
@@ -377,7 +447,7 @@
377
  "attributes": {}
378
  }
379
  },
380
- "total_flos": 8373582374722560.0,
381
  "train_batch_size": 1,
382
  "trial_name": null,
383
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.15,
6
  "eval_steps": 500,
7
+ "global_step": 600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
358
  "learning_rate": 0.0002693076923076923,
359
  "loss": 87.786767578125,
360
  "step": 500
361
+ },
362
+ {
363
+ "epoch": 0.1275,
364
+ "grad_norm": 12.950383186340332,
365
+ "learning_rate": 0.0002685384615384615,
366
+ "loss": 87.12896118164062,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 0.13,
371
+ "grad_norm": 12.832451820373535,
372
+ "learning_rate": 0.00026776923076923077,
373
+ "loss": 88.82958374023437,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 0.1325,
378
+ "grad_norm": 14.343534469604492,
379
+ "learning_rate": 0.000267,
380
+ "loss": 87.53173217773437,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 0.135,
385
+ "grad_norm": 11.609414100646973,
386
+ "learning_rate": 0.0002662307692307692,
387
+ "loss": 86.57319946289063,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 0.1375,
392
+ "grad_norm": 13.554574012756348,
393
+ "learning_rate": 0.00026546153846153847,
394
+ "loss": 87.31171264648438,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 0.14,
399
+ "grad_norm": 14.38441276550293,
400
+ "learning_rate": 0.0002646923076923077,
401
+ "loss": 85.79506225585938,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 0.1425,
406
+ "grad_norm": 12.652528762817383,
407
+ "learning_rate": 0.0002639230769230769,
408
+ "loss": 86.28104248046876,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 0.145,
413
+ "grad_norm": 12.158783912658691,
414
+ "learning_rate": 0.0002631538461538461,
415
+ "loss": 85.13269653320313,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 0.1475,
420
+ "grad_norm": 13.032898902893066,
421
+ "learning_rate": 0.00026238461538461534,
422
+ "loss": 85.8595458984375,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 0.15,
427
+ "grad_norm": 14.406429290771484,
428
+ "learning_rate": 0.0002616153846153846,
429
+ "loss": 86.73550415039062,
430
+ "step": 600
431
  }
432
  ],
433
  "logging_steps": 10,
 
447
  "attributes": {}
448
  }
449
  },
450
+ "total_flos": 1.00712760885504e+16,
451
  "train_batch_size": 1,
452
  "trial_name": null,
453
  "trial_params": null