mgh6 commited on
Commit
46aa461
·
verified ·
1 Parent(s): 84cb03e

Training in progress, epoch 5, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b8a05354bfc115960dd16218e1ebb70714a6d58cf36c6dfcbb59abbf712ee6c
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a8151bee68255d9064bbfdc2170764612ef8d251c1027fa3d7f12321916dbc
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:789221ac653e4b18a53f5043ec5c3993652f6e86b04a6c8b6fa2041e24213b49
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40239a22d776e1fb8b4210a19644be230adf89378f030068f6bdc92cdbebfd01
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1791dcc0c8e5d9192b7663e1b585ff1dccd113452a5e1d1cca250b5164d37cb8
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e8fb856d223a5af24cc75d2aa8b4de37cdfc3cbf75d495b03ac0cbca8dbef4
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52002c03f9e92e22821e4d80f4cf803ea1f4727e756138e319ab19f9be28c22e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15dd75d8ac97bb6e7d4107e91cba13385d6d6961fc51bf55911773daaa9d375
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.997206530510894,
5
  "eval_steps": 50,
6
- "global_step": 1255,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -382,6 +382,81 @@
382
  "eval_samples_per_second": 57.986,
383
  "eval_steps_per_second": 28.993,
384
  "step": 1250
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
385
  }
386
  ],
387
  "logging_steps": 50,
@@ -401,7 +476,7 @@
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 2.0033664206870938e+17,
405
  "train_batch_size": 2,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.997206530510894,
5
  "eval_steps": 50,
6
+ "global_step": 1506,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
382
  "eval_samples_per_second": 57.986,
383
  "eval_steps_per_second": 28.993,
384
  "step": 1250
385
+ },
386
+ {
387
+ "epoch": 5.17878204730275,
388
+ "grad_norm": 1.1285374164581299,
389
+ "learning_rate": 4.820717131474104e-05,
390
+ "loss": 1.0088,
391
+ "step": 1300
392
+ },
393
+ {
394
+ "epoch": 5.17878204730275,
395
+ "eval_loss": 1.0875197649002075,
396
+ "eval_runtime": 14.7256,
397
+ "eval_samples_per_second": 57.587,
398
+ "eval_steps_per_second": 28.793,
399
+ "step": 1300
400
+ },
401
+ {
402
+ "epoch": 5.377428766528028,
403
+ "grad_norm": 0.9647625684738159,
404
+ "learning_rate": 4.6215139442231074e-05,
405
+ "loss": 1.0,
406
+ "step": 1350
407
+ },
408
+ {
409
+ "epoch": 5.377428766528028,
410
+ "eval_loss": 1.0778887271881104,
411
+ "eval_runtime": 14.6228,
412
+ "eval_samples_per_second": 57.992,
413
+ "eval_steps_per_second": 28.996,
414
+ "step": 1350
415
+ },
416
+ {
417
+ "epoch": 5.5760754857533055,
418
+ "grad_norm": 1.074511170387268,
419
+ "learning_rate": 4.4223107569721116e-05,
420
+ "loss": 0.9925,
421
+ "step": 1400
422
+ },
423
+ {
424
+ "epoch": 5.5760754857533055,
425
+ "eval_loss": 1.0578875541687012,
426
+ "eval_runtime": 14.6013,
427
+ "eval_samples_per_second": 58.077,
428
+ "eval_steps_per_second": 29.038,
429
+ "step": 1400
430
+ },
431
+ {
432
+ "epoch": 5.774722204978583,
433
+ "grad_norm": 0.999279797077179,
434
+ "learning_rate": 4.223107569721116e-05,
435
+ "loss": 0.9831,
436
+ "step": 1450
437
+ },
438
+ {
439
+ "epoch": 5.774722204978583,
440
+ "eval_loss": 1.068110466003418,
441
+ "eval_runtime": 14.6065,
442
+ "eval_samples_per_second": 58.056,
443
+ "eval_steps_per_second": 29.028,
444
+ "step": 1450
445
+ },
446
+ {
447
+ "epoch": 5.973368924203861,
448
+ "grad_norm": 1.027130126953125,
449
+ "learning_rate": 4.02390438247012e-05,
450
+ "loss": 0.9744,
451
+ "step": 1500
452
+ },
453
+ {
454
+ "epoch": 5.973368924203861,
455
+ "eval_loss": 1.0516407489776611,
456
+ "eval_runtime": 14.5827,
457
+ "eval_samples_per_second": 58.151,
458
+ "eval_steps_per_second": 29.076,
459
+ "step": 1500
460
  }
461
  ],
462
  "logging_steps": 50,
 
476
  "attributes": {}
477
  }
478
  },
479
+ "total_flos": 2.404255336140636e+17,
480
  "train_batch_size": 2,
481
  "trial_name": null,
482
  "trial_params": null