irishprancer commited on
Commit
0526e28
·
verified ·
1 Parent(s): f8eeaa6

Training in progress, step 4950, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c2dc8ea30ad64fba63d33f5827c16a7fd8310cf667fca376b2b308373face0a
3
  size 682425696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b68d0b9dd424adf12403762c11684230484cf5fcb1e99e25e48d38bc31dd41b
3
  size 682425696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19e68b2f08581a4162dcbd81a7a6beadc5ab2186649acf7ba528e9191d3ed481
3
  size 1286409530
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd8ee5a5186000dfb0ba7e98f65842f2cbeacd0b9edaeed7724dd1e9e3994d7
3
  size 1286409530
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0356963977564df8a8cce0aab1f0da31bba4518f9f0e2c6e2ab658649f2662e9
3
  size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148d29791dcce8c8f1b746dbfe5a5918fe4ddfdc771e478fdd6742f1268be399
3
  size 14180
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40e90e2223ff2c7ae70ba3b595790f41997f446b5fed8742eb4eecd8d1c96aed
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2786f10edc62c6468aaba4027f9b5395a026ade9759e1b2908beee8dcad71ab
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.2195546627044678,
3
- "best_model_checkpoint": "./output/checkpoint-4800",
4
- "epoch": 0.874476225177628,
5
  "eval_steps": 150,
6
- "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3623,6 +3623,119 @@
3623
  "eval_samples_per_second": 12.319,
3624
  "eval_steps_per_second": 12.319,
3625
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3626
  }
3627
  ],
3628
  "logging_steps": 10,
@@ -3642,7 +3755,7 @@
3642
  "attributes": {}
3643
  }
3644
  },
3645
- "total_flos": 6.409302751352586e+17,
3646
  "train_batch_size": 32,
3647
  "trial_name": null,
3648
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.219112515449524,
3
+ "best_model_checkpoint": "./output/checkpoint-4950",
4
+ "epoch": 0.9018036072144289,
5
  "eval_steps": 150,
6
+ "global_step": 4950,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3623
  "eval_samples_per_second": 12.319,
3624
  "eval_steps_per_second": 12.319,
3625
  "step": 4800
3626
+ },
3627
+ {
3628
+ "epoch": 0.876298050646748,
3629
+ "grad_norm": 8.378396987915039,
3630
+ "learning_rate": 2.4152175047355394e-07,
3631
+ "loss": 1.4257,
3632
+ "step": 4810
3633
+ },
3634
+ {
3635
+ "epoch": 0.8781198761158681,
3636
+ "grad_norm": 8.41342544555664,
3637
+ "learning_rate": 2.167949258434371e-07,
3638
+ "loss": 1.3146,
3639
+ "step": 4820
3640
+ },
3641
+ {
3642
+ "epoch": 0.8799417015849882,
3643
+ "grad_norm": 9.183294296264648,
3644
+ "learning_rate": 1.93398911576507e-07,
3645
+ "loss": 1.3722,
3646
+ "step": 4830
3647
+ },
3648
+ {
3649
+ "epoch": 0.8817635270541082,
3650
+ "grad_norm": 7.7415032386779785,
3651
+ "learning_rate": 1.71334669391276e-07,
3652
+ "loss": 1.335,
3653
+ "step": 4840
3654
+ },
3655
+ {
3656
+ "epoch": 0.8835853525232282,
3657
+ "grad_norm": 7.920373439788818,
3658
+ "learning_rate": 1.5060310626231875e-07,
3659
+ "loss": 1.3037,
3660
+ "step": 4850
3661
+ },
3662
+ {
3663
+ "epoch": 0.8854071779923484,
3664
+ "grad_norm": 8.295755386352539,
3665
+ "learning_rate": 1.3120507438299515e-07,
3666
+ "loss": 1.3009,
3667
+ "step": 4860
3668
+ },
3669
+ {
3670
+ "epoch": 0.8872290034614684,
3671
+ "grad_norm": 8.303937911987305,
3672
+ "learning_rate": 1.1314137113042047e-07,
3673
+ "loss": 1.4086,
3674
+ "step": 4870
3675
+ },
3676
+ {
3677
+ "epoch": 0.8890508289305884,
3678
+ "grad_norm": 8.988426208496094,
3679
+ "learning_rate": 9.641273903268614e-08,
3680
+ "loss": 1.3072,
3681
+ "step": 4880
3682
+ },
3683
+ {
3684
+ "epoch": 0.8908726543997085,
3685
+ "grad_norm": 7.895501613616943,
3686
+ "learning_rate": 8.101986573833107e-08,
3687
+ "loss": 1.2669,
3688
+ "step": 4890
3689
+ },
3690
+ {
3691
+ "epoch": 0.8926944798688285,
3692
+ "grad_norm": 8.405040740966797,
3693
+ "learning_rate": 6.696338398808907e-08,
3694
+ "loss": 1.3165,
3695
+ "step": 4900
3696
+ },
3697
+ {
3698
+ "epoch": 0.8945163053379486,
3699
+ "grad_norm": 8.549430847167969,
3700
+ "learning_rate": 5.4243871588872467e-08,
3701
+ "loss": 1.476,
3702
+ "step": 4910
3703
+ },
3704
+ {
3705
+ "epoch": 0.8963381308070687,
3706
+ "grad_norm": 9.408004760742188,
3707
+ "learning_rate": 4.286185139000989e-08,
3708
+ "loss": 1.3516,
3709
+ "step": 4920
3710
+ },
3711
+ {
3712
+ "epoch": 0.8981599562761887,
3713
+ "grad_norm": 8.471065521240234,
3714
+ "learning_rate": 3.281779126178181e-08,
3715
+ "loss": 1.3644,
3716
+ "step": 4930
3717
+ },
3718
+ {
3719
+ "epoch": 0.8999817817453089,
3720
+ "grad_norm": 8.612995147705078,
3721
+ "learning_rate": 2.411210407614891e-08,
3722
+ "loss": 1.2891,
3723
+ "step": 4940
3724
+ },
3725
+ {
3726
+ "epoch": 0.9018036072144289,
3727
+ "grad_norm": 8.340274810791016,
3728
+ "learning_rate": 1.6745147689821428e-08,
3729
+ "loss": 1.4353,
3730
+ "step": 4950
3731
+ },
3732
+ {
3733
+ "epoch": 0.9018036072144289,
3734
+ "eval_loss": 1.219112515449524,
3735
+ "eval_runtime": 41.6946,
3736
+ "eval_samples_per_second": 11.992,
3737
+ "eval_steps_per_second": 11.992,
3738
+ "step": 4950
3739
  }
3740
  ],
3741
  "logging_steps": 10,
 
3755
  "attributes": {}
3756
  }
3757
  },
3758
+ "total_flos": 6.608928786071224e+17,
3759
  "train_batch_size": 32,
3760
  "trial_name": null,
3761
  "trial_params": null