TweedleDeepLearnings commited on
Commit
3f26e0a
·
verified ·
1 Parent(s): 198c138

Training in progress, step 4950, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69091518cc0b30fba570513f2ad6dce927058efd9b45854103b7c63f26268789
3
  size 676264504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f85ca20b418fa3a0561a7e436d2b07ab97306cfc912b0eebdaa80a5d92480329
3
  size 676264504
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88e5af4245f1d4d826b0828aa6826c726552cfbb887ef062de34ce821fde9076
3
- size 1274083770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbdd4e098a6ae83c7a33a6977bb3d1e0bc8a71ceca5815a88c8a638cd3fed138
3
+ size 1274083706
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46db5b146df8c0d78e6e1d37f8bfcd2c967c487ef9e72d4a71e17448993f0094
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec0b679e1b07be432106dce82718f940fa60e228ec90c2dbe244ca1057dbbde
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eac5f39cff78dbcb4d12b97b9e8b1e16624c544af38c507e787f6f6a19013821
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:388b33af9ccc80fdb83f03a3a59d7426230bca392fb13bf15fe996173ee1addc
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.5393686294555664,
3
- "best_model_checkpoint": "./output/checkpoint-4800",
4
- "epoch": 0.42560737719453806,
5
  "eval_steps": 150,
6
- "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3623,6 +3623,119 @@
3623
  "eval_samples_per_second": 11.324,
3624
  "eval_steps_per_second": 11.324,
3625
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3626
  }
3627
  ],
3628
  "logging_steps": 10,
@@ -3642,7 +3755,7 @@
3642
  "attributes": {}
3643
  }
3644
  },
3645
- "total_flos": 3.7766341201821696e+17,
3646
  "train_batch_size": 8,
3647
  "trial_name": null,
3648
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.5390969514846802,
3
+ "best_model_checkpoint": "./output/checkpoint-4950",
4
+ "epoch": 0.4389076077318674,
5
  "eval_steps": 150,
6
+ "global_step": 4950,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3623
  "eval_samples_per_second": 11.324,
3624
  "eval_steps_per_second": 11.324,
3625
  "step": 4800
3626
+ },
3627
+ {
3628
+ "epoch": 0.42649405923036,
3629
+ "grad_norm": 2.613832473754883,
3630
+ "learning_rate": 1.6303105993536925e-07,
3631
+ "loss": 1.5529,
3632
+ "step": 4810
3633
+ },
3634
+ {
3635
+ "epoch": 0.427380741266182,
3636
+ "grad_norm": 2.5583670139312744,
3637
+ "learning_rate": 1.4634005624572287e-07,
3638
+ "loss": 1.5858,
3639
+ "step": 4820
3640
+ },
3641
+ {
3642
+ "epoch": 0.4282674233020039,
3643
+ "grad_norm": 2.4231204986572266,
3644
+ "learning_rate": 1.3054737092143243e-07,
3645
+ "loss": 1.5299,
3646
+ "step": 4830
3647
+ },
3648
+ {
3649
+ "epoch": 0.42915410533782583,
3650
+ "grad_norm": 2.3970510959625244,
3651
+ "learning_rate": 1.1565365313793708e-07,
3652
+ "loss": 1.5733,
3653
+ "step": 4840
3654
+ },
3655
+ {
3656
+ "epoch": 0.4300407873736478,
3657
+ "grad_norm": 2.8405940532684326,
3658
+ "learning_rate": 1.0165951511763893e-07,
3659
+ "loss": 1.5557,
3660
+ "step": 4850
3661
+ },
3662
+ {
3663
+ "epoch": 0.43092746940946974,
3664
+ "grad_norm": 2.481167793273926,
3665
+ "learning_rate": 8.856553210474049e-08,
3666
+ "loss": 1.5441,
3667
+ "step": 4860
3668
+ },
3669
+ {
3670
+ "epoch": 0.4318141514452917,
3671
+ "grad_norm": 2.3467509746551514,
3672
+ "learning_rate": 7.637224234159889e-08,
3673
+ "loss": 1.4108,
3674
+ "step": 4870
3675
+ },
3676
+ {
3677
+ "epoch": 0.43270083348111366,
3678
+ "grad_norm": 2.429136037826538,
3679
+ "learning_rate": 6.508014704659936e-08,
3680
+ "loss": 1.5114,
3681
+ "step": 4880
3682
+ },
3683
+ {
3684
+ "epoch": 0.43358751551693564,
3685
+ "grad_norm": 2.5291168689727783,
3686
+ "learning_rate": 5.4689710393547974e-08,
3687
+ "loss": 1.5178,
3688
+ "step": 4890
3689
+ },
3690
+ {
3691
+ "epoch": 0.43447419755275757,
3692
+ "grad_norm": 2.6658997535705566,
3693
+ "learning_rate": 4.520135949260062e-08,
3694
+ "loss": 1.5455,
3695
+ "step": 4900
3696
+ },
3697
+ {
3698
+ "epoch": 0.43536087958857955,
3699
+ "grad_norm": 2.6730663776397705,
3700
+ "learning_rate": 3.661548437270157e-08,
3701
+ "loss": 1.617,
3702
+ "step": 4910
3703
+ },
3704
+ {
3705
+ "epoch": 0.4362475616244015,
3706
+ "grad_norm": 2.9059014320373535,
3707
+ "learning_rate": 2.8932437965543568e-08,
3708
+ "loss": 1.4434,
3709
+ "step": 4920
3710
+ },
3711
+ {
3712
+ "epoch": 0.43713424366022346,
3713
+ "grad_norm": 2.449871778488159,
3714
+ "learning_rate": 2.2152536091079032e-08,
3715
+ "loss": 1.6368,
3716
+ "step": 4930
3717
+ },
3718
+ {
3719
+ "epoch": 0.4380209256960454,
3720
+ "grad_norm": 2.5058703422546387,
3721
+ "learning_rate": 1.6276057444511328e-08,
3722
+ "loss": 1.554,
3723
+ "step": 4940
3724
+ },
3725
+ {
3726
+ "epoch": 0.4389076077318674,
3727
+ "grad_norm": 2.333997964859009,
3728
+ "learning_rate": 1.130324358486634e-08,
3729
+ "loss": 1.5118,
3730
+ "step": 4950
3731
+ },
3732
+ {
3733
+ "epoch": 0.4389076077318674,
3734
+ "eval_loss": 1.5390969514846802,
3735
+ "eval_runtime": 44.5322,
3736
+ "eval_samples_per_second": 11.228,
3737
+ "eval_steps_per_second": 11.228,
3738
+ "step": 4950
3739
  }
3740
  ],
3741
  "logging_steps": 10,
 
3755
  "attributes": {}
3756
  }
3757
  },
3758
+ "total_flos": 3.893298285036749e+17,
3759
  "train_batch_size": 8,
3760
  "trial_name": null,
3761
  "trial_params": null