texanrangee commited on
Commit
dd143df
·
verified ·
1 Parent(s): 1165d2c

Training in progress, step 4950, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2185809297ec41828ec9b22b17d90c068a1be1c9e7367979abb621610e37158
3
  size 16505096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bfdf8b73a7808d768ee875de725f68ed4cf802558481cb5d16c4ebbb540f5b
3
  size 16505096
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d024a0b877e7e9e99b034e7bd29640b9cadb757d1ab860be6f6868439efddf5
3
  size 16603054
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577fc89d1865fa0ee8b22e09034d283d4b38fb6b6d67706712d1841a4724ef8c
3
  size 16603054
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:091ef73efa5772acd39432c8f4330e75da07720da8e6b98ac6e10d95f7d408ef
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61e7519f95c5c547cbe5d9595be782731b3e32c1e168d4825707212a753784f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54129884a43fac233d16f8f024313b97a23fce2899d2b6122913d1d94ddf2e29
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37476d32aa5db3379ce45e7fd4ee6e79ae1feca845e01cbbd94f9ebb9c76496
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.961325168609619,
3
- "best_model_checkpoint": "./output/checkpoint-4800",
4
- "epoch": 0.609833566255876,
5
  "eval_steps": 150,
6
- "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3623,6 +3623,119 @@
3623
  "eval_samples_per_second": 154.478,
3624
  "eval_steps_per_second": 154.478,
3625
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3626
  }
3627
  ],
3628
  "logging_steps": 10,
@@ -3642,7 +3755,7 @@
3642
  "attributes": {}
3643
  }
3644
  },
3645
- "total_flos": 5909475999744000.0,
3646
  "train_batch_size": 32,
3647
  "trial_name": null,
3648
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.961240768432617,
3
+ "best_model_checkpoint": "./output/checkpoint-4950",
4
+ "epoch": 0.6288908652013722,
5
  "eval_steps": 150,
6
+ "global_step": 4950,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3623
  "eval_samples_per_second": 154.478,
3624
  "eval_steps_per_second": 154.478,
3625
  "step": 4800
3626
+ },
3627
+ {
3628
+ "epoch": 0.6111040528522425,
3629
+ "grad_norm": 4.158885478973389,
3630
+ "learning_rate": 3.705251362167482e-07,
3631
+ "loss": 3.1064,
3632
+ "step": 4810
3633
+ },
3634
+ {
3635
+ "epoch": 0.6123745394486089,
3636
+ "grad_norm": 3.642362356185913,
3637
+ "learning_rate": 3.3259103692209737e-07,
3638
+ "loss": 3.0982,
3639
+ "step": 4820
3640
+ },
3641
+ {
3642
+ "epoch": 0.6136450260449752,
3643
+ "grad_norm": 4.46030855178833,
3644
+ "learning_rate": 2.966985702759827e-07,
3645
+ "loss": 3.0865,
3646
+ "step": 4830
3647
+ },
3648
+ {
3649
+ "epoch": 0.6149155126413416,
3650
+ "grad_norm": 3.290504217147827,
3651
+ "learning_rate": 2.628492116771297e-07,
3652
+ "loss": 3.1245,
3653
+ "step": 4840
3654
+ },
3655
+ {
3656
+ "epoch": 0.616185999237708,
3657
+ "grad_norm": 3.5559308528900146,
3658
+ "learning_rate": 2.3104435254008842e-07,
3659
+ "loss": 3.103,
3660
+ "step": 4850
3661
+ },
3662
+ {
3663
+ "epoch": 0.6174564858340744,
3664
+ "grad_norm": 3.685878276824951,
3665
+ "learning_rate": 2.0128530023804653e-07,
3666
+ "loss": 3.0828,
3667
+ "step": 4860
3668
+ },
3669
+ {
3670
+ "epoch": 0.6187269724304408,
3671
+ "grad_norm": 3.95636248588562,
3672
+ "learning_rate": 1.7357327804908836e-07,
3673
+ "loss": 3.1101,
3674
+ "step": 4870
3675
+ },
3676
+ {
3677
+ "epoch": 0.6199974590268073,
3678
+ "grad_norm": 3.837711811065674,
3679
+ "learning_rate": 1.479094251059076e-07,
3680
+ "loss": 3.1126,
3681
+ "step": 4880
3682
+ },
3683
+ {
3684
+ "epoch": 0.6212679456231737,
3685
+ "grad_norm": 3.555655002593994,
3686
+ "learning_rate": 1.2429479634897264e-07,
3687
+ "loss": 3.1094,
3688
+ "step": 4890
3689
+ },
3690
+ {
3691
+ "epoch": 0.6225384322195401,
3692
+ "grad_norm": 3.6717865467071533,
3693
+ "learning_rate": 1.0273036248318322e-07,
3694
+ "loss": 3.1114,
3695
+ "step": 4900
3696
+ },
3697
+ {
3698
+ "epoch": 0.6238089188159065,
3699
+ "grad_norm": 3.554436445236206,
3700
+ "learning_rate": 8.321700993795809e-08,
3701
+ "loss": 3.123,
3702
+ "step": 4910
3703
+ },
3704
+ {
3705
+ "epoch": 0.6250794054122729,
3706
+ "grad_norm": 3.458787202835083,
3707
+ "learning_rate": 6.575554083078082e-08,
3708
+ "loss": 3.0897,
3709
+ "step": 4920
3710
+ },
3711
+ {
3712
+ "epoch": 0.6263498920086393,
3713
+ "grad_norm": 2.9243547916412354,
3714
+ "learning_rate": 5.034667293427052e-08,
3715
+ "loss": 3.0853,
3716
+ "step": 4930
3717
+ },
3718
+ {
3719
+ "epoch": 0.6276203786050057,
3720
+ "grad_norm": 4.113716125488281,
3721
+ "learning_rate": 3.6991039646616646e-08,
3722
+ "loss": 3.1065,
3723
+ "step": 4940
3724
+ },
3725
+ {
3726
+ "epoch": 0.6288908652013722,
3727
+ "grad_norm": 3.806378126144409,
3728
+ "learning_rate": 2.5689189965605314e-08,
3729
+ "loss": 3.1004,
3730
+ "step": 4950
3731
+ },
3732
+ {
3733
+ "epoch": 0.6288908652013722,
3734
+ "eval_loss": 2.961240768432617,
3735
+ "eval_runtime": 3.2716,
3736
+ "eval_samples_per_second": 152.832,
3737
+ "eval_steps_per_second": 152.832,
3738
+ "step": 4950
3739
  }
3740
  ],
3741
  "logging_steps": 10,
 
3755
  "attributes": {}
3756
  }
3757
  },
3758
+ "total_flos": 6094147124736000.0,
3759
  "train_batch_size": 32,
3760
  "trial_name": null,
3761
  "trial_params": null