FredericFan commited on
Commit
91d862c
·
verified ·
1 Parent(s): cc1292c

Training in progress, step 4500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:164eb6a81614e9f1939013796bd9b48e2712186901dcd74df1d6b04dce844484
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92451ae8471118d0f4ff3201506d5a90f2bd77bc4421e8d24fa92669e67129e
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1b12fd71694fa1ec35a8b9d6e65e079baa75b27e5b9f063a99bdafa82fe1e09
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1139382effd26c75058f4fa1f776505299c54924e4b6db23f70ae7f64e41724
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66d55cead2e68dd96646c1b6f8fd0e4361ef538e5be0ae590c27b3898e8c95df
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a72f59ef3242e6b962c12852e52500422626ceac4df8fb1a56d6379db9b8a98
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53ae3cfedd2dd31595a079dd5baf168ac1b0849191aed860395ad88084b14144
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a107a53df948b9265998ab0f5b874dabd9db8a133cddea9279d7b4c6c999e9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.0867869183421135,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-4000",
4
- "epoch": 0.32,
5
  "eval_steps": 500,
6
- "global_step": 4000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -631,6 +631,84 @@
631
  "eval_samples_per_second": 22.784,
632
  "eval_steps_per_second": 5.696,
633
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
634
  }
635
  ],
636
  "logging_steps": 50,
@@ -650,7 +728,7 @@
650
  "attributes": {}
651
  }
652
  },
653
- "total_flos": 9743326248960000.0,
654
  "train_batch_size": 4,
655
  "trial_name": null,
656
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.08653330057859421,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-4500",
4
+ "epoch": 0.36,
5
  "eval_steps": 500,
6
+ "global_step": 4500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
631
  "eval_samples_per_second": 22.784,
632
  "eval_steps_per_second": 5.696,
633
  "step": 4000
634
+ },
635
+ {
636
+ "epoch": 0.324,
637
+ "grad_norm": 0.07968447357416153,
638
+ "learning_rate": 2.5142400000000002e-05,
639
+ "loss": 0.0635,
640
+ "step": 4050
641
+ },
642
+ {
643
+ "epoch": 0.328,
644
+ "grad_norm": 0.1641731858253479,
645
+ "learning_rate": 2.5082400000000002e-05,
646
+ "loss": 0.0667,
647
+ "step": 4100
648
+ },
649
+ {
650
+ "epoch": 0.332,
651
+ "grad_norm": 0.15083415806293488,
652
+ "learning_rate": 2.5022400000000003e-05,
653
+ "loss": 0.071,
654
+ "step": 4150
655
+ },
656
+ {
657
+ "epoch": 0.336,
658
+ "grad_norm": 0.16534006595611572,
659
+ "learning_rate": 2.4962400000000003e-05,
660
+ "loss": 0.0735,
661
+ "step": 4200
662
+ },
663
+ {
664
+ "epoch": 0.34,
665
+ "grad_norm": 0.1629945933818817,
666
+ "learning_rate": 2.49024e-05,
667
+ "loss": 0.0641,
668
+ "step": 4250
669
+ },
670
+ {
671
+ "epoch": 0.344,
672
+ "grad_norm": 0.11393357813358307,
673
+ "learning_rate": 2.48424e-05,
674
+ "loss": 0.0679,
675
+ "step": 4300
676
+ },
677
+ {
678
+ "epoch": 0.348,
679
+ "grad_norm": 0.10581399500370026,
680
+ "learning_rate": 2.4782400000000002e-05,
681
+ "loss": 0.0666,
682
+ "step": 4350
683
+ },
684
+ {
685
+ "epoch": 0.352,
686
+ "grad_norm": 0.1571837067604065,
687
+ "learning_rate": 2.4722400000000002e-05,
688
+ "loss": 0.0619,
689
+ "step": 4400
690
+ },
691
+ {
692
+ "epoch": 0.356,
693
+ "grad_norm": 0.11944606155157089,
694
+ "learning_rate": 2.4662400000000003e-05,
695
+ "loss": 0.0666,
696
+ "step": 4450
697
+ },
698
+ {
699
+ "epoch": 0.36,
700
+ "grad_norm": 0.17318391799926758,
701
+ "learning_rate": 2.46024e-05,
702
+ "loss": 0.0684,
703
+ "step": 4500
704
+ },
705
+ {
706
+ "epoch": 0.36,
707
+ "eval_loss": 0.08653330057859421,
708
+ "eval_runtime": 87.7823,
709
+ "eval_samples_per_second": 22.784,
710
+ "eval_steps_per_second": 5.696,
711
+ "step": 4500
712
  }
713
  ],
714
  "logging_steps": 50,
 
728
  "attributes": {}
729
  }
730
  },
731
+ "total_flos": 1.096124203008e+16,
732
  "train_batch_size": 4,
733
  "trial_name": null,
734
  "trial_params": null