FredericFan commited on
Commit
f3bdc2a
·
verified ·
1 Parent(s): dbe26c8

Training in progress, step 4000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d826c309b9f9492a58d67f6f2eecf7cdd6615d329adca02ac882e7b2d1de12cb
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164eb6a81614e9f1939013796bd9b48e2712186901dcd74df1d6b04dce844484
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3a553addc7ddb7e0af58a94d7cce4e00b2edf20465e6287f926268d68186099
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b12fd71694fa1ec35a8b9d6e65e079baa75b27e5b9f063a99bdafa82fe1e09
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a7290491808e872bdfba856354703f0501eed54b9da7aaa39843c9c248c6159
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d55cead2e68dd96646c1b6f8fd0e4361ef538e5be0ae590c27b3898e8c95df
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c790c63fb7345bfd79d855efc8355667eb23eb3bcba2a26737d1f0ffb0ba07b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ae3cfedd2dd31595a079dd5baf168ac1b0849191aed860395ad88084b14144
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.0869474709033966,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-3500",
4
- "epoch": 0.28,
5
  "eval_steps": 500,
6
- "global_step": 3500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -553,6 +553,84 @@
553
  "eval_samples_per_second": 22.813,
554
  "eval_steps_per_second": 5.703,
555
  "step": 3500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
556
  }
557
  ],
558
  "logging_steps": 50,
@@ -572,7 +650,7 @@
572
  "attributes": {}
573
  }
574
  },
575
- "total_flos": 8525410467840000.0,
576
  "train_batch_size": 4,
577
  "trial_name": null,
578
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.0867869183421135,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-4000",
4
+ "epoch": 0.32,
5
  "eval_steps": 500,
6
+ "global_step": 4000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
553
  "eval_samples_per_second": 22.813,
554
  "eval_steps_per_second": 5.703,
555
  "step": 3500
556
+ },
557
+ {
558
+ "epoch": 0.284,
559
+ "grad_norm": 0.13956592977046967,
560
+ "learning_rate": 2.57424e-05,
561
+ "loss": 0.0749,
562
+ "step": 3550
563
+ },
564
+ {
565
+ "epoch": 0.288,
566
+ "grad_norm": 0.2318839579820633,
567
+ "learning_rate": 2.56824e-05,
568
+ "loss": 0.0658,
569
+ "step": 3600
570
+ },
571
+ {
572
+ "epoch": 0.292,
573
+ "grad_norm": 0.10267651081085205,
574
+ "learning_rate": 2.56224e-05,
575
+ "loss": 0.0651,
576
+ "step": 3650
577
+ },
578
+ {
579
+ "epoch": 0.296,
580
+ "grad_norm": 0.13903647661209106,
581
+ "learning_rate": 2.5562399999999998e-05,
582
+ "loss": 0.0684,
583
+ "step": 3700
584
+ },
585
+ {
586
+ "epoch": 0.3,
587
+ "grad_norm": 0.07369179278612137,
588
+ "learning_rate": 2.5502399999999998e-05,
589
+ "loss": 0.0643,
590
+ "step": 3750
591
+ },
592
+ {
593
+ "epoch": 0.304,
594
+ "grad_norm": 0.18283645808696747,
595
+ "learning_rate": 2.54424e-05,
596
+ "loss": 0.0745,
597
+ "step": 3800
598
+ },
599
+ {
600
+ "epoch": 0.308,
601
+ "grad_norm": 0.1031743511557579,
602
+ "learning_rate": 2.5382400000000003e-05,
603
+ "loss": 0.0678,
604
+ "step": 3850
605
+ },
606
+ {
607
+ "epoch": 0.312,
608
+ "grad_norm": 0.2246129959821701,
609
+ "learning_rate": 2.5322400000000003e-05,
610
+ "loss": 0.0701,
611
+ "step": 3900
612
+ },
613
+ {
614
+ "epoch": 0.316,
615
+ "grad_norm": 0.1434032917022705,
616
+ "learning_rate": 2.52624e-05,
617
+ "loss": 0.071,
618
+ "step": 3950
619
+ },
620
+ {
621
+ "epoch": 0.32,
622
+ "grad_norm": 0.11730857193470001,
623
+ "learning_rate": 2.52024e-05,
624
+ "loss": 0.0696,
625
+ "step": 4000
626
+ },
627
+ {
628
+ "epoch": 0.32,
629
+ "eval_loss": 0.0867869183421135,
630
+ "eval_runtime": 87.7801,
631
+ "eval_samples_per_second": 22.784,
632
+ "eval_steps_per_second": 5.696,
633
+ "step": 4000
634
  }
635
  ],
636
  "logging_steps": 50,
 
650
  "attributes": {}
651
  }
652
  },
653
+ "total_flos": 9743326248960000.0,
654
  "train_batch_size": 4,
655
  "trial_name": null,
656
  "trial_params": null