rootxhacker commited on
Commit
4a1b9b5
·
verified ·
1 Parent(s): 655c02b

Training in progress, step 4000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfa682c656512f0db38279360e472eed38f6e68c384179fb8ebc379ae0bbd931
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1420e5f67ba76bfd4febfb8166681a03c08ca555de4aa6aed11752038beb7c
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2baaf7d1ff2607c2b51f6cfbe05d40604cadc3c0c83d92adf1fa1aa8878e8345
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631f5d8920185c1643d4b91793959905c6ffb5cfdb99578fa1feeb9561f6cc11
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b3473e19f33d061d72e874bb7ead12bc6195f3a6d1ef6cb2617c3cd645bff56
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56e183e85858df2561ffd8210747bca3130019aa445c6931bdecb14ee1c1463
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32c4abfc978e57dde0e9122ce6e0a211a14cdb3e9d7e1f8e79d82dbf8734a5a1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba374ceeab3c18ecca1a51999f0124017113854b9f36714acb5b3cbd2a2d7ce
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56883ca08ba7d3883d8223a68a16de2347a2e5eee3a5f6cfa3b0ef70d1be127c
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56099c2856f5340cf7eae161f2a31dbe463e29390c14dc50fb171114345187df
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:336a48abe3f0221158899799d17e11e8d7fd80ac42ba2794eb638e218cd1c8a0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c85fac85989286832186f4fae10d665a033afecb7b12aeb8bf5a4a199aa56c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 3500,
3
  "best_metric": 4.520543098449707,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-3500",
5
- "epoch": 0.26921006076455656,
6
  "eval_steps": 250,
7
- "global_step": 3500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -610,6 +610,92 @@
610
  "eval_samples_per_second": 53.444,
611
  "eval_steps_per_second": 13.361,
612
  "step": 3500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
613
  }
614
  ],
615
  "logging_steps": 50,
 
2
  "best_global_step": 3500,
3
  "best_metric": 4.520543098449707,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-3500",
5
+ "epoch": 0.30766864087377893,
6
  "eval_steps": 250,
7
+ "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
610
  "eval_samples_per_second": 53.444,
611
  "eval_steps_per_second": 13.361,
612
  "step": 3500
613
+ },
614
+ {
615
+ "epoch": 0.2730559187754788,
616
+ "grad_norm": 3.639690399169922,
617
+ "learning_rate": 0.0001841934394722489,
618
+ "loss": 4.5127,
619
+ "step": 3550
620
+ },
621
+ {
622
+ "epoch": 0.27690177678640104,
623
+ "grad_norm": 3.864473342895508,
624
+ "learning_rate": 0.00018393371945043245,
625
+ "loss": 4.599,
626
+ "step": 3600
627
+ },
628
+ {
629
+ "epoch": 0.2807476347973233,
630
+ "grad_norm": 4.662705421447754,
631
+ "learning_rate": 0.00018367399942861596,
632
+ "loss": 4.5951,
633
+ "step": 3650
634
+ },
635
+ {
636
+ "epoch": 0.28459349280824553,
637
+ "grad_norm": 3.066333532333374,
638
+ "learning_rate": 0.00018341427940679947,
639
+ "loss": 4.5583,
640
+ "step": 3700
641
+ },
642
+ {
643
+ "epoch": 0.2884393508191678,
644
+ "grad_norm": 4.054274082183838,
645
+ "learning_rate": 0.000183154559384983,
646
+ "loss": 4.5732,
647
+ "step": 3750
648
+ },
649
+ {
650
+ "epoch": 0.2884393508191678,
651
+ "eval_loss": 4.569947242736816,
652
+ "eval_runtime": 18.5242,
653
+ "eval_samples_per_second": 53.983,
654
+ "eval_steps_per_second": 13.496,
655
+ "step": 3750
656
+ },
657
+ {
658
+ "epoch": 0.29228520883009,
659
+ "grad_norm": 6.440130710601807,
660
+ "learning_rate": 0.00018289483936316652,
661
+ "loss": 4.6025,
662
+ "step": 3800
663
+ },
664
+ {
665
+ "epoch": 0.2961310668410122,
666
+ "grad_norm": 5.849060535430908,
667
+ "learning_rate": 0.00018263511934135004,
668
+ "loss": 4.4932,
669
+ "step": 3850
670
+ },
671
+ {
672
+ "epoch": 0.29997692485193445,
673
+ "grad_norm": 7.0537800788879395,
674
+ "learning_rate": 0.00018237539931953355,
675
+ "loss": 4.6986,
676
+ "step": 3900
677
+ },
678
+ {
679
+ "epoch": 0.3038227828628567,
680
+ "grad_norm": 5.134806156158447,
681
+ "learning_rate": 0.00018211567929771706,
682
+ "loss": 4.5074,
683
+ "step": 3950
684
+ },
685
+ {
686
+ "epoch": 0.30766864087377893,
687
+ "grad_norm": 2.872307777404785,
688
+ "learning_rate": 0.00018185595927590058,
689
+ "loss": 4.547,
690
+ "step": 4000
691
+ },
692
+ {
693
+ "epoch": 0.30766864087377893,
694
+ "eval_loss": 4.5459160804748535,
695
+ "eval_runtime": 18.4232,
696
+ "eval_samples_per_second": 54.279,
697
+ "eval_steps_per_second": 13.57,
698
+ "step": 4000
699
  }
700
  ],
701
  "logging_steps": 50,