rootxhacker commited on
Commit
ea227df
·
verified ·
1 Parent(s): e497be0

Training in progress, step 21500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3eb66659915116c9f52f8b7d65982f16dfe01a2f397d774e7e2e124b2fee93e6
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe147d1fd4bc110db7089e008a574b65f554aaa98420567a0bc2b63656bd9c1
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:094124f70673a425259be33a9a30631e505be7e6b457e57a5337a37485da2199
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3abcac0bf194b5337811637955f6e6b362380aa1f532202481201a600657324
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c3011363c1e96100e580e8e942e83a5040524d32a7549efec4811d470255e73
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d206c147f3ebf5a17a6c44dea5417a1ae1dd50a6fd22e30c6aea36175324b86
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2185d1086b63cce3d1a18784aebd527c89731c1a6628c05136eec58027c1403a
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5d062bb7d441f36a44929472f10d0b795d7b5f5a9dcd38edd739ffa77a6d36
3
+ size 14180
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90da8f4c5f04c00fbf4044be4fa60fc55b99c69b8f4c1a2edff86d607394700a
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00a972afc33ed5290e59d706523471e5c191feb09759aef8aeb13be22ede6e8
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53a2ad16e207bab6529f167d99325289b0e08bae4d436c0a57e9385c3e463e51
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb6a0769e42f6963785d597ff6271423cd7dd782771f3b3c0a05c348f1cd005
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 21000,
3
- "best_metric": 0.7739425301551819,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21000",
5
- "epoch": 1.6152603645873396,
6
  "eval_steps": 250,
7
- "global_step": 21000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3620,6 +3620,92 @@
3620
  "eval_samples_per_second": 55.632,
3621
  "eval_steps_per_second": 13.908,
3622
  "step": 21000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3623
  }
3624
  ],
3625
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 21500,
3
+ "best_metric": 0.77164626121521,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21500",
5
+ "epoch": 1.6537189446965619,
6
  "eval_steps": 250,
7
+ "global_step": 21500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3620
  "eval_samples_per_second": 55.632,
3621
  "eval_steps_per_second": 13.908,
3622
  "step": 21000
3623
+ },
3624
+ {
3625
+ "epoch": 1.6191062225982615,
3626
+ "grad_norm": 0.8098833560943604,
3627
+ "learning_rate": 9.330182063735295e-05,
3628
+ "loss": 0.7673,
3629
+ "step": 21050
3630
+ },
3631
+ {
3632
+ "epoch": 1.622952080609184,
3633
+ "grad_norm": 0.7867510318756104,
3634
+ "learning_rate": 9.304210061553646e-05,
3635
+ "loss": 0.7619,
3636
+ "step": 21100
3637
+ },
3638
+ {
3639
+ "epoch": 1.6267979386201061,
3640
+ "grad_norm": 1.2399013042449951,
3641
+ "learning_rate": 9.278238059371997e-05,
3642
+ "loss": 0.8664,
3643
+ "step": 21150
3644
+ },
3645
+ {
3646
+ "epoch": 1.6306437966310283,
3647
+ "grad_norm": 0.6171821355819702,
3648
+ "learning_rate": 9.25226605719035e-05,
3649
+ "loss": 0.8543,
3650
+ "step": 21200
3651
+ },
3652
+ {
3653
+ "epoch": 1.6344896546419507,
3654
+ "grad_norm": 0.7197456955909729,
3655
+ "learning_rate": 9.226294055008701e-05,
3656
+ "loss": 0.7989,
3657
+ "step": 21250
3658
+ },
3659
+ {
3660
+ "epoch": 1.6344896546419507,
3661
+ "eval_loss": 0.7736220955848694,
3662
+ "eval_runtime": 18.0274,
3663
+ "eval_samples_per_second": 55.471,
3664
+ "eval_steps_per_second": 13.868,
3665
+ "step": 21250
3666
+ },
3667
+ {
3668
+ "epoch": 1.6383355126528727,
3669
+ "grad_norm": 0.6752798557281494,
3670
+ "learning_rate": 9.200322052827052e-05,
3671
+ "loss": 0.7925,
3672
+ "step": 21300
3673
+ },
3674
+ {
3675
+ "epoch": 1.642181370663795,
3676
+ "grad_norm": 0.7389090061187744,
3677
+ "learning_rate": 9.174350050645405e-05,
3678
+ "loss": 0.762,
3679
+ "step": 21350
3680
+ },
3681
+ {
3682
+ "epoch": 1.6460272286747173,
3683
+ "grad_norm": 0.7688984870910645,
3684
+ "learning_rate": 9.148378048463756e-05,
3685
+ "loss": 0.771,
3686
+ "step": 21400
3687
+ },
3688
+ {
3689
+ "epoch": 1.6498730866856395,
3690
+ "grad_norm": 0.7231914401054382,
3691
+ "learning_rate": 9.122406046282108e-05,
3692
+ "loss": 0.8244,
3693
+ "step": 21450
3694
+ },
3695
+ {
3696
+ "epoch": 1.6537189446965619,
3697
+ "grad_norm": 0.786527156829834,
3698
+ "learning_rate": 9.09643404410046e-05,
3699
+ "loss": 0.7738,
3700
+ "step": 21500
3701
+ },
3702
+ {
3703
+ "epoch": 1.6537189446965619,
3704
+ "eval_loss": 0.77164626121521,
3705
+ "eval_runtime": 17.9322,
3706
+ "eval_samples_per_second": 55.765,
3707
+ "eval_steps_per_second": 13.941,
3708
+ "step": 21500
3709
  }
3710
  ],
3711
  "logging_steps": 50,