rootxhacker commited on
Commit
e745c8a
·
verified ·
1 Parent(s): f80b260

Training in progress, step 21500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d257112e537fe70c79019496ce8a965aa34d1fb175b35addc498d01e38be6234
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66cda148dcae03c8b6ee9a988c41356b8fb7dd85bc794057def1a0a106239b14
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25ff7761b7be0ad2ef125a7c44f3a00d691af1455b26167da65e53a9f3d4a4e1
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7ccadc0fc62d6e734efb6eac59f8de15c8962f84260b3fa84659524029cca9
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f34cf1c465a3f22b58ed5814e553f1f151f9d6086122d8e635e6c9a1efd7a02c
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cde556e6d84497b700bedd313afb1db4fbdff84a922d3df94365577a9ffe5cb
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c5132bfe30a63a6382081eeb67e311e07e2d98916afbc38ab8f8ba0c010b059
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24cdd6f45f9ebce887e06d548bf949bd18ccf52b17999d18752823b6dd7dc03a
3
+ size 14308
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:279d58c28b18870f94d45189b49d69a8021c82d9a61e08eb069f8a47562cd494
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76d7482aa4f2ea8d9ee623a2338b27a160c64d9b3e6847f775500f74a89d839e
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12146cd21738b806f2d3b5e8ca727dc812aefa4523582c6a525173e0b62cdd2a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5e991474e4af796236702d23dc20d105ef404660d6c7d1c95fb199aa1ce3be
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 21000,
3
  "best_metric": 1.4690666198730469,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21000",
5
- "epoch": 1.6152603645873396,
6
  "eval_steps": 250,
7
- "global_step": 21000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3620,6 +3620,92 @@
3620
  "eval_samples_per_second": 56.318,
3621
  "eval_steps_per_second": 14.079,
3622
  "step": 21000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3623
  }
3624
  ],
3625
  "logging_steps": 50,
 
2
  "best_global_step": 21000,
3
  "best_metric": 1.4690666198730469,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21000",
5
+ "epoch": 1.6537189446965619,
6
  "eval_steps": 250,
7
+ "global_step": 21500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3620
  "eval_samples_per_second": 56.318,
3621
  "eval_steps_per_second": 14.079,
3622
  "step": 21000
3623
+ },
3624
+ {
3625
+ "epoch": 1.6191062225982615,
3626
+ "grad_norm": 1.8204776048660278,
3627
+ "learning_rate": 9.33122094382256e-05,
3628
+ "loss": 1.4423,
3629
+ "step": 21050
3630
+ },
3631
+ {
3632
+ "epoch": 1.622952080609184,
3633
+ "grad_norm": 1.6150448322296143,
3634
+ "learning_rate": 9.305248941640912e-05,
3635
+ "loss": 1.4368,
3636
+ "step": 21100
3637
+ },
3638
+ {
3639
+ "epoch": 1.6267979386201061,
3640
+ "grad_norm": 2.4393765926361084,
3641
+ "learning_rate": 9.279276939459264e-05,
3642
+ "loss": 1.6115,
3643
+ "step": 21150
3644
+ },
3645
+ {
3646
+ "epoch": 1.6306437966310283,
3647
+ "grad_norm": 1.217399001121521,
3648
+ "learning_rate": 9.253304937277615e-05,
3649
+ "loss": 1.5792,
3650
+ "step": 21200
3651
+ },
3652
+ {
3653
+ "epoch": 1.6344896546419507,
3654
+ "grad_norm": 1.4467514753341675,
3655
+ "learning_rate": 9.227332935095967e-05,
3656
+ "loss": 1.4838,
3657
+ "step": 21250
3658
+ },
3659
+ {
3660
+ "epoch": 1.6344896546419507,
3661
+ "eval_loss": 1.4741238355636597,
3662
+ "eval_runtime": 17.7656,
3663
+ "eval_samples_per_second": 56.289,
3664
+ "eval_steps_per_second": 14.072,
3665
+ "step": 21250
3666
+ },
3667
+ {
3668
+ "epoch": 1.6383355126528727,
3669
+ "grad_norm": 1.4274511337280273,
3670
+ "learning_rate": 9.201360932914319e-05,
3671
+ "loss": 1.4747,
3672
+ "step": 21300
3673
+ },
3674
+ {
3675
+ "epoch": 1.642181370663795,
3676
+ "grad_norm": 1.5080102682113647,
3677
+ "learning_rate": 9.175908370776304e-05,
3678
+ "loss": 1.4262,
3679
+ "step": 21350
3680
+ },
3681
+ {
3682
+ "epoch": 1.6460272286747173,
3683
+ "grad_norm": 1.2717032432556152,
3684
+ "learning_rate": 9.149936368594655e-05,
3685
+ "loss": 1.4418,
3686
+ "step": 21400
3687
+ },
3688
+ {
3689
+ "epoch": 1.6498730866856395,
3690
+ "grad_norm": 1.3594080209732056,
3691
+ "learning_rate": 9.123964366413006e-05,
3692
+ "loss": 1.5184,
3693
+ "step": 21450
3694
+ },
3695
+ {
3696
+ "epoch": 1.6537189446965619,
3697
+ "grad_norm": 1.896607518196106,
3698
+ "learning_rate": 9.097992364231359e-05,
3699
+ "loss": 1.4702,
3700
+ "step": 21500
3701
+ },
3702
+ {
3703
+ "epoch": 1.6537189446965619,
3704
+ "eval_loss": 1.4777735471725464,
3705
+ "eval_runtime": 17.8161,
3706
+ "eval_samples_per_second": 56.129,
3707
+ "eval_steps_per_second": 14.032,
3708
+ "step": 21500
3709
  }
3710
  ],
3711
  "logging_steps": 50,