rootxhacker commited on
Commit
6309a31
·
verified ·
1 Parent(s): e323e75

Training in progress, step 21000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f82c93836bc692e34902f10bc204524481cd7a576e6d3e28b3bb7e2d682f323f
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d257112e537fe70c79019496ce8a965aa34d1fb175b35addc498d01e38be6234
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e8703e2ac4edb79cf8f1764c40656f93e9be69ded66eb4cce14bbce6431a5e0
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ff7761b7be0ad2ef125a7c44f3a00d691af1455b26167da65e53a9f3d4a4e1
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:411bf70b4f8c28dcde0ada0a6ab13ec881cbbf19e85c2796efaba99e8b13583e
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34cf1c465a3f22b58ed5814e553f1f151f9d6086122d8e635e6c9a1efd7a02c
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dbffb5b9d940a96eb51dbe7a35860718ecfeca99437ad8b1b71dbafaefdd573
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5132bfe30a63a6382081eeb67e311e07e2d98916afbc38ab8f8ba0c010b059
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:384ba37c8844299a29c3c998811c9d47320ed4f7666069a4fb9a63d0dddfe44f
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:279d58c28b18870f94d45189b49d69a8021c82d9a61e08eb069f8a47562cd494
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c62f9fce1be162dfb9c17d3cf04dc0505b42c85ac9a955fe99836e3dd2e88351
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12146cd21738b806f2d3b5e8ca727dc812aefa4523582c6a525173e0b62cdd2a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 20250,
3
- "best_metric": 1.4724150896072388,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-15500",
5
- "epoch": 1.576801784478117,
6
  "eval_steps": 250,
7
- "global_step": 20500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3534,6 +3534,92 @@
3534
  "eval_samples_per_second": 56.061,
3535
  "eval_steps_per_second": 14.015,
3536
  "step": 20500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3537
  }
3538
  ],
3539
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 21000,
3
+ "best_metric": 1.4690666198730469,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21000",
5
+ "epoch": 1.6152603645873396,
6
  "eval_steps": 250,
7
+ "global_step": 21000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3534
  "eval_samples_per_second": 56.061,
3535
  "eval_steps_per_second": 14.015,
3536
  "step": 20500
3537
+ },
3538
+ {
3539
+ "epoch": 1.5806476424890392,
3540
+ "grad_norm": 1.430114507675171,
3541
+ "learning_rate": 9.590940965639041e-05,
3542
+ "loss": 1.3714,
3543
+ "step": 20550
3544
+ },
3545
+ {
3546
+ "epoch": 1.5844935004999616,
3547
+ "grad_norm": 1.7613717317581177,
3548
+ "learning_rate": 9.564968963457394e-05,
3549
+ "loss": 1.4285,
3550
+ "step": 20600
3551
+ },
3552
+ {
3553
+ "epoch": 1.5883393585108838,
3554
+ "grad_norm": 1.3678529262542725,
3555
+ "learning_rate": 9.538996961275745e-05,
3556
+ "loss": 1.4463,
3557
+ "step": 20650
3558
+ },
3559
+ {
3560
+ "epoch": 1.592185216521806,
3561
+ "grad_norm": 3.1135504245758057,
3562
+ "learning_rate": 9.513024959094097e-05,
3563
+ "loss": 1.4287,
3564
+ "step": 20700
3565
+ },
3566
+ {
3567
+ "epoch": 1.5960310745327284,
3568
+ "grad_norm": 1.7866570949554443,
3569
+ "learning_rate": 9.487052956912449e-05,
3570
+ "loss": 1.4515,
3571
+ "step": 20750
3572
+ },
3573
+ {
3574
+ "epoch": 1.5960310745327284,
3575
+ "eval_loss": 1.4817472696304321,
3576
+ "eval_runtime": 17.9267,
3577
+ "eval_samples_per_second": 55.783,
3578
+ "eval_steps_per_second": 13.946,
3579
+ "step": 20750
3580
+ },
3581
+ {
3582
+ "epoch": 1.5998769325436504,
3583
+ "grad_norm": 1.2406786680221558,
3584
+ "learning_rate": 9.4610809547308e-05,
3585
+ "loss": 1.5364,
3586
+ "step": 20800
3587
+ },
3588
+ {
3589
+ "epoch": 1.6037227905545728,
3590
+ "grad_norm": 1.9183951616287231,
3591
+ "learning_rate": 9.435108952549152e-05,
3592
+ "loss": 1.5169,
3593
+ "step": 20850
3594
+ },
3595
+ {
3596
+ "epoch": 1.607568648565495,
3597
+ "grad_norm": 1.852089524269104,
3598
+ "learning_rate": 9.409136950367504e-05,
3599
+ "loss": 1.4668,
3600
+ "step": 20900
3601
+ },
3602
+ {
3603
+ "epoch": 1.6114145065764172,
3604
+ "grad_norm": 2.3430335521698,
3605
+ "learning_rate": 9.383164948185856e-05,
3606
+ "loss": 1.4297,
3607
+ "step": 20950
3608
+ },
3609
+ {
3610
+ "epoch": 1.6152603645873396,
3611
+ "grad_norm": 1.9646743535995483,
3612
+ "learning_rate": 9.357192946004207e-05,
3613
+ "loss": 1.5143,
3614
+ "step": 21000
3615
+ },
3616
+ {
3617
+ "epoch": 1.6152603645873396,
3618
+ "eval_loss": 1.4690666198730469,
3619
+ "eval_runtime": 17.7563,
3620
+ "eval_samples_per_second": 56.318,
3621
+ "eval_steps_per_second": 14.079,
3622
+ "step": 21000
3623
  }
3624
  ],
3625
  "logging_steps": 50,