rootxhacker commited on
Commit
d56c3d6
·
verified ·
1 Parent(s): 42dacf2

Training in progress, step 27000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f619cbe8165ed1e2332f6436e4fdf6c896db5237d638a5179f03f772e54deae1
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c71cb6762a3f2359c9b24c07c0f2c18222a0855ef4122d25dd24f1be773077c
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e41f1a18d6f9531a4bd645cd462d9090e6f54162f6fddf017afc585f3099347
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7562e2e11d39589f1d1677624c9cbfb42e6035b41d3ee891b0f53a0cc6bfe79
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f75a42181e10c429bdf4cde150fa8bd273b194edd1af255a2c46af2a16e4d777
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1dfd01f40336797b539a0d0ca763264a6fc70cdf83f8431ae379e9a2d8dff9
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b56501523df118c1a33e60d970ee258e92691efddadd68cb368e352ca4fb0c1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7cb9cecde71619f5455094db9dbc10b01ced14b7fff166fcfd1f46df6e480f1
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bfa502239c4234c76e8429085577f9d92a7a11c10a2a19927df506f4396be9a
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a94b30a1039d003ca39bb6fcc94430e37b0c6c69456a996151d312d106dd61
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cde03cf528fa40100e793e6bc03d3e643c03bab96500bb8c5705c4e1018be13d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1412b21a67b3e14f57e3f3d27ac855c98641b3c473e09eb37b8289635d633513
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 24500,
3
  "best_metric": 1.445096731185913,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
- "epoch": 2.0383047457887855,
6
  "eval_steps": 250,
7
- "global_step": 26500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4566,6 +4566,92 @@
4566
  "eval_samples_per_second": 55.83,
4567
  "eval_steps_per_second": 13.958,
4568
  "step": 26500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4569
  }
4570
  ],
4571
  "logging_steps": 50,
 
2
  "best_global_step": 24500,
3
  "best_metric": 1.445096731185913,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
+ "epoch": 2.076763325898008,
6
  "eval_steps": 250,
7
+ "global_step": 27000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4566
  "eval_samples_per_second": 55.83,
4567
  "eval_steps_per_second": 13.958,
4568
  "step": 26500
4569
+ },
4570
+ {
4571
+ "epoch": 2.042150603799708,
4572
+ "grad_norm": 1.0810669660568237,
4573
+ "learning_rate": 6.475859023972158e-05,
4574
+ "loss": 1.2936,
4575
+ "step": 26550
4576
+ },
4577
+ {
4578
+ "epoch": 2.04599646181063,
4579
+ "grad_norm": 1.23382568359375,
4580
+ "learning_rate": 6.44988702179051e-05,
4581
+ "loss": 1.3922,
4582
+ "step": 26600
4583
+ },
4584
+ {
4585
+ "epoch": 2.0498423198215523,
4586
+ "grad_norm": 1.8218950033187866,
4587
+ "learning_rate": 6.423915019608862e-05,
4588
+ "loss": 1.4041,
4589
+ "step": 26650
4590
+ },
4591
+ {
4592
+ "epoch": 2.0536881778324743,
4593
+ "grad_norm": 0.6482899785041809,
4594
+ "learning_rate": 6.397943017427213e-05,
4595
+ "loss": 1.3609,
4596
+ "step": 26700
4597
+ },
4598
+ {
4599
+ "epoch": 2.0575340358433967,
4600
+ "grad_norm": 1.9538156986236572,
4601
+ "learning_rate": 6.371971015245566e-05,
4602
+ "loss": 1.4558,
4603
+ "step": 26750
4604
+ },
4605
+ {
4606
+ "epoch": 2.0575340358433967,
4607
+ "eval_loss": 1.454428791999817,
4608
+ "eval_runtime": 18.2441,
4609
+ "eval_samples_per_second": 54.812,
4610
+ "eval_steps_per_second": 13.703,
4611
+ "step": 26750
4612
+ },
4613
+ {
4614
+ "epoch": 2.061379893854319,
4615
+ "grad_norm": 1.087234377861023,
4616
+ "learning_rate": 6.345999013063917e-05,
4617
+ "loss": 1.3967,
4618
+ "step": 26800
4619
+ },
4620
+ {
4621
+ "epoch": 2.065225751865241,
4622
+ "grad_norm": 1.638533592224121,
4623
+ "learning_rate": 6.32002701088227e-05,
4624
+ "loss": 1.4558,
4625
+ "step": 26850
4626
+ },
4627
+ {
4628
+ "epoch": 2.0690716098761635,
4629
+ "grad_norm": 1.4552900791168213,
4630
+ "learning_rate": 6.294055008700621e-05,
4631
+ "loss": 1.4553,
4632
+ "step": 26900
4633
+ },
4634
+ {
4635
+ "epoch": 2.0729174678870854,
4636
+ "grad_norm": 1.6330054998397827,
4637
+ "learning_rate": 6.268083006518974e-05,
4638
+ "loss": 1.4977,
4639
+ "step": 26950
4640
+ },
4641
+ {
4642
+ "epoch": 2.076763325898008,
4643
+ "grad_norm": 1.497938632965088,
4644
+ "learning_rate": 6.242111004337325e-05,
4645
+ "loss": 1.4449,
4646
+ "step": 27000
4647
+ },
4648
+ {
4649
+ "epoch": 2.076763325898008,
4650
+ "eval_loss": 1.4610888957977295,
4651
+ "eval_runtime": 17.9657,
4652
+ "eval_samples_per_second": 55.662,
4653
+ "eval_steps_per_second": 13.915,
4654
+ "step": 27000
4655
  }
4656
  ],
4657
  "logging_steps": 50,