rootxhacker commited on
Commit
3a7bc2f
·
verified ·
1 Parent(s): 6ffeb12

Training in progress, step 28500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9780097950800686c9322dd13a3faf02ad28fadad548e324be714511b2714201
3
  size 132187888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfc389ecdd34314f2f612c53571c8e1b47d7411169c05b6e5e9ef64751f9336
3
  size 132187888
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0eeadcb7061b328806de65f859dc63fe68b92f70ad10c9992993064e4e91786
3
  size 1800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e03d21f59c7390814d3683840e8e05a5e87623d8d2c21d59a6e20c5b10100a19
3
  size 1800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:897b5043f12ab5b080ec026763f5e58f9947bfeb9d3b5e68e21c2b6493f9e676
3
  size 264665786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c90e918c468147f036c1471580e464a3a1b2bd0dab65ebc2790466b8b13eec4
3
  size 264665786
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91254c943660a3203eec1d026396102f3e0b80f3a8c66cc2f6add4b242607689
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e97ab479ccef726fdca432f369bd24340a85bd69660c81814e1117757ffe24e
3
+ size 14308
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f013f71783c0dc60fa63541cd9fac53da38b82998b3731a80d7c115cba7f0bf1
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d31641ba54273e3788b2cfec72f598fb159706e78b7db0851c1ea541532286b
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff477fcb74f9478dd012f656769bb7c4aa62a4bc43e62fb29e6d1b12821b2b70
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50474d23052aaa3aaeaaa97d7b77d240e068c7314f12dd1aceb1c97f3be499a2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 28000,
3
- "best_metric": 0.6302720904350281,
4
- "best_model_checkpoint": "./qwen3-4b-ar-diffusion-checkpoints/checkpoint-28000",
5
- "epoch": 2.1536804861164525,
6
  "eval_steps": 250,
7
- "global_step": 28000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4824,6 +4824,92 @@
4824
  "eval_samples_per_second": 22.513,
4825
  "eval_steps_per_second": 5.628,
4826
  "step": 28000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4827
  }
4828
  ],
4829
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 28500,
3
+ "best_metric": 0.6302415132522583,
4
+ "best_model_checkpoint": "./qwen3-4b-ar-diffusion-checkpoints/checkpoint-28500",
5
+ "epoch": 2.192139066225675,
6
  "eval_steps": 250,
7
+ "global_step": 28500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4824
  "eval_samples_per_second": 22.513,
4825
  "eval_steps_per_second": 5.628,
4826
  "step": 28000
4827
+ },
4828
+ {
4829
+ "epoch": 2.157526344127375,
4830
+ "grad_norm": 1.0334737300872803,
4831
+ "learning_rate": 5.69617951847908e-05,
4832
+ "loss": 0.6715,
4833
+ "step": 28050
4834
+ },
4835
+ {
4836
+ "epoch": 2.1613722021382973,
4837
+ "grad_norm": 0.9481180310249329,
4838
+ "learning_rate": 5.670207516297432e-05,
4839
+ "loss": 0.6529,
4840
+ "step": 28100
4841
+ },
4842
+ {
4843
+ "epoch": 2.1652180601492192,
4844
+ "grad_norm": 0.7230287790298462,
4845
+ "learning_rate": 5.6442355141157834e-05,
4846
+ "loss": 0.6703,
4847
+ "step": 28150
4848
+ },
4849
+ {
4850
+ "epoch": 2.1690639181601417,
4851
+ "grad_norm": 0.9549979567527771,
4852
+ "learning_rate": 5.6182635119341354e-05,
4853
+ "loss": 0.6266,
4854
+ "step": 28200
4855
+ },
4856
+ {
4857
+ "epoch": 2.1729097761710636,
4858
+ "grad_norm": 1.2103570699691772,
4859
+ "learning_rate": 5.5922915097524874e-05,
4860
+ "loss": 0.6111,
4861
+ "step": 28250
4862
+ },
4863
+ {
4864
+ "epoch": 2.1729097761710636,
4865
+ "eval_loss": 0.6317173838615417,
4866
+ "eval_runtime": 21.5185,
4867
+ "eval_samples_per_second": 23.236,
4868
+ "eval_steps_per_second": 5.809,
4869
+ "step": 28250
4870
+ },
4871
+ {
4872
+ "epoch": 2.176755634181986,
4873
+ "grad_norm": 0.84665846824646,
4874
+ "learning_rate": 5.5663195075708387e-05,
4875
+ "loss": 0.6481,
4876
+ "step": 28300
4877
+ },
4878
+ {
4879
+ "epoch": 2.1806014921929084,
4880
+ "grad_norm": 0.6889792084693909,
4881
+ "learning_rate": 5.5403475053891906e-05,
4882
+ "loss": 0.6393,
4883
+ "step": 28350
4884
+ },
4885
+ {
4886
+ "epoch": 2.1844473502038304,
4887
+ "grad_norm": 1.1163616180419922,
4888
+ "learning_rate": 5.5143755032075426e-05,
4889
+ "loss": 0.6209,
4890
+ "step": 28400
4891
+ },
4892
+ {
4893
+ "epoch": 2.188293208214753,
4894
+ "grad_norm": 0.8563538789749146,
4895
+ "learning_rate": 5.488403501025894e-05,
4896
+ "loss": 0.6071,
4897
+ "step": 28450
4898
+ },
4899
+ {
4900
+ "epoch": 2.192139066225675,
4901
+ "grad_norm": 0.8409940600395203,
4902
+ "learning_rate": 5.462431498844246e-05,
4903
+ "loss": 0.6398,
4904
+ "step": 28500
4905
+ },
4906
+ {
4907
+ "epoch": 2.192139066225675,
4908
+ "eval_loss": 0.6302415132522583,
4909
+ "eval_runtime": 22.229,
4910
+ "eval_samples_per_second": 22.493,
4911
+ "eval_steps_per_second": 5.623,
4912
+ "step": 28500
4913
  }
4914
  ],
4915
  "logging_steps": 50,