rootxhacker commited on
Commit
b768b20
·
verified ·
1 Parent(s): db0aedf

Training in progress, step 30000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79c28d4b4840c8a771d27b1f27c6ac5c00a9f2991d7394f3a6733892a09080ab
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069e8aec2bc91b01e99f7b79f39b1217a37ea88d9f6f4132f8acee4f393c01b1
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c30265894652137003ce0d462067739a1e1f87e1fef05727cce7c9bc27d9969d
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05de4cdebfe1224dfd9ad2f7aac9780ebf9102b682b1460f83379a4262dee74b
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35ee565d832de94c600e576ee117f0978437f0823600766c050ee216a94c8988
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585e32212caa9f4214a347406425426d068333176e31042b8c5c439f5b429d00
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:734e3f7dc3063a42733f6397bd808730560212803e7502d677f32c1adc811a33
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c2f44365d34d95613ad949972f890d6a6afc2c6e9d4d4d8c47a473b1c2b039
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4379a058e70e2b699ffe8db7ee723ac96ffd7adc9d62248596ac9aebf5e54f3
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195e35eaf32578f671662018e8b669b6388d8b5ac81f855c1c95157d655e6122
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f444f08db434c1664e05b94a04b805dac6e17ed393cf9fcf28a82949e586c98
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8616cef5b8dab506166471a2c46c7770aee1e224f56ecc6b4d1b9b5b17b94e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 29000,
3
- "best_metric": 0.9999537467956543,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-29000",
5
- "epoch": 2.26905622644412,
6
  "eval_steps": 250,
7
- "global_step": 29500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5082,6 +5082,92 @@
5082
  "eval_samples_per_second": 57.375,
5083
  "eval_steps_per_second": 14.344,
5084
  "step": 29500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5085
  }
5086
  ],
5087
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 30000,
3
+ "best_metric": 0.9945911169052124,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-30000",
5
+ "epoch": 2.307514806553342,
6
  "eval_steps": 250,
7
+ "global_step": 30000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5082
  "eval_samples_per_second": 57.375,
5083
  "eval_steps_per_second": 14.344,
5084
  "step": 29500
5085
+ },
5086
+ {
5087
+ "epoch": 2.272902084455042,
5088
+ "grad_norm": 0.6814424991607666,
5089
+ "learning_rate": 4.9175388930732675e-05,
5090
+ "loss": 0.9563,
5091
+ "step": 29550
5092
+ },
5093
+ {
5094
+ "epoch": 2.2767479424659642,
5095
+ "grad_norm": 0.85086989402771,
5096
+ "learning_rate": 4.891566890891619e-05,
5097
+ "loss": 0.9778,
5098
+ "step": 29600
5099
+ },
5100
+ {
5101
+ "epoch": 2.280593800476886,
5102
+ "grad_norm": 1.1364527940750122,
5103
+ "learning_rate": 4.8655948887099714e-05,
5104
+ "loss": 0.996,
5105
+ "step": 29650
5106
+ },
5107
+ {
5108
+ "epoch": 2.2844396584878086,
5109
+ "grad_norm": 0.7810873985290527,
5110
+ "learning_rate": 4.839622886528323e-05,
5111
+ "loss": 1.0141,
5112
+ "step": 29700
5113
+ },
5114
+ {
5115
+ "epoch": 2.288285516498731,
5116
+ "grad_norm": 1.02638578414917,
5117
+ "learning_rate": 4.8136508843466746e-05,
5118
+ "loss": 0.97,
5119
+ "step": 29750
5120
+ },
5121
+ {
5122
+ "epoch": 2.288285516498731,
5123
+ "eval_loss": 1.0048705339431763,
5124
+ "eval_runtime": 17.487,
5125
+ "eval_samples_per_second": 57.185,
5126
+ "eval_steps_per_second": 14.296,
5127
+ "step": 29750
5128
+ },
5129
+ {
5130
+ "epoch": 2.292131374509653,
5131
+ "grad_norm": 1.334876298904419,
5132
+ "learning_rate": 4.7876788821650266e-05,
5133
+ "loss": 0.9533,
5134
+ "step": 29800
5135
+ },
5136
+ {
5137
+ "epoch": 2.2959772325205754,
5138
+ "grad_norm": 1.3690305948257446,
5139
+ "learning_rate": 4.761706879983378e-05,
5140
+ "loss": 0.992,
5141
+ "step": 29850
5142
+ },
5143
+ {
5144
+ "epoch": 2.299823090531498,
5145
+ "grad_norm": 1.525981068611145,
5146
+ "learning_rate": 4.7357348778017305e-05,
5147
+ "loss": 0.949,
5148
+ "step": 29900
5149
+ },
5150
+ {
5151
+ "epoch": 2.3036689485424198,
5152
+ "grad_norm": 0.6612236499786377,
5153
+ "learning_rate": 4.709762875620082e-05,
5154
+ "loss": 1.0112,
5155
+ "step": 29950
5156
+ },
5157
+ {
5158
+ "epoch": 2.307514806553342,
5159
+ "grad_norm": 0.8452871441841125,
5160
+ "learning_rate": 4.683790873438433e-05,
5161
+ "loss": 0.9858,
5162
+ "step": 30000
5163
+ },
5164
+ {
5165
+ "epoch": 2.307514806553342,
5166
+ "eval_loss": 0.9945911169052124,
5167
+ "eval_runtime": 17.2501,
5168
+ "eval_samples_per_second": 57.971,
5169
+ "eval_steps_per_second": 14.493,
5170
+ "step": 30000
5171
  }
5172
  ],
5173
  "logging_steps": 50,