rootxhacker commited on
Commit
fd7ace8
·
verified ·
1 Parent(s): 7b01d4f

Training in progress, step 36500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74ae96a07f0a1364fae979dc8192670789abe5ddf742fd023b1f7e6cff9f0baf
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00da868c16026f8b91fd852d53e5b1e8b84bd1c76aefa3ce6543ff5082c8a8c1
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14c071741a7326f16a83b0de63af44ed2b3c7961447b59e277e8e3f8fd62b865
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e0ccc68b635616af9e0dbead055411d758f4619095d018f21601b71ae1dad9
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae2cee13b4f8b39a57ec4a0861bd7b8c66161ea17bdf36a9f9ee8d1ce1e2759c
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81484f3b03bf089df3397a87ac9d9ffd5e1f946de717b51932df743ee8d9f915
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6591f94e486820dc9de5c16ae67ac55b097fbd6c09cd7885ab8396b22d79615
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d10178046632fe47bb7008cd9e1a9974e0ea49262160950299e919075603393
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f183c8ebab3f56f9652055ab8d2536f1affa446052e58c49d6e1ac9410f236aa
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81382d5bc209ea226a1381f99c5863a7a3af33f40b32204afd2996013b6f09c3
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:906c43e30b9edc8f130b3f77317e01f206c6e5f1267c22ca4899b9c5968ba8ca
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf91a495853427b5f841ab1be3c35766ad0edbc12ff06e2c15160a47811ed22
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 34000,
3
  "best_metric": 0.987713634967804,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-34000",
5
- "epoch": 2.7690177678640104,
6
  "eval_steps": 250,
7
- "global_step": 36000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -6200,6 +6200,92 @@
6200
  "eval_samples_per_second": 57.898,
6201
  "eval_steps_per_second": 14.474,
6202
  "step": 36000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6203
  }
6204
  ],
6205
  "logging_steps": 50,
 
2
  "best_global_step": 34000,
3
  "best_metric": 0.987713634967804,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-34000",
5
+ "epoch": 2.8074763479732328,
6
  "eval_steps": 250,
7
+ "global_step": 36500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
6200
  "eval_samples_per_second": 57.898,
6201
  "eval_steps_per_second": 14.474,
6202
  "step": 36000
6203
+ },
6204
+ {
6205
+ "epoch": 2.772863625874933,
6206
+ "grad_norm": 0.5958703756332397,
6207
+ "learning_rate": 1.5422174895462695e-05,
6208
+ "loss": 0.9503,
6209
+ "step": 36050
6210
+ },
6211
+ {
6212
+ "epoch": 2.776709483885855,
6213
+ "grad_norm": 1.1087392568588257,
6214
+ "learning_rate": 1.516245487364621e-05,
6215
+ "loss": 0.9725,
6216
+ "step": 36100
6217
+ },
6218
+ {
6219
+ "epoch": 2.780555341896777,
6220
+ "grad_norm": 1.2012007236480713,
6221
+ "learning_rate": 1.4902734851829727e-05,
6222
+ "loss": 1.0098,
6223
+ "step": 36150
6224
+ },
6225
+ {
6226
+ "epoch": 2.784401199907699,
6227
+ "grad_norm": 0.9333285093307495,
6228
+ "learning_rate": 1.4643014830013247e-05,
6229
+ "loss": 0.9764,
6230
+ "step": 36200
6231
+ },
6232
+ {
6233
+ "epoch": 2.7882470579186216,
6234
+ "grad_norm": 0.9407594203948975,
6235
+ "learning_rate": 1.4383294808196765e-05,
6236
+ "loss": 0.9404,
6237
+ "step": 36250
6238
+ },
6239
+ {
6240
+ "epoch": 2.7882470579186216,
6241
+ "eval_loss": 0.9894633889198303,
6242
+ "eval_runtime": 17.3239,
6243
+ "eval_samples_per_second": 57.724,
6244
+ "eval_steps_per_second": 14.431,
6245
+ "step": 36250
6246
+ },
6247
+ {
6248
+ "epoch": 2.792092915929544,
6249
+ "grad_norm": 0.9794307947158813,
6250
+ "learning_rate": 1.4123574786380284e-05,
6251
+ "loss": 0.9445,
6252
+ "step": 36300
6253
+ },
6254
+ {
6255
+ "epoch": 2.795938773940466,
6256
+ "grad_norm": 1.1447358131408691,
6257
+ "learning_rate": 1.3863854764563799e-05,
6258
+ "loss": 1.0056,
6259
+ "step": 36350
6260
+ },
6261
+ {
6262
+ "epoch": 2.7997846319513884,
6263
+ "grad_norm": 0.8741857409477234,
6264
+ "learning_rate": 1.3604134742747318e-05,
6265
+ "loss": 0.9511,
6266
+ "step": 36400
6267
+ },
6268
+ {
6269
+ "epoch": 2.803630489962311,
6270
+ "grad_norm": 1.0769715309143066,
6271
+ "learning_rate": 1.3344414720930836e-05,
6272
+ "loss": 0.9789,
6273
+ "step": 36450
6274
+ },
6275
+ {
6276
+ "epoch": 2.8074763479732328,
6277
+ "grad_norm": 1.1045129299163818,
6278
+ "learning_rate": 1.3084694699114356e-05,
6279
+ "loss": 0.9958,
6280
+ "step": 36500
6281
+ },
6282
+ {
6283
+ "epoch": 2.8074763479732328,
6284
+ "eval_loss": 0.9914500117301941,
6285
+ "eval_runtime": 17.3793,
6286
+ "eval_samples_per_second": 57.54,
6287
+ "eval_steps_per_second": 14.385,
6288
+ "step": 36500
6289
  }
6290
  ],
6291
  "logging_steps": 50,