rootxhacker commited on
Commit
884a41d
·
verified ·
1 Parent(s): 7f3c75a

Training in progress, step 7500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:408c18ba3992e03f34e827417b7daf252b66eb9ab444c173edf10367465681b5
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b15dd6962d86db50650c0eddcefd00dea38eda781c7e3e209372344783b063ab
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d7aa88aa0d1d0ec7fe3d76e4e8d27243c65037e1872b868b51819cd8e66d8e7
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928b3e8998ba045a99767c2828895347f34a6cf92e03f46714188bc3addda823
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3460a162be2eb8933a08c339a02a822773fed1405794db28d2550dafdac12db
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e2cd559a12cb39d13f548f421501a93ca642c8a0b1f87792aa4f56c33af4af
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f4acfd5fa4964d8f20ab734945eda1f469ecfbbe259a3fd74f731ec4baabed1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d18ab5183ebf11753d526532b8569bec6f06614d4e88fe8e90cb6ae5b6d98c0
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:021615b61b72c4c82d5fefd973bcdc47aefa683f82add6615dce2f0c0d108036
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3801f627da5685ffd4894012426c784cb58a2cca4cc7d65b5ce5beaa645a63
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4c7b441125154cea489ca7028527a0b9f859381d9d7a1888e04b52f3f2bc3c5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3b026101061ccf53c244a631f5dc343dee66fbeba0e3ca39e731be93c209c38
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 7000,
3
- "best_metric": 4.429446220397949,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-7000",
5
- "epoch": 0.5384201215291131,
6
  "eval_steps": 250,
7
- "global_step": 7000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1212,6 +1212,92 @@
1212
  "eval_samples_per_second": 53.664,
1213
  "eval_steps_per_second": 13.416,
1214
  "step": 7000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1215
  }
1216
  ],
1217
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 7250,
3
+ "best_metric": 4.42822265625,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-7000",
5
+ "epoch": 0.5768787016383355,
6
  "eval_steps": 250,
7
+ "global_step": 7500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1212
  "eval_samples_per_second": 53.664,
1213
  "eval_steps_per_second": 13.416,
1214
  "step": 7000
1215
+ },
1216
+ {
1217
+ "epoch": 0.5422659795400354,
1218
+ "grad_norm": 6.055607795715332,
1219
+ "learning_rate": 0.00016602862114640417,
1220
+ "loss": 4.3805,
1221
+ "step": 7050
1222
+ },
1223
+ {
1224
+ "epoch": 0.5461118375509576,
1225
+ "grad_norm": 3.190605878829956,
1226
+ "learning_rate": 0.00016576890112458768,
1227
+ "loss": 4.561,
1228
+ "step": 7100
1229
+ },
1230
+ {
1231
+ "epoch": 0.5499576955618799,
1232
+ "grad_norm": 2.95857834815979,
1233
+ "learning_rate": 0.00016550918110277122,
1234
+ "loss": 4.5957,
1235
+ "step": 7150
1236
+ },
1237
+ {
1238
+ "epoch": 0.5538035535728021,
1239
+ "grad_norm": 5.055838108062744,
1240
+ "learning_rate": 0.00016524946108095474,
1241
+ "loss": 4.3916,
1242
+ "step": 7200
1243
+ },
1244
+ {
1245
+ "epoch": 0.5576494115837243,
1246
+ "grad_norm": 6.25083589553833,
1247
+ "learning_rate": 0.00016498974105913825,
1248
+ "loss": 4.6649,
1249
+ "step": 7250
1250
+ },
1251
+ {
1252
+ "epoch": 0.5576494115837243,
1253
+ "eval_loss": 4.42822265625,
1254
+ "eval_runtime": 18.5876,
1255
+ "eval_samples_per_second": 53.799,
1256
+ "eval_steps_per_second": 13.45,
1257
+ "step": 7250
1258
+ },
1259
+ {
1260
+ "epoch": 0.5614952695946466,
1261
+ "grad_norm": 3.6657636165618896,
1262
+ "learning_rate": 0.0001647300210373218,
1263
+ "loss": 4.5059,
1264
+ "step": 7300
1265
+ },
1266
+ {
1267
+ "epoch": 0.5653411276055688,
1268
+ "grad_norm": 3.6100645065307617,
1269
+ "learning_rate": 0.0001644703010155053,
1270
+ "loss": 4.4379,
1271
+ "step": 7350
1272
+ },
1273
+ {
1274
+ "epoch": 0.5691869856164911,
1275
+ "grad_norm": 3.535804271697998,
1276
+ "learning_rate": 0.0001642105809936888,
1277
+ "loss": 4.3881,
1278
+ "step": 7400
1279
+ },
1280
+ {
1281
+ "epoch": 0.5730328436274132,
1282
+ "grad_norm": 2.9636013507843018,
1283
+ "learning_rate": 0.00016395086097187233,
1284
+ "loss": 4.491,
1285
+ "step": 7450
1286
+ },
1287
+ {
1288
+ "epoch": 0.5768787016383355,
1289
+ "grad_norm": 2.9023678302764893,
1290
+ "learning_rate": 0.00016369114095005584,
1291
+ "loss": 4.5567,
1292
+ "step": 7500
1293
+ },
1294
+ {
1295
+ "epoch": 0.5768787016383355,
1296
+ "eval_loss": 4.459234237670898,
1297
+ "eval_runtime": 18.5868,
1298
+ "eval_samples_per_second": 53.802,
1299
+ "eval_steps_per_second": 13.45,
1300
+ "step": 7500
1301
  }
1302
  ],
1303
  "logging_steps": 50,