rootxhacker commited on
Commit
eea982e
·
verified ·
1 Parent(s): 2c4c906

Training in progress, step 8500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb24e75cd0d9c0241c7a377dfdee869bf75df5f8323d7de323c20a4ab9611b72
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:267a0aeb8560d88ad88517cd9fd8662ce7d595564aa3e0f53a4ad59438882fb9
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d03f32b278295513a310a1b0d9bff7cb144799f247621052afb62359d974a28f
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:727b6b299bbefe56d0c7a86c1d32ed70935812db806c55a2d94fdc69eac969c5
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d903a7de961e36fa691b8642db3b6862344a9f993ee30fb71db94133105da9e1
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3d8571245b57c1124757a0245973277c23134608ddef1e6cb62706c349989a
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d6bc30a519d7cae432bede0d2778a805102f7cbeae9a244275827f72067499b
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a993eb83d217882b8d4270d606bf3996e74fd8745c32e817e4ed4a0c36ae01a8
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:490750601169a2038998363f62664f342c96cc7ab2cf792ba7560d9ea46de685
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273b848f717f8541d5af997621dc6b78ddd5d9517d19f49a443ead9755008eb4
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eac25a0c04cc4fd8619bcf4c75b6e95131c92ecfe30295ff7072dab6e9fc2f51
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b1fdee44d912af93d7f5915eae6dc9e82d40f7e3d50091f8df864d7a3e6f30
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 7250,
3
- "best_metric": 4.42822265625,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-7000",
5
- "epoch": 0.6153372817475579,
6
  "eval_steps": 250,
7
- "global_step": 8000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1384,6 +1384,92 @@
1384
  "eval_samples_per_second": 53.833,
1385
  "eval_steps_per_second": 13.458,
1386
  "step": 8000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1387
  }
1388
  ],
1389
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 8500,
3
+ "best_metric": 4.409055709838867,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-8500",
5
+ "epoch": 0.6537958618567803,
6
  "eval_steps": 250,
7
+ "global_step": 8500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1384
  "eval_samples_per_second": 53.833,
1385
  "eval_steps_per_second": 13.458,
1386
  "step": 8000
1387
+ },
1388
+ {
1389
+ "epoch": 0.6191831397584802,
1390
+ "grad_norm": 4.5992255210876465,
1391
+ "learning_rate": 0.00016083422071007454,
1392
+ "loss": 4.3146,
1393
+ "step": 8050
1394
+ },
1395
+ {
1396
+ "epoch": 0.6230289977694023,
1397
+ "grad_norm": 5.412031650543213,
1398
+ "learning_rate": 0.00016057450068825805,
1399
+ "loss": 4.5841,
1400
+ "step": 8100
1401
+ },
1402
+ {
1403
+ "epoch": 0.6268748557803245,
1404
+ "grad_norm": 4.4531779289245605,
1405
+ "learning_rate": 0.0001603147806664416,
1406
+ "loss": 4.5084,
1407
+ "step": 8150
1408
+ },
1409
+ {
1410
+ "epoch": 0.6307207137912468,
1411
+ "grad_norm": 3.913174867630005,
1412
+ "learning_rate": 0.0001600550606446251,
1413
+ "loss": 4.4183,
1414
+ "step": 8200
1415
+ },
1416
+ {
1417
+ "epoch": 0.634566571802169,
1418
+ "grad_norm": 3.3952407836914062,
1419
+ "learning_rate": 0.00015979534062280862,
1420
+ "loss": 4.3496,
1421
+ "step": 8250
1422
+ },
1423
+ {
1424
+ "epoch": 0.634566571802169,
1425
+ "eval_loss": 4.46174430847168,
1426
+ "eval_runtime": 18.5381,
1427
+ "eval_samples_per_second": 53.943,
1428
+ "eval_steps_per_second": 13.486,
1429
+ "step": 8250
1430
+ },
1431
+ {
1432
+ "epoch": 0.6384124298130913,
1433
+ "grad_norm": 4.156221389770508,
1434
+ "learning_rate": 0.00015953562060099213,
1435
+ "loss": 4.361,
1436
+ "step": 8300
1437
+ },
1438
+ {
1439
+ "epoch": 0.6422582878240135,
1440
+ "grad_norm": 3.2021920680999756,
1441
+ "learning_rate": 0.00015927590057917564,
1442
+ "loss": 4.473,
1443
+ "step": 8350
1444
+ },
1445
+ {
1446
+ "epoch": 0.6461041458349358,
1447
+ "grad_norm": 5.048036575317383,
1448
+ "learning_rate": 0.00015901618055735918,
1449
+ "loss": 4.4142,
1450
+ "step": 8400
1451
+ },
1452
+ {
1453
+ "epoch": 0.649950003845858,
1454
+ "grad_norm": 3.91768217086792,
1455
+ "learning_rate": 0.0001587564605355427,
1456
+ "loss": 4.4672,
1457
+ "step": 8450
1458
+ },
1459
+ {
1460
+ "epoch": 0.6537958618567803,
1461
+ "grad_norm": 9.229452133178711,
1462
+ "learning_rate": 0.0001584967405137262,
1463
+ "loss": 4.7837,
1464
+ "step": 8500
1465
+ },
1466
+ {
1467
+ "epoch": 0.6537958618567803,
1468
+ "eval_loss": 4.409055709838867,
1469
+ "eval_runtime": 18.5943,
1470
+ "eval_samples_per_second": 53.78,
1471
+ "eval_steps_per_second": 13.445,
1472
+ "step": 8500
1473
  }
1474
  ],
1475
  "logging_steps": 50,