rootxhacker commited on
Commit
281e9b9
·
verified ·
1 Parent(s): 95d6591

Training in progress, step 32500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5592650a84fed0e53ff657190c7416551adf3f79e86876a254dd6c273b0bccdc
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27524d688ba5a4ae0495e37fb470fa799513485230c4286aa92c730ea8ff1720
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32d27943f70edaf81f6f4c1789ed21c721bcc0f5827fef85bdd08cb9092a87bd
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:563f5a064c4b39c0836e86f00dee2d8c60f00f322e1f0bd5e436a0d8b5d55205
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3d55653bad9ee7c1db558a9b36a74c2617a2024075b12282a849a401a70d6bf
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9efa462e1ab2e4553d732eb9e42592eb13a5529b70ac4d5fb44f739d27fa34a0
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1f687f79c35c0845312b8176cbb48a154ba5067da083afab2edee21bf2e08ac
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e29738d10f11c84e844c29337308ab16f3f9558edfaa8334115526af83073d59
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66e856574eb8a1f2a02d63513aff48279087ce622f3e8211116a357d66952614
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf573fdaab0c323d3840f8b395f4756e638c7ff2bf57a412d9956a284d789a29
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9ed56cf408beb5289ea76a3c22da837df362efd2635153f560e4bbed768681d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87064723657331f8e12b7e151a915fe1a65dd2d8be728ee5859becab87fef8c0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.4613491269902315,
6
  "eval_steps": 250,
7
- "global_step": 32000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5512,6 +5512,92 @@
5512
  "eval_samples_per_second": 55.549,
5513
  "eval_steps_per_second": 13.887,
5514
  "step": 32000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5515
  }
5516
  ],
5517
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.4998077070994538,
6
  "eval_steps": 250,
7
+ "global_step": 32500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5512
  "eval_samples_per_second": 55.549,
5513
  "eval_steps_per_second": 13.887,
5514
  "step": 32000
5515
+ },
5516
+ {
5517
+ "epoch": 2.465194985001154,
5518
+ "grad_norm": 0.8729520440101624,
5519
+ "learning_rate": 3.6178999039035924e-05,
5520
+ "loss": 0.7121,
5521
+ "step": 32050
5522
+ },
5523
+ {
5524
+ "epoch": 2.469040843012076,
5525
+ "grad_norm": 1.2588157653808594,
5526
+ "learning_rate": 3.591927901721944e-05,
5527
+ "loss": 0.7145,
5528
+ "step": 32100
5529
+ },
5530
+ {
5531
+ "epoch": 2.4728867010229982,
5532
+ "grad_norm": 1.0234293937683105,
5533
+ "learning_rate": 3.565955899540296e-05,
5534
+ "loss": 0.7173,
5535
+ "step": 32150
5536
+ },
5537
+ {
5538
+ "epoch": 2.4767325590339206,
5539
+ "grad_norm": 0.6210401058197021,
5540
+ "learning_rate": 3.5399838973586476e-05,
5541
+ "loss": 0.7404,
5542
+ "step": 32200
5543
+ },
5544
+ {
5545
+ "epoch": 2.4805784170448426,
5546
+ "grad_norm": 1.0649775266647339,
5547
+ "learning_rate": 3.5140118951769996e-05,
5548
+ "loss": 0.713,
5549
+ "step": 32250
5550
+ },
5551
+ {
5552
+ "epoch": 2.4805784170448426,
5553
+ "eval_loss": 0.7857936024665833,
5554
+ "eval_runtime": 17.9415,
5555
+ "eval_samples_per_second": 55.737,
5556
+ "eval_steps_per_second": 13.934,
5557
+ "step": 32250
5558
+ },
5559
+ {
5560
+ "epoch": 2.484424275055765,
5561
+ "grad_norm": 0.6743142604827881,
5562
+ "learning_rate": 3.488039892995351e-05,
5563
+ "loss": 0.7213,
5564
+ "step": 32300
5565
+ },
5566
+ {
5567
+ "epoch": 2.488270133066687,
5568
+ "grad_norm": 0.7584249377250671,
5569
+ "learning_rate": 3.462067890813703e-05,
5570
+ "loss": 0.7175,
5571
+ "step": 32350
5572
+ },
5573
+ {
5574
+ "epoch": 2.4921159910776094,
5575
+ "grad_norm": 1.7324374914169312,
5576
+ "learning_rate": 3.436095888632055e-05,
5577
+ "loss": 0.7255,
5578
+ "step": 32400
5579
+ },
5580
+ {
5581
+ "epoch": 2.495961849088532,
5582
+ "grad_norm": 1.0071933269500732,
5583
+ "learning_rate": 3.410123886450407e-05,
5584
+ "loss": 0.6905,
5585
+ "step": 32450
5586
+ },
5587
+ {
5588
+ "epoch": 2.4998077070994538,
5589
+ "grad_norm": 0.8606531023979187,
5590
+ "learning_rate": 3.384151884268759e-05,
5591
+ "loss": 0.7235,
5592
+ "step": 32500
5593
+ },
5594
+ {
5595
+ "epoch": 2.4998077070994538,
5596
+ "eval_loss": 0.7832362651824951,
5597
+ "eval_runtime": 17.9726,
5598
+ "eval_samples_per_second": 55.64,
5599
+ "eval_steps_per_second": 13.91,
5600
+ "step": 32500
5601
  }
5602
  ],
5603
  "logging_steps": 50,