Training in progress, step 34000, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0f8571f67cab7e7355d0a835675f10db403d911582b504d4460e834ec066221
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e3e943eb7488886ee9103c8f80a97c673eb370cf20aa3e483dd2b7de7e0250c
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3eb6181ab2211380e8f9d27636b01f02a9625cef49eec6124c5f793a9f83748a
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:841b8722635c3f632de2d0434a474170c723a52d8927b56279dc71208dcd5fdc
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f7263086319458c667c4ec9de24949320c079dc02cd6366f7b321d3562069b8
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94f277b3f91e9aeea511c74ffaa8a849317c65464dc1f9282b6b85fc9d3e68b8
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
-
"epoch": 2.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -5770,6 +5770,92 @@
|
|
| 5770 |
"eval_samples_per_second": 55.948,
|
| 5771 |
"eval_steps_per_second": 13.987,
|
| 5772 |
"step": 33500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5773 |
}
|
| 5774 |
],
|
| 5775 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
+
"epoch": 2.615183447427121,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 34000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 5770 |
"eval_samples_per_second": 55.948,
|
| 5771 |
"eval_steps_per_second": 13.987,
|
| 5772 |
"step": 33500
|
| 5773 |
+
},
|
| 5774 |
+
{
|
| 5775 |
+
"epoch": 2.580570725328821,
|
| 5776 |
+
"grad_norm": 0.5088424682617188,
|
| 5777 |
+
"learning_rate": 2.8387398384541465e-05,
|
| 5778 |
+
"loss": 0.7113,
|
| 5779 |
+
"step": 33550
|
| 5780 |
+
},
|
| 5781 |
+
{
|
| 5782 |
+
"epoch": 2.5844165833397432,
|
| 5783 |
+
"grad_norm": 0.6116564273834229,
|
| 5784 |
+
"learning_rate": 2.8127678362724985e-05,
|
| 5785 |
+
"loss": 0.7523,
|
| 5786 |
+
"step": 33600
|
| 5787 |
+
},
|
| 5788 |
+
{
|
| 5789 |
+
"epoch": 2.588262441350665,
|
| 5790 |
+
"grad_norm": 0.6378856301307678,
|
| 5791 |
+
"learning_rate": 2.78679583409085e-05,
|
| 5792 |
+
"loss": 0.6924,
|
| 5793 |
+
"step": 33650
|
| 5794 |
+
},
|
| 5795 |
+
{
|
| 5796 |
+
"epoch": 2.5921082993615876,
|
| 5797 |
+
"grad_norm": 1.1341512203216553,
|
| 5798 |
+
"learning_rate": 2.760823831909202e-05,
|
| 5799 |
+
"loss": 0.7089,
|
| 5800 |
+
"step": 33700
|
| 5801 |
+
},
|
| 5802 |
+
{
|
| 5803 |
+
"epoch": 2.5959541573725096,
|
| 5804 |
+
"grad_norm": 0.8231232762336731,
|
| 5805 |
+
"learning_rate": 2.7348518297275537e-05,
|
| 5806 |
+
"loss": 0.7309,
|
| 5807 |
+
"step": 33750
|
| 5808 |
+
},
|
| 5809 |
+
{
|
| 5810 |
+
"epoch": 2.5959541573725096,
|
| 5811 |
+
"eval_loss": 0.7776284217834473,
|
| 5812 |
+
"eval_runtime": 17.9143,
|
| 5813 |
+
"eval_samples_per_second": 55.821,
|
| 5814 |
+
"eval_steps_per_second": 13.955,
|
| 5815 |
+
"step": 33750
|
| 5816 |
+
},
|
| 5817 |
+
{
|
| 5818 |
+
"epoch": 2.599800015383432,
|
| 5819 |
+
"grad_norm": 0.7154203653335571,
|
| 5820 |
+
"learning_rate": 2.7088798275459053e-05,
|
| 5821 |
+
"loss": 0.7273,
|
| 5822 |
+
"step": 33800
|
| 5823 |
+
},
|
| 5824 |
+
{
|
| 5825 |
+
"epoch": 2.6036458733943544,
|
| 5826 |
+
"grad_norm": 0.9213638305664062,
|
| 5827 |
+
"learning_rate": 2.6829078253642576e-05,
|
| 5828 |
+
"loss": 0.7628,
|
| 5829 |
+
"step": 33850
|
| 5830 |
+
},
|
| 5831 |
+
{
|
| 5832 |
+
"epoch": 2.6074917314052763,
|
| 5833 |
+
"grad_norm": 1.260438084602356,
|
| 5834 |
+
"learning_rate": 2.6569358231826092e-05,
|
| 5835 |
+
"loss": 0.7004,
|
| 5836 |
+
"step": 33900
|
| 5837 |
+
},
|
| 5838 |
+
{
|
| 5839 |
+
"epoch": 2.6113375894161988,
|
| 5840 |
+
"grad_norm": 0.9463502764701843,
|
| 5841 |
+
"learning_rate": 2.6309638210009612e-05,
|
| 5842 |
+
"loss": 0.6771,
|
| 5843 |
+
"step": 33950
|
| 5844 |
+
},
|
| 5845 |
+
{
|
| 5846 |
+
"epoch": 2.615183447427121,
|
| 5847 |
+
"grad_norm": 0.7610837817192078,
|
| 5848 |
+
"learning_rate": 2.604991818819313e-05,
|
| 5849 |
+
"loss": 0.7217,
|
| 5850 |
+
"step": 34000
|
| 5851 |
+
},
|
| 5852 |
+
{
|
| 5853 |
+
"epoch": 2.615183447427121,
|
| 5854 |
+
"eval_loss": 0.7775171995162964,
|
| 5855 |
+
"eval_runtime": 17.9057,
|
| 5856 |
+
"eval_samples_per_second": 55.848,
|
| 5857 |
+
"eval_steps_per_second": 13.962,
|
| 5858 |
+
"step": 34000
|
| 5859 |
}
|
| 5860 |
],
|
| 5861 |
"logging_steps": 50,
|