Training in progress, step 5500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:97249c47c6b32ef65b151737e7f96c260e5a23f9fbe742a453b5f4d81d690726
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1544
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4be1866ad2b89ce10f9d86783f55773d8feaaccbe73932e4a09243f667cbcc5
|
| 3 |
size 1544
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62aa10d649cc73207a70cc479a1f297dd3d4ee8f4046bf419864ec2fcc09094e
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:452f9d1449e365d91136837164af087a289325b1bf94b381d6eeb9d18ffa0513
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91bbcbbac469a768b1f8fb700c511addacfb7e81974f1cc808de5a03588fc9f9
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66663104f3ba703edc4ec090a0702d7a9699150cb3c08b7ab9b0c3768767d04b
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 5000,
|
| 3 |
"best_metric": 4.465761661529541,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-5000",
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -868,6 +868,92 @@
|
|
| 868 |
"eval_samples_per_second": 53.614,
|
| 869 |
"eval_steps_per_second": 13.404,
|
| 870 |
"step": 5000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 871 |
}
|
| 872 |
],
|
| 873 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 5000,
|
| 3 |
"best_metric": 4.465761661529541,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-5000",
|
| 5 |
+
"epoch": 0.42304438120144605,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 5500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 868 |
"eval_samples_per_second": 53.614,
|
| 869 |
"eval_steps_per_second": 13.404,
|
| 870 |
"step": 5000
|
| 871 |
+
},
|
| 872 |
+
{
|
| 873 |
+
"epoch": 0.3884316591031459,
|
| 874 |
+
"grad_norm": 3.0376453399658203,
|
| 875 |
+
"learning_rate": 0.00017640703321819082,
|
| 876 |
+
"loss": 4.574,
|
| 877 |
+
"step": 5050
|
| 878 |
+
},
|
| 879 |
+
{
|
| 880 |
+
"epoch": 0.39227751711406816,
|
| 881 |
+
"grad_norm": 2.6457693576812744,
|
| 882 |
+
"learning_rate": 0.00017614731319637433,
|
| 883 |
+
"loss": 4.5782,
|
| 884 |
+
"step": 5100
|
| 885 |
+
},
|
| 886 |
+
{
|
| 887 |
+
"epoch": 0.3961233751249904,
|
| 888 |
+
"grad_norm": 4.438416957855225,
|
| 889 |
+
"learning_rate": 0.00017588759317455782,
|
| 890 |
+
"loss": 4.5586,
|
| 891 |
+
"step": 5150
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"epoch": 0.39996923313591265,
|
| 895 |
+
"grad_norm": 5.325882911682129,
|
| 896 |
+
"learning_rate": 0.00017562787315274136,
|
| 897 |
+
"loss": 4.5136,
|
| 898 |
+
"step": 5200
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"epoch": 0.40381509114683484,
|
| 902 |
+
"grad_norm": 1.816029667854309,
|
| 903 |
+
"learning_rate": 0.00017536815313092487,
|
| 904 |
+
"loss": 4.4819,
|
| 905 |
+
"step": 5250
|
| 906 |
+
},
|
| 907 |
+
{
|
| 908 |
+
"epoch": 0.40381509114683484,
|
| 909 |
+
"eval_loss": 4.561609268188477,
|
| 910 |
+
"eval_runtime": 18.5623,
|
| 911 |
+
"eval_samples_per_second": 53.873,
|
| 912 |
+
"eval_steps_per_second": 13.468,
|
| 913 |
+
"step": 5250
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"epoch": 0.4076609491577571,
|
| 917 |
+
"grad_norm": 4.011863708496094,
|
| 918 |
+
"learning_rate": 0.00017510843310910838,
|
| 919 |
+
"loss": 4.4284,
|
| 920 |
+
"step": 5300
|
| 921 |
+
},
|
| 922 |
+
{
|
| 923 |
+
"epoch": 0.4115068071686793,
|
| 924 |
+
"grad_norm": 10.169037818908691,
|
| 925 |
+
"learning_rate": 0.00017484871308729192,
|
| 926 |
+
"loss": 4.5414,
|
| 927 |
+
"step": 5350
|
| 928 |
+
},
|
| 929 |
+
{
|
| 930 |
+
"epoch": 0.41535266517960157,
|
| 931 |
+
"grad_norm": 3.9185502529144287,
|
| 932 |
+
"learning_rate": 0.00017458899306547544,
|
| 933 |
+
"loss": 4.6659,
|
| 934 |
+
"step": 5400
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"epoch": 0.4191985231905238,
|
| 938 |
+
"grad_norm": 2.873530864715576,
|
| 939 |
+
"learning_rate": 0.00017432927304365895,
|
| 940 |
+
"loss": 4.4482,
|
| 941 |
+
"step": 5450
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"epoch": 0.42304438120144605,
|
| 945 |
+
"grad_norm": 4.379590034484863,
|
| 946 |
+
"learning_rate": 0.00017406955302184246,
|
| 947 |
+
"loss": 4.5501,
|
| 948 |
+
"step": 5500
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"epoch": 0.42304438120144605,
|
| 952 |
+
"eval_loss": 4.513929843902588,
|
| 953 |
+
"eval_runtime": 18.6196,
|
| 954 |
+
"eval_samples_per_second": 53.707,
|
| 955 |
+
"eval_steps_per_second": 13.427,
|
| 956 |
+
"step": 5500
|
| 957 |
}
|
| 958 |
],
|
| 959 |
"logging_steps": 50,
|