Training in progress, step 11500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81182cbfca2b2395720661b881f3a21449a5b099c10503d0b19c367e80d8f634
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1544
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42c56c87a7984be3fc3f577b8760da3264a2bddf0025d9fc0c798ec2f6f0c4bb
|
| 3 |
size 1544
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb6d655c1a0f6279eab1fa2c9b1b8c6ef0b97091c160cac4c8910b84c16c8bc7
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ce35713c6cfde8b254092a62a162b21058e7d89b73dff276ea2ee9e65249418
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9382b68752d27219353a2e7f7009fa6cadf558aef72af7a459bff228130ca931
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dbe15cb17838928a2afef6da4a5b2daf57c7ac8090013e6c3fbabf17649bf066
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 11000,
|
| 3 |
"best_metric": 4.352676868438721,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-11000",
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -1900,6 +1900,92 @@
|
|
| 1900 |
"eval_samples_per_second": 53.816,
|
| 1901 |
"eval_steps_per_second": 13.454,
|
| 1902 |
"step": 11000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1903 |
}
|
| 1904 |
],
|
| 1905 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 11000,
|
| 3 |
"best_metric": 4.352676868438721,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-11000",
|
| 5 |
+
"epoch": 0.8845473425121144,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 11500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 1900 |
"eval_samples_per_second": 53.816,
|
| 1901 |
"eval_steps_per_second": 13.454,
|
| 1902 |
"step": 11000
|
| 1903 |
+
},
|
| 1904 |
+
{
|
| 1905 |
+
"epoch": 0.8499346204138143,
|
| 1906 |
+
"grad_norm": 6.128251075744629,
|
| 1907 |
+
"learning_rate": 0.00014525101940108563,
|
| 1908 |
+
"loss": 4.3993,
|
| 1909 |
+
"step": 11050
|
| 1910 |
+
},
|
| 1911 |
+
{
|
| 1912 |
+
"epoch": 0.8537804784247366,
|
| 1913 |
+
"grad_norm": 3.9961323738098145,
|
| 1914 |
+
"learning_rate": 0.00014499129937926917,
|
| 1915 |
+
"loss": 4.406,
|
| 1916 |
+
"step": 11100
|
| 1917 |
+
},
|
| 1918 |
+
{
|
| 1919 |
+
"epoch": 0.8576263364356588,
|
| 1920 |
+
"grad_norm": 3.889711856842041,
|
| 1921 |
+
"learning_rate": 0.00014473157935745269,
|
| 1922 |
+
"loss": 4.2991,
|
| 1923 |
+
"step": 11150
|
| 1924 |
+
},
|
| 1925 |
+
{
|
| 1926 |
+
"epoch": 0.8614721944465811,
|
| 1927 |
+
"grad_norm": 3.5852463245391846,
|
| 1928 |
+
"learning_rate": 0.00014447185933563617,
|
| 1929 |
+
"loss": 4.2967,
|
| 1930 |
+
"step": 11200
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"epoch": 0.8653180524575033,
|
| 1934 |
+
"grad_norm": 3.343247652053833,
|
| 1935 |
+
"learning_rate": 0.0001442121393138197,
|
| 1936 |
+
"loss": 4.314,
|
| 1937 |
+
"step": 11250
|
| 1938 |
+
},
|
| 1939 |
+
{
|
| 1940 |
+
"epoch": 0.8653180524575033,
|
| 1941 |
+
"eval_loss": 4.387504577636719,
|
| 1942 |
+
"eval_runtime": 18.554,
|
| 1943 |
+
"eval_samples_per_second": 53.897,
|
| 1944 |
+
"eval_steps_per_second": 13.474,
|
| 1945 |
+
"step": 11250
|
| 1946 |
+
},
|
| 1947 |
+
{
|
| 1948 |
+
"epoch": 0.8691639104684256,
|
| 1949 |
+
"grad_norm": 3.5600407123565674,
|
| 1950 |
+
"learning_rate": 0.00014395241929200322,
|
| 1951 |
+
"loss": 4.2958,
|
| 1952 |
+
"step": 11300
|
| 1953 |
+
},
|
| 1954 |
+
{
|
| 1955 |
+
"epoch": 0.8730097684793477,
|
| 1956 |
+
"grad_norm": 4.299932956695557,
|
| 1957 |
+
"learning_rate": 0.00014369269927018674,
|
| 1958 |
+
"loss": 4.2966,
|
| 1959 |
+
"step": 11350
|
| 1960 |
+
},
|
| 1961 |
+
{
|
| 1962 |
+
"epoch": 0.8768556264902699,
|
| 1963 |
+
"grad_norm": 2.5763466358184814,
|
| 1964 |
+
"learning_rate": 0.00014343297924837028,
|
| 1965 |
+
"loss": 4.3739,
|
| 1966 |
+
"step": 11400
|
| 1967 |
+
},
|
| 1968 |
+
{
|
| 1969 |
+
"epoch": 0.8807014845011922,
|
| 1970 |
+
"grad_norm": 3.670653820037842,
|
| 1971 |
+
"learning_rate": 0.0001431732592265538,
|
| 1972 |
+
"loss": 4.3932,
|
| 1973 |
+
"step": 11450
|
| 1974 |
+
},
|
| 1975 |
+
{
|
| 1976 |
+
"epoch": 0.8845473425121144,
|
| 1977 |
+
"grad_norm": 5.472078800201416,
|
| 1978 |
+
"learning_rate": 0.0001429135392047373,
|
| 1979 |
+
"loss": 4.3183,
|
| 1980 |
+
"step": 11500
|
| 1981 |
+
},
|
| 1982 |
+
{
|
| 1983 |
+
"epoch": 0.8845473425121144,
|
| 1984 |
+
"eval_loss": 4.377117156982422,
|
| 1985 |
+
"eval_runtime": 18.5574,
|
| 1986 |
+
"eval_samples_per_second": 53.887,
|
| 1987 |
+
"eval_steps_per_second": 13.472,
|
| 1988 |
+
"step": 11500
|
| 1989 |
}
|
| 1990 |
],
|
| 1991 |
"logging_steps": 50,
|