rootxhacker commited on
Commit
d8071e7
·
verified ·
1 Parent(s): e705a8c

Training in progress, step 11500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0355dc1903f621175efb8489eb47a7c37c5bff9cb7109326e9981d55521c5a79
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81182cbfca2b2395720661b881f3a21449a5b099c10503d0b19c367e80d8f634
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6da8cff90cb20d49e633651c8eacef51daa69bb2f0ab5dff6d6115d2c7b51d28
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c56c87a7984be3fc3f577b8760da3264a2bddf0025d9fc0c798ec2f6f0c4bb
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9d988b8500be5654d081e2939fa8df78c5f27a1a3b79fa26f57611a14b3851f
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6d655c1a0f6279eab1fa2c9b1b8c6ef0b97091c160cac4c8910b84c16c8bc7
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d7167878bddb7c0a88c66ad0b0be73885dac80e1980348d5e68d660c4a16ce9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce35713c6cfde8b254092a62a162b21058e7d89b73dff276ea2ee9e65249418
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ba0e34e1ad6da2db5da67e847d92cda308dc91647db7b3e13d90fd53261cd77
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9382b68752d27219353a2e7f7009fa6cadf558aef72af7a459bff228130ca931
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1aa74d2c9c42f12a34e14e605ae41a06b5b6cec868a4a2206366586ebba8210c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe15cb17838928a2afef6da4a5b2daf57c7ac8090013e6c3fbabf17649bf066
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 11000,
3
  "best_metric": 4.352676868438721,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-11000",
5
- "epoch": 0.8460887624028921,
6
  "eval_steps": 250,
7
- "global_step": 11000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1900,6 +1900,92 @@
1900
  "eval_samples_per_second": 53.816,
1901
  "eval_steps_per_second": 13.454,
1902
  "step": 11000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1903
  }
1904
  ],
1905
  "logging_steps": 50,
 
2
  "best_global_step": 11000,
3
  "best_metric": 4.352676868438721,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-11000",
5
+ "epoch": 0.8845473425121144,
6
  "eval_steps": 250,
7
+ "global_step": 11500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1900
  "eval_samples_per_second": 53.816,
1901
  "eval_steps_per_second": 13.454,
1902
  "step": 11000
1903
+ },
1904
+ {
1905
+ "epoch": 0.8499346204138143,
1906
+ "grad_norm": 6.128251075744629,
1907
+ "learning_rate": 0.00014525101940108563,
1908
+ "loss": 4.3993,
1909
+ "step": 11050
1910
+ },
1911
+ {
1912
+ "epoch": 0.8537804784247366,
1913
+ "grad_norm": 3.9961323738098145,
1914
+ "learning_rate": 0.00014499129937926917,
1915
+ "loss": 4.406,
1916
+ "step": 11100
1917
+ },
1918
+ {
1919
+ "epoch": 0.8576263364356588,
1920
+ "grad_norm": 3.889711856842041,
1921
+ "learning_rate": 0.00014473157935745269,
1922
+ "loss": 4.2991,
1923
+ "step": 11150
1924
+ },
1925
+ {
1926
+ "epoch": 0.8614721944465811,
1927
+ "grad_norm": 3.5852463245391846,
1928
+ "learning_rate": 0.00014447185933563617,
1929
+ "loss": 4.2967,
1930
+ "step": 11200
1931
+ },
1932
+ {
1933
+ "epoch": 0.8653180524575033,
1934
+ "grad_norm": 3.343247652053833,
1935
+ "learning_rate": 0.0001442121393138197,
1936
+ "loss": 4.314,
1937
+ "step": 11250
1938
+ },
1939
+ {
1940
+ "epoch": 0.8653180524575033,
1941
+ "eval_loss": 4.387504577636719,
1942
+ "eval_runtime": 18.554,
1943
+ "eval_samples_per_second": 53.897,
1944
+ "eval_steps_per_second": 13.474,
1945
+ "step": 11250
1946
+ },
1947
+ {
1948
+ "epoch": 0.8691639104684256,
1949
+ "grad_norm": 3.5600407123565674,
1950
+ "learning_rate": 0.00014395241929200322,
1951
+ "loss": 4.2958,
1952
+ "step": 11300
1953
+ },
1954
+ {
1955
+ "epoch": 0.8730097684793477,
1956
+ "grad_norm": 4.299932956695557,
1957
+ "learning_rate": 0.00014369269927018674,
1958
+ "loss": 4.2966,
1959
+ "step": 11350
1960
+ },
1961
+ {
1962
+ "epoch": 0.8768556264902699,
1963
+ "grad_norm": 2.5763466358184814,
1964
+ "learning_rate": 0.00014343297924837028,
1965
+ "loss": 4.3739,
1966
+ "step": 11400
1967
+ },
1968
+ {
1969
+ "epoch": 0.8807014845011922,
1970
+ "grad_norm": 3.670653820037842,
1971
+ "learning_rate": 0.0001431732592265538,
1972
+ "loss": 4.3932,
1973
+ "step": 11450
1974
+ },
1975
+ {
1976
+ "epoch": 0.8845473425121144,
1977
+ "grad_norm": 5.472078800201416,
1978
+ "learning_rate": 0.0001429135392047373,
1979
+ "loss": 4.3183,
1980
+ "step": 11500
1981
+ },
1982
+ {
1983
+ "epoch": 0.8845473425121144,
1984
+ "eval_loss": 4.377117156982422,
1985
+ "eval_runtime": 18.5574,
1986
+ "eval_samples_per_second": 53.887,
1987
+ "eval_steps_per_second": 13.472,
1988
+ "step": 11500
1989
  }
1990
  ],
1991
  "logging_steps": 50,