rootxhacker commited on
Commit
d6bc1de
·
verified ·
1 Parent(s): 7ed1916

Training in progress, step 7000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df74840f90de2e67e9907cab52791a6dd441f2b7df4dee24f3d27614fb7c4e81
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408c18ba3992e03f34e827417b7daf252b66eb9ab444c173edf10367465681b5
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35f6e0128f9fd6473636f2b7fa321fba2a34670190a7fcccacc9997f0e6e3efd
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7aa88aa0d1d0ec7fe3d76e4e8d27243c65037e1872b868b51819cd8e66d8e7
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e91da0cfbee4e888038757b7189ea413722951a4530435531acf1f53d94aedfd
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3460a162be2eb8933a08c339a02a822773fed1405794db28d2550dafdac12db
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44c02dc0791054ba042a754ce4b193305b8c58f3c6ec32c6d59f64ae1e19274a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4acfd5fa4964d8f20ab734945eda1f469ecfbbe259a3fd74f731ec4baabed1
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96851dceb7a310a70f7ecfde20fb5205a7253860759d2b8ce0924be746e3091f
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021615b61b72c4c82d5fefd973bcdc47aefa683f82add6615dce2f0c0d108036
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18b7addcef54bd827fd6d26a7fd7e8fd6d6f1182cd34f05f02a7c070592639be
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c7b441125154cea489ca7028527a0b9f859381d9d7a1888e04b52f3f2bc3c5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 5000,
3
- "best_metric": 4.465761661529541,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-5000",
5
- "epoch": 0.4999615414198908,
6
  "eval_steps": 250,
7
- "global_step": 6500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1126,6 +1126,92 @@
1126
  "eval_samples_per_second": 53.723,
1127
  "eval_steps_per_second": 13.431,
1128
  "step": 6500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1129
  }
1130
  ],
1131
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 7000,
3
+ "best_metric": 4.429446220397949,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-7000",
5
+ "epoch": 0.5384201215291131,
6
  "eval_steps": 250,
7
+ "global_step": 7000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1126
  "eval_samples_per_second": 53.723,
1127
  "eval_steps_per_second": 13.431,
1128
  "step": 6500
1129
+ },
1130
+ {
1131
+ "epoch": 0.503807399430813,
1132
+ "grad_norm": 3.325056791305542,
1133
+ "learning_rate": 0.00016861543256369634,
1134
+ "loss": 4.618,
1135
+ "step": 6550
1136
+ },
1137
+ {
1138
+ "epoch": 0.5076532574417353,
1139
+ "grad_norm": 4.026259899139404,
1140
+ "learning_rate": 0.0001683609069423162,
1141
+ "loss": 4.5485,
1142
+ "step": 6600
1143
+ },
1144
+ {
1145
+ "epoch": 0.5114991154526575,
1146
+ "grad_norm": 3.1270413398742676,
1147
+ "learning_rate": 0.00016810118692049973,
1148
+ "loss": 4.4426,
1149
+ "step": 6650
1150
+ },
1151
+ {
1152
+ "epoch": 0.5153449734635798,
1153
+ "grad_norm": 5.264435768127441,
1154
+ "learning_rate": 0.00016784146689868324,
1155
+ "loss": 4.3544,
1156
+ "step": 6700
1157
+ },
1158
+ {
1159
+ "epoch": 0.519190831474502,
1160
+ "grad_norm": 4.349465847015381,
1161
+ "learning_rate": 0.00016758694127730307,
1162
+ "loss": 4.5912,
1163
+ "step": 6750
1164
+ },
1165
+ {
1166
+ "epoch": 0.519190831474502,
1167
+ "eval_loss": 4.503914833068848,
1168
+ "eval_runtime": 18.5932,
1169
+ "eval_samples_per_second": 53.783,
1170
+ "eval_steps_per_second": 13.446,
1171
+ "step": 6750
1172
+ },
1173
+ {
1174
+ "epoch": 0.5230366894854241,
1175
+ "grad_norm": 2.5264992713928223,
1176
+ "learning_rate": 0.00016732722125548658,
1177
+ "loss": 4.3703,
1178
+ "step": 6800
1179
+ },
1180
+ {
1181
+ "epoch": 0.5268825474963464,
1182
+ "grad_norm": 4.934820175170898,
1183
+ "learning_rate": 0.00016706750123367012,
1184
+ "loss": 4.5652,
1185
+ "step": 6850
1186
+ },
1187
+ {
1188
+ "epoch": 0.5307284055072686,
1189
+ "grad_norm": 4.21425724029541,
1190
+ "learning_rate": 0.00016680778121185363,
1191
+ "loss": 4.4684,
1192
+ "step": 6900
1193
+ },
1194
+ {
1195
+ "epoch": 0.5345742635181909,
1196
+ "grad_norm": 5.111146926879883,
1197
+ "learning_rate": 0.00016654806119003715,
1198
+ "loss": 4.5119,
1199
+ "step": 6950
1200
+ },
1201
+ {
1202
+ "epoch": 0.5384201215291131,
1203
+ "grad_norm": 4.563775062561035,
1204
+ "learning_rate": 0.00016628834116822069,
1205
+ "loss": 4.489,
1206
+ "step": 7000
1207
+ },
1208
+ {
1209
+ "epoch": 0.5384201215291131,
1210
+ "eval_loss": 4.429446220397949,
1211
+ "eval_runtime": 18.6345,
1212
+ "eval_samples_per_second": 53.664,
1213
+ "eval_steps_per_second": 13.416,
1214
+ "step": 7000
1215
  }
1216
  ],
1217
  "logging_steps": 50,