rootxhacker commited on
Commit
41160c0
·
verified ·
1 Parent(s): a031b5e

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a6231b9a43188b3030be892c139d7894a62c3fea99c8c6c7eb17b00365a57d7
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5284a72c66df303e073df72ce9f1ae1e29ea633668e40d9822a8ccaa64add555
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61e1d1dea84b6c812c4ddd82f2f7f4ea581df5126382ca1bf3a48d5758288836
3
  size 1544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8358e2ab5d7859161edb7560d72769c1dccae73dcd94f8bb280a6f4c6a418e5
3
  size 1544
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:923a3b0ad55df1dc931abd14ea79f0c2ae7566e46df76993edc14d667615816a
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c9308b4bec49af406c284201ce7a6649c508431fa62b7fd440c998b6a016ca
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42de46b2e4c5179833d46fe28b80f469c3d40255a80ec3a104ef7ad1fd3d8210
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2512ba1bd332fd1303d75224b66504a865cf77c5c151bdcdfcda52c23dbe2db6
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3adce9cc9139db0a326056a6714b81b8c58d21b77098b37dae23cf33f822452c
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71627c700396d7041b5a8f195ae9cbb8512fe53c30c6da53a207b7194343ba8
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f03648c25873beacb3afe9bdbd6315225ba0d09c0be3adf22a9ad7dc42cafe47
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d83848f1b1bfd2394c14189ddfec57565343ac6855bbb1685fedf0549ec3643
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 1250,
3
- "best_metric": 4.76948356628418,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-1000",
5
- "epoch": 0.1153757403276671,
6
  "eval_steps": 250,
7
- "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -266,6 +266,92 @@
266
  "eval_samples_per_second": 53.979,
267
  "eval_steps_per_second": 13.495,
268
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
269
  }
270
  ],
271
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 2000,
3
+ "best_metric": 4.666446208953857,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-2000",
5
+ "epoch": 0.15383432043688947,
6
  "eval_steps": 250,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
266
  "eval_samples_per_second": 53.979,
267
  "eval_steps_per_second": 13.495,
268
  "step": 1500
269
+ },
270
+ {
271
+ "epoch": 0.11922159833858934,
272
+ "grad_norm": 3.392902135848999,
273
+ "learning_rate": 0.0001945822403449082,
274
+ "loss": 4.859,
275
+ "step": 1550
276
+ },
277
+ {
278
+ "epoch": 0.12306745634951158,
279
+ "grad_norm": 4.783381938934326,
280
+ "learning_rate": 0.00019432252032309172,
281
+ "loss": 4.7791,
282
+ "step": 1600
283
+ },
284
+ {
285
+ "epoch": 0.12691331436043382,
286
+ "grad_norm": 3.96708345413208,
287
+ "learning_rate": 0.00019406280030127523,
288
+ "loss": 4.7743,
289
+ "step": 1650
290
+ },
291
+ {
292
+ "epoch": 0.13075917237135604,
293
+ "grad_norm": 5.381892681121826,
294
+ "learning_rate": 0.00019380308027945874,
295
+ "loss": 4.8915,
296
+ "step": 1700
297
+ },
298
+ {
299
+ "epoch": 0.13460503038227828,
300
+ "grad_norm": 3.269899606704712,
301
+ "learning_rate": 0.00019354336025764228,
302
+ "loss": 4.8823,
303
+ "step": 1750
304
+ },
305
+ {
306
+ "epoch": 0.13460503038227828,
307
+ "eval_loss": 4.689135551452637,
308
+ "eval_runtime": 18.4665,
309
+ "eval_samples_per_second": 54.152,
310
+ "eval_steps_per_second": 13.538,
311
+ "step": 1750
312
+ },
313
+ {
314
+ "epoch": 0.13845088839320052,
315
+ "grad_norm": 2.5163233280181885,
316
+ "learning_rate": 0.0001932836402358258,
317
+ "loss": 4.8513,
318
+ "step": 1800
319
+ },
320
+ {
321
+ "epoch": 0.14229674640412276,
322
+ "grad_norm": 4.244402885437012,
323
+ "learning_rate": 0.0001930239202140093,
324
+ "loss": 4.6855,
325
+ "step": 1850
326
+ },
327
+ {
328
+ "epoch": 0.146142604415045,
329
+ "grad_norm": 6.551025867462158,
330
+ "learning_rate": 0.00019276420019219285,
331
+ "loss": 4.8173,
332
+ "step": 1900
333
+ },
334
+ {
335
+ "epoch": 0.14998846242596722,
336
+ "grad_norm": 2.791435956954956,
337
+ "learning_rate": 0.00019250448017037633,
338
+ "loss": 4.6983,
339
+ "step": 1950
340
+ },
341
+ {
342
+ "epoch": 0.15383432043688947,
343
+ "grad_norm": 3.4012036323547363,
344
+ "learning_rate": 0.00019224476014855984,
345
+ "loss": 4.8178,
346
+ "step": 2000
347
+ },
348
+ {
349
+ "epoch": 0.15383432043688947,
350
+ "eval_loss": 4.666446208953857,
351
+ "eval_runtime": 18.3775,
352
+ "eval_samples_per_second": 54.414,
353
+ "eval_steps_per_second": 13.604,
354
+ "step": 2000
355
  }
356
  ],
357
  "logging_steps": 50,