bitsoko commited on
Commit
792bd1e
·
verified ·
1 Parent(s): dd3a15c

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fe3155abb44418ad3ec5aab27c9a471f9149f7e00d67b2bda22953d7553f200
3
  size 1912664024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d2b88714eb6cb306741941bfc68abe335fd33fbfb2475c98c413a3a11163490
3
  size 1912664024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d7b8617fe9900b0db6ad49b6444c1394a7b5269449f30267908e3da6ced93a3
3
  size 958697812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0fd52e80191d03c1e20ea9651314992b50ddfd7ee286e16b6cf46053fb5109
3
  size 958697812
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6844cd586de68a6e1a4752382bd60051acd338bfb31d133b33aba14fbb697dfc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c3cdbf034ef9f86029f99db82daec670863e67518e294d6fbac9a3fc658d9d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb632d0e7d322b6e88da441db58b5c2d007cbabbb9a0c6e908d28d2b74fb4de2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f792c7a8589566dc7799352d28793eedc78c2ddc18916075011990a0efec9786
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.027609055770292656,
5
  "eval_steps": 20,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -337,6 +337,51 @@
337
  "eval_samples_per_second": 4.221,
338
  "eval_steps_per_second": 0.549,
339
  "step": 440
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
340
  }
341
  ],
342
  "logging_steps": 20,
@@ -344,7 +389,7 @@
344
  "num_input_tokens_seen": 0,
345
  "num_train_epochs": 1,
346
  "save_steps": 50,
347
- "total_flos": 3.28358598672384e+16,
348
  "train_batch_size": 2,
349
  "trial_name": null,
350
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.030676728633658508,
5
  "eval_steps": 20,
6
+ "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
337
  "eval_samples_per_second": 4.221,
338
  "eval_steps_per_second": 0.549,
339
  "step": 440
340
+ },
341
+ {
342
+ "epoch": 0.028222590342965825,
343
+ "grad_norm": 0.14759239554405212,
344
+ "learning_rate": 0.00019441512213084572,
345
+ "loss": 1.5735,
346
+ "step": 460
347
+ },
348
+ {
349
+ "epoch": 0.028222590342965825,
350
+ "eval_loss": 1.486402988433838,
351
+ "eval_runtime": 23.2911,
352
+ "eval_samples_per_second": 4.293,
353
+ "eval_steps_per_second": 0.558,
354
+ "step": 460
355
+ },
356
+ {
357
+ "epoch": 0.029449659488312168,
358
+ "grad_norm": 0.11428073793649673,
359
+ "learning_rate": 0.00019416963299374006,
360
+ "loss": 1.5788,
361
+ "step": 480
362
+ },
363
+ {
364
+ "epoch": 0.029449659488312168,
365
+ "eval_loss": 1.4712104797363281,
366
+ "eval_runtime": 23.4851,
367
+ "eval_samples_per_second": 4.258,
368
+ "eval_steps_per_second": 0.554,
369
+ "step": 480
370
+ },
371
+ {
372
+ "epoch": 0.030676728633658508,
373
+ "grad_norm": 0.11649870127439499,
374
+ "learning_rate": 0.00019392414385663436,
375
+ "loss": 1.5667,
376
+ "step": 500
377
+ },
378
+ {
379
+ "epoch": 0.030676728633658508,
380
+ "eval_loss": 1.4620152711868286,
381
+ "eval_runtime": 23.5455,
382
+ "eval_samples_per_second": 4.247,
383
+ "eval_steps_per_second": 0.552,
384
+ "step": 500
385
  }
386
  ],
387
  "logging_steps": 20,
 
389
  "num_input_tokens_seen": 0,
390
  "num_train_epochs": 1,
391
  "save_steps": 50,
392
+ "total_flos": 3.63154250124288e+16,
393
  "train_batch_size": 2,
394
  "trial_name": null,
395
  "trial_params": null