bitsoko commited on
Commit
273d94c
·
verified ·
1 Parent(s): 9211c40

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37478746c85b8723d14dcbb2fc4735af4afdba95b4e5e90986fca9bd6f23e674
3
  size 119597408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5092df653a241c295e8a40fe8a5653dd9db368600a132fc9f1bacfdd9186d561
3
  size 119597408
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:366c336029a0f38e1629b855cfa5e67d773414585cb779ff11b841a5b42f2e47
3
  size 60387220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2697522f49692aec26ba5936d226adf0d45a6ceb6e239b4eab00ec454a7416c
3
  size 60387220
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6844cd586de68a6e1a4752382bd60051acd338bfb31d133b33aba14fbb697dfc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c3cdbf034ef9f86029f99db82daec670863e67518e294d6fbac9a3fc658d9d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dd7876a5529313f948bdc210083cf5735b238914ddd6881d9bbdbd82ae856f5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601daa59fb095b2a4822edf3d826c0c91406d982679fa2815535f957a5251e5e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.027609055770292656,
5
  "eval_steps": 20,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -337,6 +337,51 @@
337
  "eval_samples_per_second": 5.084,
338
  "eval_steps_per_second": 0.661,
339
  "step": 440
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
340
  }
341
  ],
342
  "logging_steps": 20,
@@ -344,7 +389,7 @@
344
  "num_input_tokens_seen": 0,
345
  "num_train_epochs": 3,
346
  "save_steps": 50,
347
- "total_flos": 2.917888490999808e+16,
348
  "train_batch_size": 2,
349
  "trial_name": null,
350
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.030676728633658508,
5
  "eval_steps": 20,
6
+ "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
337
  "eval_samples_per_second": 5.084,
338
  "eval_steps_per_second": 0.661,
339
  "step": 440
340
+ },
341
+ {
342
+ "epoch": 0.028222590342965825,
343
+ "grad_norm": 0.7773933410644531,
344
+ "learning_rate": 0.00019813875480651232,
345
+ "loss": 1.5046,
346
+ "step": 460
347
+ },
348
+ {
349
+ "epoch": 0.028222590342965825,
350
+ "eval_loss": 1.4094576835632324,
351
+ "eval_runtime": 19.6378,
352
+ "eval_samples_per_second": 5.092,
353
+ "eval_steps_per_second": 0.662,
354
+ "step": 460
355
+ },
356
+ {
357
+ "epoch": 0.029449659488312168,
358
+ "grad_norm": 0.6018341779708862,
359
+ "learning_rate": 0.0001980569418309744,
360
+ "loss": 1.508,
361
+ "step": 480
362
+ },
363
+ {
364
+ "epoch": 0.029449659488312168,
365
+ "eval_loss": 1.396529197692871,
366
+ "eval_runtime": 19.7008,
367
+ "eval_samples_per_second": 5.076,
368
+ "eval_steps_per_second": 0.66,
369
+ "step": 480
370
+ },
371
+ {
372
+ "epoch": 0.030676728633658508,
373
+ "grad_norm": 0.6028321981430054,
374
+ "learning_rate": 0.00019797512885543647,
375
+ "loss": 1.5018,
376
+ "step": 500
377
+ },
378
+ {
379
+ "epoch": 0.030676728633658508,
380
+ "eval_loss": 1.3898202180862427,
381
+ "eval_runtime": 19.7395,
382
+ "eval_samples_per_second": 5.066,
383
+ "eval_steps_per_second": 0.659,
384
+ "step": 500
385
  }
386
  ],
387
  "logging_steps": 20,
 
389
  "num_input_tokens_seen": 0,
390
  "num_train_epochs": 3,
391
  "save_steps": 50,
392
+ "total_flos": 3.228714037020672e+16,
393
  "train_batch_size": 2,
394
  "trial_name": null,
395
  "trial_params": null