advy commited on
Commit
68ecb33
·
verified ·
1 Parent(s): d58ad31

Training in progress, step 2200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60d80833c27cee255799a3bfbda672d7114700cf2a4ca494036a68c03d65f71a
3
  size 41977360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d3c25fe15711de727142e72fcf18b1562f70ba4803b2ccb81aa11f5be7f0b6
3
  size 41977360
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff91055c1d115ea31ce5e367e6b60d51fcc58fd188c250c59669def6ed92fdf7
3
  size 84100858
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9ffc1c556923224e5accb81e675f29bc7461c6ef6704644fe820ff7da2d25a
3
  size 84100858
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb3a36c4212e103c674b3f32de687c7d3da32dcbbb2bf6a69db439d5bbf72e15
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a00c887d1f42518acb45d72e988d69cde39eeaca6011972cd0e04b64ce69f72
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33c8659615615a93a70aac05e323342ecdd678d5af9aa183dc0739a5db1bba97
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6dee65d23c30e8b90e557d338adbbb6ac407846ac98bf5125837e5e2dee92dc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7297702431678772,
3
  "best_model_checkpoint": "./results/phi2-mentalchat16k/checkpoint-2000",
4
- "epoch": 2.9917726252804786,
5
  "eval_steps": 100,
6
- "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -454,6 +454,50 @@
454
  "eval_samples_per_second": 12.162,
455
  "eval_steps_per_second": 3.041,
456
  "step": 2000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  ],
459
  "logging_steps": 50,
@@ -468,7 +512,7 @@
468
  "early_stopping_threshold": 0.001
469
  },
470
  "attributes": {
471
- "early_stopping_patience_counter": 0
472
  }
473
  },
474
  "TrainerControl": {
@@ -482,7 +526,7 @@
482
  "attributes": {}
483
  }
484
  },
485
- "total_flos": 1.219471678929408e+17,
486
  "train_batch_size": 4,
487
  "trial_name": null,
488
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7297702431678772,
3
  "best_model_checkpoint": "./results/phi2-mentalchat16k/checkpoint-2000",
4
+ "epoch": 3.2909498878085266,
5
  "eval_steps": 100,
6
+ "global_step": 2200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
454
  "eval_samples_per_second": 12.162,
455
  "eval_steps_per_second": 3.041,
456
  "step": 2000
457
+ },
458
+ {
459
+ "epoch": 3.0665669409124905,
460
+ "grad_norm": 0.31735172867774963,
461
+ "learning_rate": 2.7116418865193638e-05,
462
+ "loss": 0.6928,
463
+ "step": 2050
464
+ },
465
+ {
466
+ "epoch": 3.141361256544503,
467
+ "grad_norm": 0.36334428191185,
468
+ "learning_rate": 2.310192743794496e-05,
469
+ "loss": 0.6887,
470
+ "step": 2100
471
+ },
472
+ {
473
+ "epoch": 3.141361256544503,
474
+ "eval_loss": 0.7313625812530518,
475
+ "eval_runtime": 38.8213,
476
+ "eval_samples_per_second": 12.158,
477
+ "eval_steps_per_second": 3.04,
478
+ "step": 2100
479
+ },
480
+ {
481
+ "epoch": 3.2161555721765147,
482
+ "grad_norm": 0.3707718849182129,
483
+ "learning_rate": 1.9369980838209156e-05,
484
+ "loss": 0.6852,
485
+ "step": 2150
486
+ },
487
+ {
488
+ "epoch": 3.2909498878085266,
489
+ "grad_norm": 0.28901323676109314,
490
+ "learning_rate": 1.5934291271938596e-05,
491
+ "loss": 0.6712,
492
+ "step": 2200
493
+ },
494
+ {
495
+ "epoch": 3.2909498878085266,
496
+ "eval_loss": 0.7308326363563538,
497
+ "eval_runtime": 154.853,
498
+ "eval_samples_per_second": 3.048,
499
+ "eval_steps_per_second": 0.762,
500
+ "step": 2200
501
  }
502
  ],
503
  "logging_steps": 50,
 
512
  "early_stopping_threshold": 0.001
513
  },
514
  "attributes": {
515
+ "early_stopping_patience_counter": 2
516
  }
517
  },
518
  "TrainerControl": {
 
526
  "attributes": {}
527
  }
528
  },
529
+ "total_flos": 1.341425978522112e+17,
530
  "train_batch_size": 4,
531
  "trial_name": null,
532
  "trial_params": null