Nadav commited on
Commit
0d831bf
·
1 Parent(s): 497de13

Training in progress, step 195000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f733f1c5c973c7f91eb131bb3e82da037f3e993da76db3e2381f388949c28a
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34ac780b372cb50ed12ba9fbab64719e7e6f0c18cee015d6bdb3bcb76dea71d
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af6cf503e39f082eadf9f2f916981c285c52cb0af0a4f8f6b973948898daf3c7
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99dced181e974fd3eec8a6b81e04bd93e9d3478bda598e89eba595e55d1a22ef
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cc0b12df32087251292c25f4f3cf2a3c6284123352afbe84dfbe69e160e5a52
3
  size 15523
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1c87bdea00ca3e6e9b20f6190563c56b2601359c213756f776a09add69b81e
3
  size 15523
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46e1383180c301938af8e67d4f2fff7658042ee2d23e333a5bc9284cf466c31c
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9307e85dd6ba8a5ceae8769503e23251f8d4d2261d33516d9a1d3db2d17488d
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bab25e3293bb066cd704ffbf86ce50c9a22d57cf76a430f5a1ab6e08bcbca3ce
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de8c8841ca37efa9880cc96031ae2dad9eefb662fd05d23d903fbf6205093680
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9,
5
- "global_step": 190000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -2590,11 +2590,79 @@
2590
  "eval_samples_per_second": 83.49,
2591
  "eval_steps_per_second": 1.305,
2592
  "step": 190000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2593
  }
2594
  ],
2595
  "max_steps": 200000,
2596
  "num_train_epochs": 9223372036854775807,
2597
- "total_flos": 4.4743682799304704e+21,
2598
  "trial_name": null,
2599
  "trial_params": null
2600
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.925,
5
+ "global_step": 195000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
2590
  "eval_samples_per_second": 83.49,
2591
  "eval_steps_per_second": 1.305,
2592
  "step": 190000
2593
+ },
2594
+ {
2595
+ "epoch": 0.9,
2596
+ "learning_rate": 1.0511896082261898e-05,
2597
+ "loss": 0.4103,
2598
+ "step": 190500
2599
+ },
2600
+ {
2601
+ "epoch": 0.91,
2602
+ "learning_rate": 1.0459891899504107e-05,
2603
+ "loss": 0.4098,
2604
+ "step": 191000
2605
+ },
2606
+ {
2607
+ "epoch": 0.91,
2608
+ "learning_rate": 1.0410659256006602e-05,
2609
+ "loss": 0.4087,
2610
+ "step": 191500
2611
+ },
2612
+ {
2613
+ "epoch": 0.91,
2614
+ "learning_rate": 1.0364201188670747e-05,
2615
+ "loss": 0.4101,
2616
+ "step": 192000
2617
+ },
2618
+ {
2619
+ "epoch": 0.91,
2620
+ "learning_rate": 1.0320520563248961e-05,
2621
+ "loss": 0.4103,
2622
+ "step": 192500
2623
+ },
2624
+ {
2625
+ "epoch": 0.92,
2626
+ "learning_rate": 1.0279699098864594e-05,
2627
+ "loss": 0.4099,
2628
+ "step": 193000
2629
+ },
2630
+ {
2631
+ "epoch": 0.92,
2632
+ "learning_rate": 1.024157570133687e-05,
2633
+ "loss": 0.4091,
2634
+ "step": 193500
2635
+ },
2636
+ {
2637
+ "epoch": 0.92,
2638
+ "learning_rate": 1.0206237309840898e-05,
2639
+ "loss": 0.4092,
2640
+ "step": 194000
2641
+ },
2642
+ {
2643
+ "epoch": 0.92,
2644
+ "learning_rate": 1.0173686104215128e-05,
2645
+ "loss": 0.4102,
2646
+ "step": 194500
2647
+ },
2648
+ {
2649
+ "epoch": 0.93,
2650
+ "learning_rate": 1.0143924092371245e-05,
2651
+ "loss": 0.4088,
2652
+ "step": 195000
2653
+ },
2654
+ {
2655
+ "epoch": 0.93,
2656
+ "eval_loss": 0.38611817359924316,
2657
+ "eval_runtime": 81.3319,
2658
+ "eval_samples_per_second": 78.69,
2659
+ "eval_steps_per_second": 1.23,
2660
+ "step": 195000
2661
  }
2662
  ],
2663
  "max_steps": 200000,
2664
  "num_train_epochs": 9223372036854775807,
2665
+ "total_flos": 4.592114813612851e+21,
2666
  "trial_name": null,
2667
  "trial_params": null
2668
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af6cf503e39f082eadf9f2f916981c285c52cb0af0a4f8f6b973948898daf3c7
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99dced181e974fd3eec8a6b81e04bd93e9d3478bda598e89eba595e55d1a22ef
3
  size 449471589