Nadav commited on
Commit
56d71dc
·
1 Parent(s): be70992

Training in progress, step 55000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b95ce7bf4a9a70df03a869bfd8710fab6f0ef7693259e8c38b3126024cbebcc3
3
  size 893438545
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498d7b9e3f0d37a83926f59b2cb165bdd46bd0c0742c54170b76d952e02a893c
3
  size 893438545
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f8697a7005b7dc484714b01f5a75ae147ff94239fd18844849065bd12dec3d
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f33e96cd5ae96ee1eef3ce16c2a488ea23ed489c465e68987d362841b961f8c8
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea06a30ae0f68fb2b00ec4bd1c46fefdb57836276b2fa0fd9ad846aef24b1782
3
  size 15523
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4c51ae1618ba1804c8e334fa9d680770c5a033bbae09ba0b6215394af3efe5
3
  size 15523
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57478d8d6cf2ed1954106db902717d4bdc70029fbc5494696ebfea40753450a2
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79bb4f1c3cf2bd9538fe3d60ad5d10def453ecc1e22bfde183478867d351d65b
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ae6cc6da9b6b4868c887a3704ca6ff92699322e28d657fc719a89a0a38b7bb6
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c4a8546e1f655ebc7fedb20c5c49b5e1c8e9f57c8fc9fd75e9a0ca2f699d21
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.253147329023477,
5
- "global_step": 50000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -1006,11 +1006,111 @@
1006
  "eval_samples_per_second": 18.088,
1007
  "eval_steps_per_second": 0.579,
1008
  "step": 50000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1009
  }
1010
  ],
1011
  "max_steps": 1000000,
1012
  "num_train_epochs": 86,
1013
- "total_flos": 2.3001002203489527e+21,
1014
  "trial_name": null,
1015
  "trial_params": null
1016
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.678462061925825,
5
+ "global_step": 55000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
1006
  "eval_samples_per_second": 18.088,
1007
  "eval_steps_per_second": 0.579,
1008
  "step": 50000
1009
+ },
1010
+ {
1011
+ "epoch": 4.3,
1012
+ "learning_rate": 9.999999999999999e-06,
1013
+ "loss": 0.4127,
1014
+ "step": 50500
1015
+ },
1016
+ {
1017
+ "epoch": 4.34,
1018
+ "learning_rate": 9.999999999999999e-06,
1019
+ "loss": 0.4131,
1020
+ "step": 51000
1021
+ },
1022
+ {
1023
+ "epoch": 4.34,
1024
+ "eval_loss": 0.3833463191986084,
1025
+ "eval_runtime": 50.874,
1026
+ "eval_samples_per_second": 9.828,
1027
+ "eval_steps_per_second": 0.315,
1028
+ "step": 51000
1029
+ },
1030
+ {
1031
+ "epoch": 4.38,
1032
+ "learning_rate": 9.999999999999999e-06,
1033
+ "loss": 0.4129,
1034
+ "step": 51500
1035
+ },
1036
+ {
1037
+ "epoch": 4.42,
1038
+ "learning_rate": 9.999999999999999e-06,
1039
+ "loss": 0.4129,
1040
+ "step": 52000
1041
+ },
1042
+ {
1043
+ "epoch": 4.42,
1044
+ "eval_loss": 0.38282835483551025,
1045
+ "eval_runtime": 18.4975,
1046
+ "eval_samples_per_second": 27.031,
1047
+ "eval_steps_per_second": 0.865,
1048
+ "step": 52000
1049
+ },
1050
+ {
1051
+ "epoch": 4.47,
1052
+ "learning_rate": 9.999999999999999e-06,
1053
+ "loss": 0.412,
1054
+ "step": 52500
1055
+ },
1056
+ {
1057
+ "epoch": 4.51,
1058
+ "learning_rate": 9.999999999999999e-06,
1059
+ "loss": 0.4121,
1060
+ "step": 53000
1061
+ },
1062
+ {
1063
+ "epoch": 4.51,
1064
+ "eval_loss": 0.3821110427379608,
1065
+ "eval_runtime": 19.4342,
1066
+ "eval_samples_per_second": 25.728,
1067
+ "eval_steps_per_second": 0.823,
1068
+ "step": 53000
1069
+ },
1070
+ {
1071
+ "epoch": 4.55,
1072
+ "learning_rate": 9.999999999999999e-06,
1073
+ "loss": 0.4112,
1074
+ "step": 53500
1075
+ },
1076
+ {
1077
+ "epoch": 4.59,
1078
+ "learning_rate": 9.999999999999999e-06,
1079
+ "loss": 0.4116,
1080
+ "step": 54000
1081
+ },
1082
+ {
1083
+ "epoch": 4.59,
1084
+ "eval_loss": 0.3829655051231384,
1085
+ "eval_runtime": 21.2757,
1086
+ "eval_samples_per_second": 23.501,
1087
+ "eval_steps_per_second": 0.752,
1088
+ "step": 54000
1089
+ },
1090
+ {
1091
+ "epoch": 4.64,
1092
+ "learning_rate": 9.999999999999999e-06,
1093
+ "loss": 0.4108,
1094
+ "step": 54500
1095
+ },
1096
+ {
1097
+ "epoch": 4.68,
1098
+ "learning_rate": 9.999999999999999e-06,
1099
+ "loss": 0.4104,
1100
+ "step": 55000
1101
+ },
1102
+ {
1103
+ "epoch": 4.68,
1104
+ "eval_loss": 0.3811788260936737,
1105
+ "eval_runtime": 16.6571,
1106
+ "eval_samples_per_second": 30.017,
1107
+ "eval_steps_per_second": 0.961,
1108
+ "step": 55000
1109
  }
1110
  ],
1111
  "max_steps": 1000000,
1112
  "num_train_epochs": 86,
1113
+ "total_flos": 2.530116704751743e+21,
1114
  "trial_name": null,
1115
  "trial_params": null
1116
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f8697a7005b7dc484714b01f5a75ae147ff94239fd18844849065bd12dec3d
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f33e96cd5ae96ee1eef3ce16c2a488ea23ed489c465e68987d362841b961f8c8
3
  size 449471589