Training in progress, step 440000
Browse files- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/pytorch_model.bin +1 -1
- last-checkpoint/rng_state_0.pth +2 -2
- last-checkpoint/rng_state_1.pth +2 -2
- last-checkpoint/rng_state_2.pth +2 -2
- last-checkpoint/rng_state_3.pth +2 -2
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +77 -3
- pytorch_model.bin +1 -1
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 893439185
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f92e6cd0767ca59f1527b5967666a322afaf575c9af8775949662404da371092
|
| 3 |
size 893439185
|
last-checkpoint/pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449471589
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:605e171de557600b4f9eab4567771d6f7b62053eb613a7b7ed22d56f357a201b
|
| 3 |
size 449471589
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4e4d0603158355ab30ed464162b9809f49d4b9fe387e337de95c9b6476ba9b3
|
| 3 |
+
size 14503
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:926ff1f312d9731049e2cfd0827e2934c1dc272e72548666a5980946912e0647
|
| 3 |
+
size 14439
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a69b501354d86430b18ce3c64120582562e9c52da9971d6a0efada8760b427f4
|
| 3 |
+
size 14439
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:89dedfbbaf4906adbb87599ce42dab2b3412c2f3eed1c918df1f52570f878203
|
| 3 |
+
size 14503
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 623
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0aa5fdd1e270251efa6239627ae6af3a9eb85be35af9f4cca7399ee33001083c
|
| 3 |
size 623
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 6.
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
@@ -3188,11 +3188,85 @@
|
|
| 3188 |
"eval_samples_per_second": 910.508,
|
| 3189 |
"eval_steps_per_second": 14.568,
|
| 3190 |
"step": 430000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3191 |
}
|
| 3192 |
],
|
| 3193 |
"max_steps": 1000000,
|
| 3194 |
"num_train_epochs": 16,
|
| 3195 |
-
"total_flos": 3.
|
| 3196 |
"trial_name": null,
|
| 3197 |
"trial_params": null
|
| 3198 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 6.7188907722143325,
|
| 5 |
+
"global_step": 440000,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
|
|
| 3188 |
"eval_samples_per_second": 910.508,
|
| 3189 |
"eval_steps_per_second": 14.568,
|
| 3190 |
"step": 430000
|
| 3191 |
+
},
|
| 3192 |
+
{
|
| 3193 |
+
"epoch": 6.58,
|
| 3194 |
+
"learning_rate": 0.00010141091567565561,
|
| 3195 |
+
"loss": 0.2727,
|
| 3196 |
+
"step": 431000
|
| 3197 |
+
},
|
| 3198 |
+
{
|
| 3199 |
+
"epoch": 6.6,
|
| 3200 |
+
"learning_rate": 0.00010119040759872142,
|
| 3201 |
+
"loss": 0.2725,
|
| 3202 |
+
"step": 432000
|
| 3203 |
+
},
|
| 3204 |
+
{
|
| 3205 |
+
"epoch": 6.61,
|
| 3206 |
+
"learning_rate": 0.00010096966778688472,
|
| 3207 |
+
"loss": 0.2721,
|
| 3208 |
+
"step": 433000
|
| 3209 |
+
},
|
| 3210 |
+
{
|
| 3211 |
+
"epoch": 6.63,
|
| 3212 |
+
"learning_rate": 0.00010074869865412074,
|
| 3213 |
+
"loss": 0.272,
|
| 3214 |
+
"step": 434000
|
| 3215 |
+
},
|
| 3216 |
+
{
|
| 3217 |
+
"epoch": 6.64,
|
| 3218 |
+
"learning_rate": 0.00010052750261691254,
|
| 3219 |
+
"loss": 0.2721,
|
| 3220 |
+
"step": 435000
|
| 3221 |
+
},
|
| 3222 |
+
{
|
| 3223 |
+
"epoch": 6.64,
|
| 3224 |
+
"eval_runtime": 0.9895,
|
| 3225 |
+
"eval_samples_per_second": 1010.612,
|
| 3226 |
+
"eval_steps_per_second": 16.17,
|
| 3227 |
+
"step": 435000
|
| 3228 |
+
},
|
| 3229 |
+
{
|
| 3230 |
+
"epoch": 6.66,
|
| 3231 |
+
"learning_rate": 0.0001003060820942245,
|
| 3232 |
+
"loss": 0.2716,
|
| 3233 |
+
"step": 436000
|
| 3234 |
+
},
|
| 3235 |
+
{
|
| 3236 |
+
"epoch": 6.67,
|
| 3237 |
+
"learning_rate": 0.00010008443950747599,
|
| 3238 |
+
"loss": 0.2716,
|
| 3239 |
+
"step": 437000
|
| 3240 |
+
},
|
| 3241 |
+
{
|
| 3242 |
+
"epoch": 6.69,
|
| 3243 |
+
"learning_rate": 9.986257728051483e-05,
|
| 3244 |
+
"loss": 0.2717,
|
| 3245 |
+
"step": 438000
|
| 3246 |
+
},
|
| 3247 |
+
{
|
| 3248 |
+
"epoch": 6.7,
|
| 3249 |
+
"learning_rate": 9.964049783959082e-05,
|
| 3250 |
+
"loss": 0.2716,
|
| 3251 |
+
"step": 439000
|
| 3252 |
+
},
|
| 3253 |
+
{
|
| 3254 |
+
"epoch": 6.72,
|
| 3255 |
+
"learning_rate": 9.94182036133291e-05,
|
| 3256 |
+
"loss": 0.2715,
|
| 3257 |
+
"step": 440000
|
| 3258 |
+
},
|
| 3259 |
+
{
|
| 3260 |
+
"epoch": 6.72,
|
| 3261 |
+
"eval_runtime": 1.0245,
|
| 3262 |
+
"eval_samples_per_second": 976.131,
|
| 3263 |
+
"eval_steps_per_second": 15.618,
|
| 3264 |
+
"step": 440000
|
| 3265 |
}
|
| 3266 |
],
|
| 3267 |
"max_steps": 1000000,
|
| 3268 |
"num_train_epochs": 16,
|
| 3269 |
+
"total_flos": 3.084407542926382e+22,
|
| 3270 |
"trial_name": null,
|
| 3271 |
"trial_params": null
|
| 3272 |
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449471589
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:605e171de557600b4f9eab4567771d6f7b62053eb613a7b7ed22d56f357a201b
|
| 3 |
size 449471589
|