Training in progress, step 250, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3086634632
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57931ccc5ede5e9b408087ee39e0c8acfea478feb0db465454ea28f70f45fce8
|
| 3 |
size 3086634632
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3136004290
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a670ff016a28acc74aa8c9382b99fae9c30939c44c51045fb6b5702d079ab4d8
|
| 3 |
size 3136004290
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14512
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d9d2eb4230608a2e50c5e2e997035fa89b37c3a1f78cd2d086d678da431507f0
|
| 3 |
size 14512
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14512
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc50388692076d892e9a6a3cc11b337ccbfc6d0655c35c5d50cb2003fe50a00f
|
| 3 |
size 14512
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15ba0115447c74c421f2515daef64bb4b3b3b78267a7971a106df2ae18c0ebef
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 50,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -187,6 +187,49 @@
|
|
| 187 |
"eval_samples_per_second": 42.926,
|
| 188 |
"eval_steps_per_second": 2.173,
|
| 189 |
"step": 200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 190 |
}
|
| 191 |
],
|
| 192 |
"logging_steps": 10,
|
|
@@ -206,7 +249,7 @@
|
|
| 206 |
"attributes": {}
|
| 207 |
}
|
| 208 |
},
|
| 209 |
-
"total_flos":
|
| 210 |
"train_batch_size": 10,
|
| 211 |
"trial_name": null,
|
| 212 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 6.756756756756757,
|
| 5 |
"eval_steps": 50,
|
| 6 |
+
"global_step": 250,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 187 |
"eval_samples_per_second": 42.926,
|
| 188 |
"eval_steps_per_second": 2.173,
|
| 189 |
"step": 200
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 5.675675675675675,
|
| 193 |
+
"grad_norm": 0.796875,
|
| 194 |
+
"learning_rate": 0.00018933826446444933,
|
| 195 |
+
"loss": 0.1548,
|
| 196 |
+
"step": 210
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 5.945945945945946,
|
| 200 |
+
"grad_norm": 1.1953125,
|
| 201 |
+
"learning_rate": 0.0001879473751206489,
|
| 202 |
+
"loss": 0.1538,
|
| 203 |
+
"step": 220
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 6.216216216216216,
|
| 207 |
+
"grad_norm": 0.546875,
|
| 208 |
+
"learning_rate": 0.0001864770058722676,
|
| 209 |
+
"loss": 0.0797,
|
| 210 |
+
"step": 230
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 6.486486486486487,
|
| 214 |
+
"grad_norm": 0.53515625,
|
| 215 |
+
"learning_rate": 0.00018492848552312014,
|
| 216 |
+
"loss": 0.0722,
|
| 217 |
+
"step": 240
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 6.756756756756757,
|
| 221 |
+
"grad_norm": 0.52734375,
|
| 222 |
+
"learning_rate": 0.00018330321350382544,
|
| 223 |
+
"loss": 0.0669,
|
| 224 |
+
"step": 250
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 6.756756756756757,
|
| 228 |
+
"eval_loss": 3.573293685913086,
|
| 229 |
+
"eval_runtime": 35.0908,
|
| 230 |
+
"eval_samples_per_second": 42.775,
|
| 231 |
+
"eval_steps_per_second": 2.166,
|
| 232 |
+
"step": 250
|
| 233 |
}
|
| 234 |
],
|
| 235 |
"logging_steps": 10,
|
|
|
|
| 249 |
"attributes": {}
|
| 250 |
}
|
| 251 |
},
|
| 252 |
+
"total_flos": 8.05073298915328e+16,
|
| 253 |
"train_batch_size": 10,
|
| 254 |
"trial_name": null,
|
| 255 |
"trial_params": null
|