Training in progress, step 2000, checkpoint
Browse files- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +73 -3
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2682482800
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21a8e3a7c437f2596088fad50489a7bb2ed9def0a75481fa3ea23cf009f8e2d7
|
| 3 |
size 2682482800
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5365108834
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:315ef2407c690abd058c31d25ca395651dae325fc56d06a59faa635e22d871e6
|
| 3 |
size 5365108834
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ea26f59a420497cca21bbb6c5a76b307a2356fa2099a000f1378e8c6c7dd674
|
| 3 |
size 15024
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed285da3bd9884d1b491678c6c4c4443831eaa068a1151035b5d832ffe3502b2
|
| 3 |
size 15024
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdf537be4628de0ed5f960b43d5cc07c3b03484d41ff68f24d8ec2c14b057a9a
|
| 3 |
size 15024
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e611ba9650a64094177d437392c96ee2158ab3d2635b77d9b1072b9aa35c974
|
| 3 |
size 15024
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e949960d3d4b878da9fe1bb0cd20ae8736c4aa4b7e2ccd57b11e5b880260dcdd
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -217,6 +217,76 @@
|
|
| 217 |
"learning_rate": 8.849163725640633e-05,
|
| 218 |
"loss": 65.2446,
|
| 219 |
"step": 1500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 220 |
}
|
| 221 |
],
|
| 222 |
"logging_steps": 50,
|
|
@@ -236,7 +306,7 @@
|
|
| 236 |
"attributes": {}
|
| 237 |
}
|
| 238 |
},
|
| 239 |
-
"total_flos":
|
| 240 |
"train_batch_size": 2,
|
| 241 |
"trial_name": null,
|
| 242 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.15344189347296547,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 2000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 217 |
"learning_rate": 8.849163725640633e-05,
|
| 218 |
"loss": 65.2446,
|
| 219 |
"step": 1500
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"epoch": 0.11891746744154823,
|
| 223 |
+
"grad_norm": 14.789810180664062,
|
| 224 |
+
"learning_rate": 8.81080251649532e-05,
|
| 225 |
+
"loss": 64.8275,
|
| 226 |
+
"step": 1550
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"epoch": 0.12275351477837236,
|
| 230 |
+
"grad_norm": 44.35984802246094,
|
| 231 |
+
"learning_rate": 8.772441307350008e-05,
|
| 232 |
+
"loss": 64.7482,
|
| 233 |
+
"step": 1600
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"epoch": 0.1265895621151965,
|
| 237 |
+
"grad_norm": 16.479351043701172,
|
| 238 |
+
"learning_rate": 8.734080098204695e-05,
|
| 239 |
+
"loss": 64.3666,
|
| 240 |
+
"step": 1650
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"epoch": 0.13042560945202064,
|
| 244 |
+
"grad_norm": 27.057039260864258,
|
| 245 |
+
"learning_rate": 8.695718889059383e-05,
|
| 246 |
+
"loss": 64.3815,
|
| 247 |
+
"step": 1700
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"epoch": 0.13426165678884477,
|
| 251 |
+
"grad_norm": 47.9273681640625,
|
| 252 |
+
"learning_rate": 8.65735767991407e-05,
|
| 253 |
+
"loss": 64.2401,
|
| 254 |
+
"step": 1750
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"epoch": 0.1380977041256689,
|
| 258 |
+
"grad_norm": 29.331714630126953,
|
| 259 |
+
"learning_rate": 8.618996470768759e-05,
|
| 260 |
+
"loss": 63.8462,
|
| 261 |
+
"step": 1800
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"epoch": 0.14193375146249304,
|
| 265 |
+
"grad_norm": 57.99611282348633,
|
| 266 |
+
"learning_rate": 8.580635261623447e-05,
|
| 267 |
+
"loss": 63.6392,
|
| 268 |
+
"step": 1850
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"epoch": 0.14576979879931717,
|
| 272 |
+
"grad_norm": 54.53227233886719,
|
| 273 |
+
"learning_rate": 8.542274052478134e-05,
|
| 274 |
+
"loss": 63.5283,
|
| 275 |
+
"step": 1900
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"epoch": 0.1496058461361413,
|
| 279 |
+
"grad_norm": 30.265884399414062,
|
| 280 |
+
"learning_rate": 8.503912843332822e-05,
|
| 281 |
+
"loss": 63.378,
|
| 282 |
+
"step": 1950
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"epoch": 0.15344189347296547,
|
| 286 |
+
"grad_norm": 19.72339630126953,
|
| 287 |
+
"learning_rate": 8.46555163418751e-05,
|
| 288 |
+
"loss": 63.123,
|
| 289 |
+
"step": 2000
|
| 290 |
}
|
| 291 |
],
|
| 292 |
"logging_steps": 50,
|
|
|
|
| 306 |
"attributes": {}
|
| 307 |
}
|
| 308 |
},
|
| 309 |
+
"total_flos": 3.4284373374266245e+18,
|
| 310 |
"train_batch_size": 2,
|
| 311 |
"trial_name": null,
|
| 312 |
"trial_params": null
|