Training in progress, step 20000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af54bf45b4ea734175c8bd735e147b83bfa4467a6a02927fce71013f50f2e031
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91db2977a4e8b2ac56d4d9528647fa170313a74ed3d096d47e9525e450940a2b
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d5d4da7add6dcbf76add6d041d8a356430f2fcdcb5e01b3a00941303e2c6c7d
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92a26e97f6adf463a9a2328a07aa990cecfc61051330c04894ef3e783375a50f
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 1.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -1380,6 +1380,41 @@
|
|
| 1380 |
"learning_rate": 1.1336e-05,
|
| 1381 |
"loss": 0.0578,
|
| 1382 |
"step": 19500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1383 |
}
|
| 1384 |
],
|
| 1385 |
"logging_steps": 100,
|
|
@@ -1399,7 +1434,7 @@
|
|
| 1399 |
"attributes": {}
|
| 1400 |
}
|
| 1401 |
},
|
| 1402 |
-
"total_flos": 4.
|
| 1403 |
"train_batch_size": 4,
|
| 1404 |
"trial_name": null,
|
| 1405 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 1.3333333333333333,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 20000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 1380 |
"learning_rate": 1.1336e-05,
|
| 1381 |
"loss": 0.0578,
|
| 1382 |
"step": 19500
|
| 1383 |
+
},
|
| 1384 |
+
{
|
| 1385 |
+
"epoch": 1.3066666666666666,
|
| 1386 |
+
"grad_norm": 0.16407087445259094,
|
| 1387 |
+
"learning_rate": 1.1291555555555555e-05,
|
| 1388 |
+
"loss": 0.0569,
|
| 1389 |
+
"step": 19600
|
| 1390 |
+
},
|
| 1391 |
+
{
|
| 1392 |
+
"epoch": 1.3133333333333335,
|
| 1393 |
+
"grad_norm": 0.1125895082950592,
|
| 1394 |
+
"learning_rate": 1.1247111111111113e-05,
|
| 1395 |
+
"loss": 0.0535,
|
| 1396 |
+
"step": 19700
|
| 1397 |
+
},
|
| 1398 |
+
{
|
| 1399 |
+
"epoch": 1.32,
|
| 1400 |
+
"grad_norm": 0.24300092458724976,
|
| 1401 |
+
"learning_rate": 1.1202666666666669e-05,
|
| 1402 |
+
"loss": 0.0555,
|
| 1403 |
+
"step": 19800
|
| 1404 |
+
},
|
| 1405 |
+
{
|
| 1406 |
+
"epoch": 1.3266666666666667,
|
| 1407 |
+
"grad_norm": 0.16412054002285004,
|
| 1408 |
+
"learning_rate": 1.1158222222222224e-05,
|
| 1409 |
+
"loss": 0.0569,
|
| 1410 |
+
"step": 19900
|
| 1411 |
+
},
|
| 1412 |
+
{
|
| 1413 |
+
"epoch": 1.3333333333333333,
|
| 1414 |
+
"grad_norm": 0.2398436963558197,
|
| 1415 |
+
"learning_rate": 1.1113777777777779e-05,
|
| 1416 |
+
"loss": 0.0672,
|
| 1417 |
+
"step": 20000
|
| 1418 |
}
|
| 1419 |
],
|
| 1420 |
"logging_steps": 100,
|
|
|
|
| 1434 |
"attributes": {}
|
| 1435 |
}
|
| 1436 |
},
|
| 1437 |
+
"total_flos": 4.87166312448e+16,
|
| 1438 |
"train_batch_size": 4,
|
| 1439 |
"trial_name": null,
|
| 1440 |
"trial_params": null
|