Training in progress, epoch 14, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2682482800
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e19f56a69991588cb05378ec22af5531354d51618ec45fbad1470b122a478388
|
| 3 |
size 2682482800
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5365108834
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d70aa541c9d83a3fda726ee09a4073e42bbb9f06c77938a3a47dfd850c4aea4b
|
| 3 |
size 5365108834
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15006
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:efabaf885831c104861d60c36c90e19e984eff0917f39feee04c399b9ccb139a
|
| 3 |
size 15006
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80c2e7e0c05972926e0ae596907bef103bc8973ac4008bedc0435f6468576df4
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 50,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -1447,6 +1447,96 @@
|
|
| 1447 |
"eval_samples_per_second": 41.321,
|
| 1448 |
"eval_steps_per_second": 20.66,
|
| 1449 |
"step": 4800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1450 |
}
|
| 1451 |
],
|
| 1452 |
"logging_steps": 50,
|
|
@@ -1466,7 +1556,7 @@
|
|
| 1466 |
"attributes": {}
|
| 1467 |
}
|
| 1468 |
},
|
| 1469 |
-
"total_flos": 1.
|
| 1470 |
"train_batch_size": 2,
|
| 1471 |
"trial_name": null,
|
| 1472 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 14.997999636297509,
|
| 5 |
"eval_steps": 50,
|
| 6 |
+
"global_step": 5145,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 1447 |
"eval_samples_per_second": 41.321,
|
| 1448 |
"eval_steps_per_second": 20.66,
|
| 1449 |
"step": 4800
|
| 1450 |
+
},
|
| 1451 |
+
{
|
| 1452 |
+
"epoch": 14.139661756683033,
|
| 1453 |
+
"grad_norm": 49.7451286315918,
|
| 1454 |
+
"learning_rate": 2.9300291545189507e-05,
|
| 1455 |
+
"loss": 0.7159,
|
| 1456 |
+
"step": 4850
|
| 1457 |
+
},
|
| 1458 |
+
{
|
| 1459 |
+
"epoch": 14.139661756683033,
|
| 1460 |
+
"eval_loss": 0.6897387504577637,
|
| 1461 |
+
"eval_runtime": 116.4679,
|
| 1462 |
+
"eval_samples_per_second": 41.436,
|
| 1463 |
+
"eval_steps_per_second": 20.718,
|
| 1464 |
+
"step": 4850
|
| 1465 |
+
},
|
| 1466 |
+
{
|
| 1467 |
+
"epoch": 14.28514275322786,
|
| 1468 |
+
"grad_norm": 43.889793395996094,
|
| 1469 |
+
"learning_rate": 2.857142857142857e-05,
|
| 1470 |
+
"loss": 0.7094,
|
| 1471 |
+
"step": 4900
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"epoch": 14.28514275322786,
|
| 1475 |
+
"eval_loss": 0.690019428730011,
|
| 1476 |
+
"eval_runtime": 116.7069,
|
| 1477 |
+
"eval_samples_per_second": 41.351,
|
| 1478 |
+
"eval_steps_per_second": 20.676,
|
| 1479 |
+
"step": 4900
|
| 1480 |
+
},
|
| 1481 |
+
{
|
| 1482 |
+
"epoch": 14.430623749772685,
|
| 1483 |
+
"grad_norm": 48.33151626586914,
|
| 1484 |
+
"learning_rate": 2.784256559766764e-05,
|
| 1485 |
+
"loss": 0.7059,
|
| 1486 |
+
"step": 4950
|
| 1487 |
+
},
|
| 1488 |
+
{
|
| 1489 |
+
"epoch": 14.430623749772685,
|
| 1490 |
+
"eval_loss": 0.6871985793113708,
|
| 1491 |
+
"eval_runtime": 116.4941,
|
| 1492 |
+
"eval_samples_per_second": 41.427,
|
| 1493 |
+
"eval_steps_per_second": 20.713,
|
| 1494 |
+
"step": 4950
|
| 1495 |
+
},
|
| 1496 |
+
{
|
| 1497 |
+
"epoch": 14.576104746317512,
|
| 1498 |
+
"grad_norm": 53.56142807006836,
|
| 1499 |
+
"learning_rate": 2.7113702623906705e-05,
|
| 1500 |
+
"loss": 0.7124,
|
| 1501 |
+
"step": 5000
|
| 1502 |
+
},
|
| 1503 |
+
{
|
| 1504 |
+
"epoch": 14.576104746317512,
|
| 1505 |
+
"eval_loss": 0.6843300461769104,
|
| 1506 |
+
"eval_runtime": 116.6779,
|
| 1507 |
+
"eval_samples_per_second": 41.362,
|
| 1508 |
+
"eval_steps_per_second": 20.681,
|
| 1509 |
+
"step": 5000
|
| 1510 |
+
},
|
| 1511 |
+
{
|
| 1512 |
+
"epoch": 14.721585742862338,
|
| 1513 |
+
"grad_norm": 46.541114807128906,
|
| 1514 |
+
"learning_rate": 2.6384839650145775e-05,
|
| 1515 |
+
"loss": 0.708,
|
| 1516 |
+
"step": 5050
|
| 1517 |
+
},
|
| 1518 |
+
{
|
| 1519 |
+
"epoch": 14.721585742862338,
|
| 1520 |
+
"eval_loss": 0.683451235294342,
|
| 1521 |
+
"eval_runtime": 116.8285,
|
| 1522 |
+
"eval_samples_per_second": 41.308,
|
| 1523 |
+
"eval_steps_per_second": 20.654,
|
| 1524 |
+
"step": 5050
|
| 1525 |
+
},
|
| 1526 |
+
{
|
| 1527 |
+
"epoch": 14.867066739407164,
|
| 1528 |
+
"grad_norm": 47.15498352050781,
|
| 1529 |
+
"learning_rate": 2.5655976676384842e-05,
|
| 1530 |
+
"loss": 0.7062,
|
| 1531 |
+
"step": 5100
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"epoch": 14.867066739407164,
|
| 1535 |
+
"eval_loss": 0.6834617853164673,
|
| 1536 |
+
"eval_runtime": 116.6798,
|
| 1537 |
+
"eval_samples_per_second": 41.361,
|
| 1538 |
+
"eval_steps_per_second": 20.681,
|
| 1539 |
+
"step": 5100
|
| 1540 |
}
|
| 1541 |
],
|
| 1542 |
"logging_steps": 50,
|
|
|
|
| 1556 |
"attributes": {}
|
| 1557 |
}
|
| 1558 |
},
|
| 1559 |
+
"total_flos": 1.3400806487312302e+18,
|
| 1560 |
"train_batch_size": 2,
|
| 1561 |
"trial_name": null,
|
| 1562 |
"trial_params": null
|