Training in progress, step 4000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:164eb6a81614e9f1939013796bd9b48e2712186901dcd74df1d6b04dce844484
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1b12fd71694fa1ec35a8b9d6e65e079baa75b27e5b9f063a99bdafa82fe1e09
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66d55cead2e68dd96646c1b6f8fd0e4361ef538e5be0ae590c27b3898e8c95df
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53ae3cfedd2dd31595a079dd5baf168ac1b0849191aed860395ad88084b14144
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -553,6 +553,84 @@
|
|
| 553 |
"eval_samples_per_second": 22.813,
|
| 554 |
"eval_steps_per_second": 5.703,
|
| 555 |
"step": 3500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 556 |
}
|
| 557 |
],
|
| 558 |
"logging_steps": 50,
|
|
@@ -572,7 +650,7 @@
|
|
| 572 |
"attributes": {}
|
| 573 |
}
|
| 574 |
},
|
| 575 |
-
"total_flos":
|
| 576 |
"train_batch_size": 4,
|
| 577 |
"trial_name": null,
|
| 578 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.0867869183421135,
|
| 3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-4000",
|
| 4 |
+
"epoch": 0.32,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 4000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 553 |
"eval_samples_per_second": 22.813,
|
| 554 |
"eval_steps_per_second": 5.703,
|
| 555 |
"step": 3500
|
| 556 |
+
},
|
| 557 |
+
{
|
| 558 |
+
"epoch": 0.284,
|
| 559 |
+
"grad_norm": 0.13956592977046967,
|
| 560 |
+
"learning_rate": 2.57424e-05,
|
| 561 |
+
"loss": 0.0749,
|
| 562 |
+
"step": 3550
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"epoch": 0.288,
|
| 566 |
+
"grad_norm": 0.2318839579820633,
|
| 567 |
+
"learning_rate": 2.56824e-05,
|
| 568 |
+
"loss": 0.0658,
|
| 569 |
+
"step": 3600
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"epoch": 0.292,
|
| 573 |
+
"grad_norm": 0.10267651081085205,
|
| 574 |
+
"learning_rate": 2.56224e-05,
|
| 575 |
+
"loss": 0.0651,
|
| 576 |
+
"step": 3650
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"epoch": 0.296,
|
| 580 |
+
"grad_norm": 0.13903647661209106,
|
| 581 |
+
"learning_rate": 2.5562399999999998e-05,
|
| 582 |
+
"loss": 0.0684,
|
| 583 |
+
"step": 3700
|
| 584 |
+
},
|
| 585 |
+
{
|
| 586 |
+
"epoch": 0.3,
|
| 587 |
+
"grad_norm": 0.07369179278612137,
|
| 588 |
+
"learning_rate": 2.5502399999999998e-05,
|
| 589 |
+
"loss": 0.0643,
|
| 590 |
+
"step": 3750
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"epoch": 0.304,
|
| 594 |
+
"grad_norm": 0.18283645808696747,
|
| 595 |
+
"learning_rate": 2.54424e-05,
|
| 596 |
+
"loss": 0.0745,
|
| 597 |
+
"step": 3800
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 0.308,
|
| 601 |
+
"grad_norm": 0.1031743511557579,
|
| 602 |
+
"learning_rate": 2.5382400000000003e-05,
|
| 603 |
+
"loss": 0.0678,
|
| 604 |
+
"step": 3850
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"epoch": 0.312,
|
| 608 |
+
"grad_norm": 0.2246129959821701,
|
| 609 |
+
"learning_rate": 2.5322400000000003e-05,
|
| 610 |
+
"loss": 0.0701,
|
| 611 |
+
"step": 3900
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"epoch": 0.316,
|
| 615 |
+
"grad_norm": 0.1434032917022705,
|
| 616 |
+
"learning_rate": 2.52624e-05,
|
| 617 |
+
"loss": 0.071,
|
| 618 |
+
"step": 3950
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"epoch": 0.32,
|
| 622 |
+
"grad_norm": 0.11730857193470001,
|
| 623 |
+
"learning_rate": 2.52024e-05,
|
| 624 |
+
"loss": 0.0696,
|
| 625 |
+
"step": 4000
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"epoch": 0.32,
|
| 629 |
+
"eval_loss": 0.0867869183421135,
|
| 630 |
+
"eval_runtime": 87.7801,
|
| 631 |
+
"eval_samples_per_second": 22.784,
|
| 632 |
+
"eval_steps_per_second": 5.696,
|
| 633 |
+
"step": 4000
|
| 634 |
}
|
| 635 |
],
|
| 636 |
"logging_steps": 50,
|
|
|
|
| 650 |
"attributes": {}
|
| 651 |
}
|
| 652 |
},
|
| 653 |
+
"total_flos": 9743326248960000.0,
|
| 654 |
"train_batch_size": 4,
|
| 655 |
"trial_name": null,
|
| 656 |
"trial_params": null
|