Training in progress, step 4500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d92451ae8471118d0f4ff3201506d5a90f2bd77bc4421e8d24fa92669e67129e
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1139382effd26c75058f4fa1f776505299c54924e4b6db23f70ae7f64e41724
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a72f59ef3242e6b962c12852e52500422626ceac4df8fb1a56d6379db9b8a98
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94a107a53df948b9265998ab0f5b874dabd9db8a133cddea9279d7b4c6c999e9
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -631,6 +631,84 @@
|
|
| 631 |
"eval_samples_per_second": 22.784,
|
| 632 |
"eval_steps_per_second": 5.696,
|
| 633 |
"step": 4000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 634 |
}
|
| 635 |
],
|
| 636 |
"logging_steps": 50,
|
|
@@ -650,7 +728,7 @@
|
|
| 650 |
"attributes": {}
|
| 651 |
}
|
| 652 |
},
|
| 653 |
-
"total_flos":
|
| 654 |
"train_batch_size": 4,
|
| 655 |
"trial_name": null,
|
| 656 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.08653330057859421,
|
| 3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-4500",
|
| 4 |
+
"epoch": 0.36,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 4500,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 631 |
"eval_samples_per_second": 22.784,
|
| 632 |
"eval_steps_per_second": 5.696,
|
| 633 |
"step": 4000
|
| 634 |
+
},
|
| 635 |
+
{
|
| 636 |
+
"epoch": 0.324,
|
| 637 |
+
"grad_norm": 0.07968447357416153,
|
| 638 |
+
"learning_rate": 2.5142400000000002e-05,
|
| 639 |
+
"loss": 0.0635,
|
| 640 |
+
"step": 4050
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"epoch": 0.328,
|
| 644 |
+
"grad_norm": 0.1641731858253479,
|
| 645 |
+
"learning_rate": 2.5082400000000002e-05,
|
| 646 |
+
"loss": 0.0667,
|
| 647 |
+
"step": 4100
|
| 648 |
+
},
|
| 649 |
+
{
|
| 650 |
+
"epoch": 0.332,
|
| 651 |
+
"grad_norm": 0.15083415806293488,
|
| 652 |
+
"learning_rate": 2.5022400000000003e-05,
|
| 653 |
+
"loss": 0.071,
|
| 654 |
+
"step": 4150
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"epoch": 0.336,
|
| 658 |
+
"grad_norm": 0.16534006595611572,
|
| 659 |
+
"learning_rate": 2.4962400000000003e-05,
|
| 660 |
+
"loss": 0.0735,
|
| 661 |
+
"step": 4200
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"epoch": 0.34,
|
| 665 |
+
"grad_norm": 0.1629945933818817,
|
| 666 |
+
"learning_rate": 2.49024e-05,
|
| 667 |
+
"loss": 0.0641,
|
| 668 |
+
"step": 4250
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"epoch": 0.344,
|
| 672 |
+
"grad_norm": 0.11393357813358307,
|
| 673 |
+
"learning_rate": 2.48424e-05,
|
| 674 |
+
"loss": 0.0679,
|
| 675 |
+
"step": 4300
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"epoch": 0.348,
|
| 679 |
+
"grad_norm": 0.10581399500370026,
|
| 680 |
+
"learning_rate": 2.4782400000000002e-05,
|
| 681 |
+
"loss": 0.0666,
|
| 682 |
+
"step": 4350
|
| 683 |
+
},
|
| 684 |
+
{
|
| 685 |
+
"epoch": 0.352,
|
| 686 |
+
"grad_norm": 0.1571837067604065,
|
| 687 |
+
"learning_rate": 2.4722400000000002e-05,
|
| 688 |
+
"loss": 0.0619,
|
| 689 |
+
"step": 4400
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"epoch": 0.356,
|
| 693 |
+
"grad_norm": 0.11944606155157089,
|
| 694 |
+
"learning_rate": 2.4662400000000003e-05,
|
| 695 |
+
"loss": 0.0666,
|
| 696 |
+
"step": 4450
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"epoch": 0.36,
|
| 700 |
+
"grad_norm": 0.17318391799926758,
|
| 701 |
+
"learning_rate": 2.46024e-05,
|
| 702 |
+
"loss": 0.0684,
|
| 703 |
+
"step": 4500
|
| 704 |
+
},
|
| 705 |
+
{
|
| 706 |
+
"epoch": 0.36,
|
| 707 |
+
"eval_loss": 0.08653330057859421,
|
| 708 |
+
"eval_runtime": 87.7823,
|
| 709 |
+
"eval_samples_per_second": 22.784,
|
| 710 |
+
"eval_steps_per_second": 5.696,
|
| 711 |
+
"step": 4500
|
| 712 |
}
|
| 713 |
],
|
| 714 |
"logging_steps": 50,
|
|
|
|
| 728 |
"attributes": {}
|
| 729 |
}
|
| 730 |
},
|
| 731 |
+
"total_flos": 1.096124203008e+16,
|
| 732 |
"train_batch_size": 4,
|
| 733 |
"trial_name": null,
|
| 734 |
"trial_params": null
|