Training in progress, step 730000
Browse files- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/pytorch_model.bin +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/rng_state_4.pth +1 -1
- last-checkpoint/rng_state_5.pth +1 -1
- last-checkpoint/rng_state_6.pth +1 -1
- last-checkpoint/rng_state_7.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +123 -3
- pytorch_model.bin +1 -1
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 893441093
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1be007eb114cc618f1ceaa130909e92fd5731bc7aad8602b4ed98f81b57d25bf
|
| 3 |
size 893441093
|
last-checkpoint/pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449450757
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea4c2b3e5d29d09f4a111c5075cde8ee07ba7f3b202fd9634b12a3a9c596859e
|
| 3 |
size 449450757
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:472c99e6947863db3f1c3d882d64923234eaab4acafbf699ca3ec4467c8ba935
|
| 3 |
size 14583
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cced04411b336cffec34790d9efd6c44e0f42ec0710b270ba40018e4d2110bd3
|
| 3 |
size 14583
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3761d69b35d8301192dc513e1e8b4eb43934633a73f8a9567ed32e9ce5136e04
|
| 3 |
size 14583
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cdb187bb03db539c4db87f036b94065ed1b4bc8ae6a103a3d335b3b87fb02788
|
| 3 |
size 14583
|
last-checkpoint/rng_state_4.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a234a61c6f373c55eead9dc4f863dd69f6b355d0e31c4f71324cdbe0628f412
|
| 3 |
size 14583
|
last-checkpoint/rng_state_5.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a481c02af20ead0436feb53d8a01d57cdc94addc339ab22944f77b00d9318fa
|
| 3 |
size 14583
|
last-checkpoint/rng_state_6.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae53946121d7ea1cdb1ff678f657136fa4e5d4bad1a9f26aa0386c6bb047c44e
|
| 3 |
size 14583
|
last-checkpoint/rng_state_7.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64797a5397bc5a26908cb86c3611823652cf8c230fe6c26bd266a0f5beb30f2f
|
| 3 |
size 14583
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 627
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:647e93cd3a2419679fdb9a7ca8861633886e70429797716b24c74206efebd08a
|
| 3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 1.
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
@@ -8646,11 +8646,131 @@
|
|
| 8646 |
"learning_rate": 3.792431969018824e-05,
|
| 8647 |
"loss": 0.2951,
|
| 8648 |
"step": 720000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8649 |
}
|
| 8650 |
],
|
| 8651 |
"max_steps": 1000000,
|
| 8652 |
"num_train_epochs": 2,
|
| 8653 |
-
"total_flos": 4.
|
| 8654 |
"trial_name": null,
|
| 8655 |
"trial_params": null
|
| 8656 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 1.4593053706435737,
|
| 5 |
+
"global_step": 730000,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
|
|
| 8646 |
"learning_rate": 3.792431969018824e-05,
|
| 8647 |
"loss": 0.2951,
|
| 8648 |
"step": 720000
|
| 8649 |
+
},
|
| 8650 |
+
{
|
| 8651 |
+
"epoch": 1.44,
|
| 8652 |
+
"learning_rate": 3.783187692278245e-05,
|
| 8653 |
+
"loss": 0.2952,
|
| 8654 |
+
"step": 720500
|
| 8655 |
+
},
|
| 8656 |
+
{
|
| 8657 |
+
"epoch": 1.44,
|
| 8658 |
+
"learning_rate": 3.7739549441414945e-05,
|
| 8659 |
+
"loss": 0.2951,
|
| 8660 |
+
"step": 721000
|
| 8661 |
+
},
|
| 8662 |
+
{
|
| 8663 |
+
"epoch": 1.44,
|
| 8664 |
+
"learning_rate": 3.764733749850558e-05,
|
| 8665 |
+
"loss": 0.2957,
|
| 8666 |
+
"step": 721500
|
| 8667 |
+
},
|
| 8668 |
+
{
|
| 8669 |
+
"epoch": 1.44,
|
| 8670 |
+
"learning_rate": 3.755524134615825e-05,
|
| 8671 |
+
"loss": 0.2955,
|
| 8672 |
+
"step": 722000
|
| 8673 |
+
},
|
| 8674 |
+
{
|
| 8675 |
+
"epoch": 1.44,
|
| 8676 |
+
"learning_rate": 3.746326123616032e-05,
|
| 8677 |
+
"loss": 0.2953,
|
| 8678 |
+
"step": 722500
|
| 8679 |
+
},
|
| 8680 |
+
{
|
| 8681 |
+
"epoch": 1.45,
|
| 8682 |
+
"learning_rate": 3.7371397419981925e-05,
|
| 8683 |
+
"loss": 0.2947,
|
| 8684 |
+
"step": 723000
|
| 8685 |
+
},
|
| 8686 |
+
{
|
| 8687 |
+
"epoch": 1.45,
|
| 8688 |
+
"learning_rate": 3.7279650148775196e-05,
|
| 8689 |
+
"loss": 0.2949,
|
| 8690 |
+
"step": 723500
|
| 8691 |
+
},
|
| 8692 |
+
{
|
| 8693 |
+
"epoch": 1.45,
|
| 8694 |
+
"learning_rate": 3.7188019673373706e-05,
|
| 8695 |
+
"loss": 0.2954,
|
| 8696 |
+
"step": 724000
|
| 8697 |
+
},
|
| 8698 |
+
{
|
| 8699 |
+
"epoch": 1.45,
|
| 8700 |
+
"learning_rate": 3.709650624429166e-05,
|
| 8701 |
+
"loss": 0.2949,
|
| 8702 |
+
"step": 724500
|
| 8703 |
+
},
|
| 8704 |
+
{
|
| 8705 |
+
"epoch": 1.45,
|
| 8706 |
+
"learning_rate": 3.700511011172325e-05,
|
| 8707 |
+
"loss": 0.2946,
|
| 8708 |
+
"step": 725000
|
| 8709 |
+
},
|
| 8710 |
+
{
|
| 8711 |
+
"epoch": 1.45,
|
| 8712 |
+
"learning_rate": 3.691383152554207e-05,
|
| 8713 |
+
"loss": 0.2953,
|
| 8714 |
+
"step": 725500
|
| 8715 |
+
},
|
| 8716 |
+
{
|
| 8717 |
+
"epoch": 1.45,
|
| 8718 |
+
"learning_rate": 3.682267073530023e-05,
|
| 8719 |
+
"loss": 0.295,
|
| 8720 |
+
"step": 726000
|
| 8721 |
+
},
|
| 8722 |
+
{
|
| 8723 |
+
"epoch": 1.45,
|
| 8724 |
+
"learning_rate": 3.67316279902279e-05,
|
| 8725 |
+
"loss": 0.2948,
|
| 8726 |
+
"step": 726500
|
| 8727 |
+
},
|
| 8728 |
+
{
|
| 8729 |
+
"epoch": 1.45,
|
| 8730 |
+
"learning_rate": 3.664070353923245e-05,
|
| 8731 |
+
"loss": 0.2949,
|
| 8732 |
+
"step": 727000
|
| 8733 |
+
},
|
| 8734 |
+
{
|
| 8735 |
+
"epoch": 1.45,
|
| 8736 |
+
"learning_rate": 3.654989763089782e-05,
|
| 8737 |
+
"loss": 0.295,
|
| 8738 |
+
"step": 727500
|
| 8739 |
+
},
|
| 8740 |
+
{
|
| 8741 |
+
"epoch": 1.46,
|
| 8742 |
+
"learning_rate": 3.645921051348396e-05,
|
| 8743 |
+
"loss": 0.2949,
|
| 8744 |
+
"step": 728000
|
| 8745 |
+
},
|
| 8746 |
+
{
|
| 8747 |
+
"epoch": 1.46,
|
| 8748 |
+
"learning_rate": 3.6368642434925924e-05,
|
| 8749 |
+
"loss": 0.2938,
|
| 8750 |
+
"step": 728500
|
| 8751 |
+
},
|
| 8752 |
+
{
|
| 8753 |
+
"epoch": 1.46,
|
| 8754 |
+
"learning_rate": 3.627819364283345e-05,
|
| 8755 |
+
"loss": 0.294,
|
| 8756 |
+
"step": 729000
|
| 8757 |
+
},
|
| 8758 |
+
{
|
| 8759 |
+
"epoch": 1.46,
|
| 8760 |
+
"learning_rate": 3.6187864384490035e-05,
|
| 8761 |
+
"loss": 0.2937,
|
| 8762 |
+
"step": 729500
|
| 8763 |
+
},
|
| 8764 |
+
{
|
| 8765 |
+
"epoch": 1.46,
|
| 8766 |
+
"learning_rate": 3.6097654906852405e-05,
|
| 8767 |
+
"loss": 0.2947,
|
| 8768 |
+
"step": 730000
|
| 8769 |
}
|
| 8770 |
],
|
| 8771 |
"max_steps": 1000000,
|
| 8772 |
"num_train_epochs": 2,
|
| 8773 |
+
"total_flos": 4.935320741341352e+22,
|
| 8774 |
"trial_name": null,
|
| 8775 |
"trial_params": null
|
| 8776 |
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449450757
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea4c2b3e5d29d09f4a111c5075cde8ee07ba7f3b202fd9634b12a3a9c596859e
|
| 3 |
size 449450757
|