Training in progress, step 6000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:095aeb5c44cb9a72ed1a0f1b80ff171de934de9ed141a1a2063927e0ba663d9e
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50e33fe817fc94e5049b80c11e32eacd950298cccd79b079b276bb66599beb80
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd399035d6d61703194945de98fdae7ea399ca55d89cd8d7f88b8fcde8480235
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4409b78a0c49863ad1dc85e7b70a0947c6e5044950cda1ebb0cfe114c7f86bca
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.08539459854364395,
|
| 3 |
"best_model_checkpoint": "./fine-tuned/checkpoint-5500",
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -865,6 +865,84 @@
|
|
| 865 |
"eval_samples_per_second": 22.802,
|
| 866 |
"eval_steps_per_second": 5.701,
|
| 867 |
"step": 5500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 868 |
}
|
| 869 |
],
|
| 870 |
"logging_steps": 50,
|
|
@@ -884,7 +962,7 @@
|
|
| 884 |
"attributes": {}
|
| 885 |
}
|
| 886 |
},
|
| 887 |
-
"total_flos": 1.
|
| 888 |
"train_batch_size": 4,
|
| 889 |
"trial_name": null,
|
| 890 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.08539459854364395,
|
| 3 |
"best_model_checkpoint": "./fine-tuned/checkpoint-5500",
|
| 4 |
+
"epoch": 0.48,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 6000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 865 |
"eval_samples_per_second": 22.802,
|
| 866 |
"eval_steps_per_second": 5.701,
|
| 867 |
"step": 5500
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 0.444,
|
| 871 |
+
"grad_norm": 0.09632231295108795,
|
| 872 |
+
"learning_rate": 2.3342400000000002e-05,
|
| 873 |
+
"loss": 0.0621,
|
| 874 |
+
"step": 5550
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 0.448,
|
| 878 |
+
"grad_norm": 0.15080232918262482,
|
| 879 |
+
"learning_rate": 2.32824e-05,
|
| 880 |
+
"loss": 0.0674,
|
| 881 |
+
"step": 5600
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 0.452,
|
| 885 |
+
"grad_norm": 0.14794333279132843,
|
| 886 |
+
"learning_rate": 2.32224e-05,
|
| 887 |
+
"loss": 0.0662,
|
| 888 |
+
"step": 5650
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 0.456,
|
| 892 |
+
"grad_norm": 0.15014077723026276,
|
| 893 |
+
"learning_rate": 2.31624e-05,
|
| 894 |
+
"loss": 0.0574,
|
| 895 |
+
"step": 5700
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 0.46,
|
| 899 |
+
"grad_norm": 0.10953331738710403,
|
| 900 |
+
"learning_rate": 2.31024e-05,
|
| 901 |
+
"loss": 0.0684,
|
| 902 |
+
"step": 5750
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 0.464,
|
| 906 |
+
"grad_norm": 0.17434537410736084,
|
| 907 |
+
"learning_rate": 2.30424e-05,
|
| 908 |
+
"loss": 0.0687,
|
| 909 |
+
"step": 5800
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 0.468,
|
| 913 |
+
"grad_norm": 0.12245655059814453,
|
| 914 |
+
"learning_rate": 2.29824e-05,
|
| 915 |
+
"loss": 0.0689,
|
| 916 |
+
"step": 5850
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 0.472,
|
| 920 |
+
"grad_norm": 0.10118559747934341,
|
| 921 |
+
"learning_rate": 2.29224e-05,
|
| 922 |
+
"loss": 0.0609,
|
| 923 |
+
"step": 5900
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 0.476,
|
| 927 |
+
"grad_norm": 0.14768172800540924,
|
| 928 |
+
"learning_rate": 2.28624e-05,
|
| 929 |
+
"loss": 0.0717,
|
| 930 |
+
"step": 5950
|
| 931 |
+
},
|
| 932 |
+
{
|
| 933 |
+
"epoch": 0.48,
|
| 934 |
+
"grad_norm": 0.18510164320468903,
|
| 935 |
+
"learning_rate": 2.28024e-05,
|
| 936 |
+
"loss": 0.0716,
|
| 937 |
+
"step": 6000
|
| 938 |
+
},
|
| 939 |
+
{
|
| 940 |
+
"epoch": 0.48,
|
| 941 |
+
"eval_loss": 0.08568704128265381,
|
| 942 |
+
"eval_runtime": 87.7082,
|
| 943 |
+
"eval_samples_per_second": 22.803,
|
| 944 |
+
"eval_steps_per_second": 5.701,
|
| 945 |
+
"step": 6000
|
| 946 |
}
|
| 947 |
],
|
| 948 |
"logging_steps": 50,
|
|
|
|
| 962 |
"attributes": {}
|
| 963 |
}
|
| 964 |
},
|
| 965 |
+
"total_flos": 1.461498937344e+16,
|
| 966 |
"train_batch_size": 4,
|
| 967 |
"trial_name": null,
|
| 968 |
"trial_params": null
|