Training in progress, step 5500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43ca506b0183f9255cc6c3701ab3aee5b7772bf568964446510a6d0a144e6b33
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c1038f81f76195378c96900b3959ec8f4c557986d1afd0f635616ff00bffc77
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7f92d67c89ccf30b9936f79f017a85d14b84762689e01f7c463f2d3a6a334a4
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:774dfffb03e2468097535f9b9aa538278b4485e6383bdbb24c5835c80721018e
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -787,6 +787,84 @@
|
|
| 787 |
"eval_samples_per_second": 22.798,
|
| 788 |
"eval_steps_per_second": 5.699,
|
| 789 |
"step": 5000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 790 |
}
|
| 791 |
],
|
| 792 |
"logging_steps": 50,
|
|
@@ -806,7 +884,7 @@
|
|
| 806 |
"attributes": {}
|
| 807 |
}
|
| 808 |
},
|
| 809 |
-
"total_flos": 1.
|
| 810 |
"train_batch_size": 4,
|
| 811 |
"trial_name": null,
|
| 812 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.08539459854364395,
|
| 3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-5500",
|
| 4 |
+
"epoch": 0.44,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 5500,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 787 |
"eval_samples_per_second": 22.798,
|
| 788 |
"eval_steps_per_second": 5.699,
|
| 789 |
"step": 5000
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 0.404,
|
| 793 |
+
"grad_norm": 0.1547604650259018,
|
| 794 |
+
"learning_rate": 2.39424e-05,
|
| 795 |
+
"loss": 0.0691,
|
| 796 |
+
"step": 5050
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"epoch": 0.408,
|
| 800 |
+
"grad_norm": 0.17712494730949402,
|
| 801 |
+
"learning_rate": 2.38824e-05,
|
| 802 |
+
"loss": 0.064,
|
| 803 |
+
"step": 5100
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"epoch": 0.412,
|
| 807 |
+
"grad_norm": 0.16606800258159637,
|
| 808 |
+
"learning_rate": 2.38224e-05,
|
| 809 |
+
"loss": 0.0687,
|
| 810 |
+
"step": 5150
|
| 811 |
+
},
|
| 812 |
+
{
|
| 813 |
+
"epoch": 0.416,
|
| 814 |
+
"grad_norm": 0.18862195312976837,
|
| 815 |
+
"learning_rate": 2.37624e-05,
|
| 816 |
+
"loss": 0.0662,
|
| 817 |
+
"step": 5200
|
| 818 |
+
},
|
| 819 |
+
{
|
| 820 |
+
"epoch": 0.42,
|
| 821 |
+
"grad_norm": 0.1778397411108017,
|
| 822 |
+
"learning_rate": 2.3702400000000002e-05,
|
| 823 |
+
"loss": 0.0632,
|
| 824 |
+
"step": 5250
|
| 825 |
+
},
|
| 826 |
+
{
|
| 827 |
+
"epoch": 0.424,
|
| 828 |
+
"grad_norm": 0.15363118052482605,
|
| 829 |
+
"learning_rate": 2.36424e-05,
|
| 830 |
+
"loss": 0.0617,
|
| 831 |
+
"step": 5300
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"epoch": 0.428,
|
| 835 |
+
"grad_norm": 0.1690954864025116,
|
| 836 |
+
"learning_rate": 2.35824e-05,
|
| 837 |
+
"loss": 0.0717,
|
| 838 |
+
"step": 5350
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"epoch": 0.432,
|
| 842 |
+
"grad_norm": 0.19384829699993134,
|
| 843 |
+
"learning_rate": 2.35224e-05,
|
| 844 |
+
"loss": 0.0669,
|
| 845 |
+
"step": 5400
|
| 846 |
+
},
|
| 847 |
+
{
|
| 848 |
+
"epoch": 0.436,
|
| 849 |
+
"grad_norm": 0.20759643614292145,
|
| 850 |
+
"learning_rate": 2.34624e-05,
|
| 851 |
+
"loss": 0.0662,
|
| 852 |
+
"step": 5450
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"epoch": 0.44,
|
| 856 |
+
"grad_norm": 0.16528765857219696,
|
| 857 |
+
"learning_rate": 2.34024e-05,
|
| 858 |
+
"loss": 0.0737,
|
| 859 |
+
"step": 5500
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"epoch": 0.44,
|
| 863 |
+
"eval_loss": 0.08539459854364395,
|
| 864 |
+
"eval_runtime": 87.7109,
|
| 865 |
+
"eval_samples_per_second": 22.802,
|
| 866 |
+
"eval_steps_per_second": 5.701,
|
| 867 |
+
"step": 5500
|
| 868 |
}
|
| 869 |
],
|
| 870 |
"logging_steps": 50,
|
|
|
|
| 884 |
"attributes": {}
|
| 885 |
}
|
| 886 |
},
|
| 887 |
+
"total_flos": 1.339707359232e+16,
|
| 888 |
"train_batch_size": 4,
|
| 889 |
"trial_name": null,
|
| 890 |
"trial_params": null
|