Training in progress, epoch 29, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1227009528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:daef4e55ad3f9cac7476db8fc6c0558852fa9a93b615790669d2f15c7a8efc1b
|
| 3 |
size 1227009528
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2454133690
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4d1575be4a450eb389f45ccce71c57c7f233f5a2b6bd3384717eae5a12f344b
|
| 3 |
size 2454133690
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd4ea3a90506cd06614bd07f48e2ae5e6d0bcae66d2c1234c0b2b3e5e6f04045
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ca503ac3f6a648f00e869d6e43b6905f33cfb3af705d6edf930285c1fae1c03
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 34.4583740234375,
|
| 3 |
"best_model_checkpoint": "/kaggle/working/output/checkpoint-36540",
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -2786,6 +2786,105 @@
|
|
| 2786 |
"eval_samples_per_second": 26.465,
|
| 2787 |
"eval_steps_per_second": 3.326,
|
| 2788 |
"step": 36540
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2789 |
}
|
| 2790 |
],
|
| 2791 |
"logging_steps": 100,
|
|
@@ -2800,7 +2899,7 @@
|
|
| 2800 |
"early_stopping_threshold": 0.0
|
| 2801 |
},
|
| 2802 |
"attributes": {
|
| 2803 |
-
"early_stopping_patience_counter":
|
| 2804 |
}
|
| 2805 |
},
|
| 2806 |
"TrainerControl": {
|
|
@@ -2814,7 +2913,7 @@
|
|
| 2814 |
"attributes": {}
|
| 2815 |
}
|
| 2816 |
},
|
| 2817 |
-
"total_flos":
|
| 2818 |
"train_batch_size": 8,
|
| 2819 |
"trial_name": null,
|
| 2820 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 34.4583740234375,
|
| 3 |
"best_model_checkpoint": "/kaggle/working/output/checkpoint-36540",
|
| 4 |
+
"epoch": 29.0,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 37845,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 2786 |
"eval_samples_per_second": 26.465,
|
| 2787 |
"eval_steps_per_second": 3.326,
|
| 2788 |
"step": 36540
|
| 2789 |
+
},
|
| 2790 |
+
{
|
| 2791 |
+
"epoch": 28.04597701149425,
|
| 2792 |
+
"grad_norm": 6.301197052001953,
|
| 2793 |
+
"learning_rate": 3.24794061302682e-05,
|
| 2794 |
+
"loss": 33.1986,
|
| 2795 |
+
"step": 36600
|
| 2796 |
+
},
|
| 2797 |
+
{
|
| 2798 |
+
"epoch": 28.122605363984675,
|
| 2799 |
+
"grad_norm": 3.1395254135131836,
|
| 2800 |
+
"learning_rate": 3.243151340996169e-05,
|
| 2801 |
+
"loss": 32.8468,
|
| 2802 |
+
"step": 36700
|
| 2803 |
+
},
|
| 2804 |
+
{
|
| 2805 |
+
"epoch": 28.199233716475096,
|
| 2806 |
+
"grad_norm": 2.673875331878662,
|
| 2807 |
+
"learning_rate": 3.2383620689655175e-05,
|
| 2808 |
+
"loss": 32.7804,
|
| 2809 |
+
"step": 36800
|
| 2810 |
+
},
|
| 2811 |
+
{
|
| 2812 |
+
"epoch": 28.275862068965516,
|
| 2813 |
+
"grad_norm": 3.807201862335205,
|
| 2814 |
+
"learning_rate": 3.233572796934866e-05,
|
| 2815 |
+
"loss": 34.128,
|
| 2816 |
+
"step": 36900
|
| 2817 |
+
},
|
| 2818 |
+
{
|
| 2819 |
+
"epoch": 28.35249042145594,
|
| 2820 |
+
"grad_norm": 3.2160332202911377,
|
| 2821 |
+
"learning_rate": 3.228783524904215e-05,
|
| 2822 |
+
"loss": 33.0419,
|
| 2823 |
+
"step": 37000
|
| 2824 |
+
},
|
| 2825 |
+
{
|
| 2826 |
+
"epoch": 28.42911877394636,
|
| 2827 |
+
"grad_norm": 3.2508413791656494,
|
| 2828 |
+
"learning_rate": 3.2239942528735636e-05,
|
| 2829 |
+
"loss": 33.3642,
|
| 2830 |
+
"step": 37100
|
| 2831 |
+
},
|
| 2832 |
+
{
|
| 2833 |
+
"epoch": 28.50574712643678,
|
| 2834 |
+
"grad_norm": 4.088146209716797,
|
| 2835 |
+
"learning_rate": 3.219204980842912e-05,
|
| 2836 |
+
"loss": 33.1516,
|
| 2837 |
+
"step": 37200
|
| 2838 |
+
},
|
| 2839 |
+
{
|
| 2840 |
+
"epoch": 28.582375478927204,
|
| 2841 |
+
"grad_norm": 3.4091460704803467,
|
| 2842 |
+
"learning_rate": 3.214415708812261e-05,
|
| 2843 |
+
"loss": 33.5824,
|
| 2844 |
+
"step": 37300
|
| 2845 |
+
},
|
| 2846 |
+
{
|
| 2847 |
+
"epoch": 28.659003831417625,
|
| 2848 |
+
"grad_norm": 3.113368034362793,
|
| 2849 |
+
"learning_rate": 3.209626436781609e-05,
|
| 2850 |
+
"loss": 33.2279,
|
| 2851 |
+
"step": 37400
|
| 2852 |
+
},
|
| 2853 |
+
{
|
| 2854 |
+
"epoch": 28.735632183908045,
|
| 2855 |
+
"grad_norm": 3.7009544372558594,
|
| 2856 |
+
"learning_rate": 3.2048371647509577e-05,
|
| 2857 |
+
"loss": 33.0744,
|
| 2858 |
+
"step": 37500
|
| 2859 |
+
},
|
| 2860 |
+
{
|
| 2861 |
+
"epoch": 28.81226053639847,
|
| 2862 |
+
"grad_norm": 2.046365261077881,
|
| 2863 |
+
"learning_rate": 3.2000478927203063e-05,
|
| 2864 |
+
"loss": 33.1949,
|
| 2865 |
+
"step": 37600
|
| 2866 |
+
},
|
| 2867 |
+
{
|
| 2868 |
+
"epoch": 28.88888888888889,
|
| 2869 |
+
"grad_norm": 3.8142659664154053,
|
| 2870 |
+
"learning_rate": 3.195258620689655e-05,
|
| 2871 |
+
"loss": 33.3156,
|
| 2872 |
+
"step": 37700
|
| 2873 |
+
},
|
| 2874 |
+
{
|
| 2875 |
+
"epoch": 28.96551724137931,
|
| 2876 |
+
"grad_norm": 3.120384454727173,
|
| 2877 |
+
"learning_rate": 3.190469348659004e-05,
|
| 2878 |
+
"loss": 32.828,
|
| 2879 |
+
"step": 37800
|
| 2880 |
+
},
|
| 2881 |
+
{
|
| 2882 |
+
"epoch": 29.0,
|
| 2883 |
+
"eval_loss": 34.519615173339844,
|
| 2884 |
+
"eval_runtime": 49.3498,
|
| 2885 |
+
"eval_samples_per_second": 26.444,
|
| 2886 |
+
"eval_steps_per_second": 3.323,
|
| 2887 |
+
"step": 37845
|
| 2888 |
}
|
| 2889 |
],
|
| 2890 |
"logging_steps": 100,
|
|
|
|
| 2899 |
"early_stopping_threshold": 0.0
|
| 2900 |
},
|
| 2901 |
"attributes": {
|
| 2902 |
+
"early_stopping_patience_counter": 1
|
| 2903 |
}
|
| 2904 |
},
|
| 2905 |
"TrainerControl": {
|
|
|
|
| 2913 |
"attributes": {}
|
| 2914 |
}
|
| 2915 |
},
|
| 2916 |
+
"total_flos": 4.081201618836787e+16,
|
| 2917 |
"train_batch_size": 8,
|
| 2918 |
"trial_name": null,
|
| 2919 |
"trial_params": null
|