Upload logs/1f517e33_sft_sftX2.log with huggingface_hub
Browse files- logs/1f517e33_sft_sftX2.log +310 -0
logs/1f517e33_sft_sftX2.log
CHANGED
|
@@ -2821,3 +2821,313 @@ Consider using tensor.detach() first. (Triggered internally at /pytorch/torch/cs
|
|
| 2821 |
17:17:20 step 2350/2500 epoch 5 loss 0.6490 lr 3.60e-06 (10139s)
|
| 2822 |
17:20:56 step 2400/2500 epoch 6 loss 0.6370 lr 2.40e-06 (10355s)
|
| 2823 |
17:24:29 step 2450/2500 epoch 6 loss 0.7167 lr 1.20e-06 (10568s)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2824 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2825 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2826 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2827 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2828 |
/tmp/sftX2.pt : 0%| | 647kB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2829 |
/tmp/sftX2.pt : 1%| | 15.2MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2830 |
/tmp/sftX2.pt : 2%|▏ | 49.9MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2831 |
/tmp/sftX2.pt : 3%|▎ | 68.2MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2832 |
/tmp/sftX2.pt : 4%|▎ | 86.6MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2833 |
/tmp/sftX2.pt : 4%|▍ | 109MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2834 |
/tmp/sftX2.pt : 5%|▌ | 134MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2835 |
/tmp/sftX2.pt : 6%|▋ | 156MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2836 |
/tmp/sftX2.pt : 7%|▋ | 176MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2837 |
/tmp/sftX2.pt : 8%|▊ | 188MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2838 |
/tmp/sftX2.pt : 9%|▉ | 230MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2839 |
/tmp/sftX2.pt : 10%|█ | 250MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2840 |
/tmp/sftX2.pt : 11%|█ | 272MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2841 |
/tmp/sftX2.pt : 12%|█▏ | 302MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2842 |
/tmp/sftX2.pt : 14%|█▎ | 333MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2843 |
/tmp/sftX2.pt : 14%|█▍ | 345MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2844 |
/tmp/sftX2.pt : 15%|█▌ | 378MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2845 |
/tmp/sftX2.pt : 17%|█▋ | 406MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2846 |
/tmp/sftX2.pt : 17%|█▋ | 424MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2847 |
/tmp/sftX2.pt : 18%|█▊ | 450MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2848 |
/tmp/sftX2.pt : 19%|█▉ | 476MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2849 |
/tmp/sftX2.pt : 20%|██ | 497MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2850 |
/tmp/sftX2.pt : 21%|██▏ | 524MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2851 |
/tmp/sftX2.pt : 23%|██▎ | 554MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2852 |
/tmp/sftX2.pt : 24%|██▍ | 586MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2853 |
/tmp/sftX2.pt : 25%|██▍ | 607MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2854 |
/tmp/sftX2.pt : 26%|██▌ | 639MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2855 |
/tmp/sftX2.pt : 27%|██▋ | 668MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2856 |
/tmp/sftX2.pt : 28%|██▊ | 682MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2857 |
/tmp/sftX2.pt : 29%|██▉ | 706MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2858 |
/tmp/sftX2.pt : 30%|███ | 738MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2859 |
/tmp/sftX2.pt : 31%|███ | 755MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2860 |
/tmp/sftX2.pt : 32%|███▏ | 778MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2861 |
/tmp/sftX2.pt : 33%|███▎ | 813MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2862 |
/tmp/sftX2.pt : 34%|███▍ | 829MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2863 |
/tmp/sftX2.pt : 34%|███▍ | 847MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2864 |
/tmp/sftX2.pt : 36%|███▌ | 878MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2865 |
/tmp/sftX2.pt : 38%|███▊ | 925MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2866 |
/tmp/sftX2.pt : 38%|███▊ | 942MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2867 |
/tmp/sftX2.pt : 39%|███▉ | 968MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2868 |
/tmp/sftX2.pt : 41%|████ | 994MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2869 |
/tmp/sftX2.pt : 41%|████▏ | 1.01GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2870 |
/tmp/sftX2.pt : 42%|████▏ | 1.04GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2871 |
/tmp/sftX2.pt : 43%|████▎ | 1.06GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2872 |
/tmp/sftX2.pt : 45%|████▍ | 1.09GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2873 |
/tmp/sftX2.pt : 45%|████▍ | 1.09GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2874 |
/tmp/sftX2.pt : 45%|████▍ | 1.10GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2875 |
/tmp/sftX2.pt : 47%|████▋ | 1.15GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2876 |
/tmp/sftX2.pt : 49%|████▊ | 1.19GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2877 |
/tmp/sftX2.pt : 49%|████▉ | 1.21GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2878 |
/tmp/sftX2.pt : 50%|█████ | 1.23GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2879 |
/tmp/sftX2.pt : 51%|█████▏ | 1.26GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2880 |
/tmp/sftX2.pt : 53%|█████▎ | 1.29GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2881 |
/tmp/sftX2.pt : 54%|█████▎ | 1.31GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2882 |
/tmp/sftX2.pt : 55%|█████▍ | 1.34GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2883 |
/tmp/sftX2.pt : 56%|█████▌ | 1.37GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2884 |
/tmp/sftX2.pt : 57%|█████▋ | 1.40GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2885 |
/tmp/sftX2.pt : 58%|█████▊ | 1.42GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2886 |
/tmp/sftX2.pt : 58%|█████▊ | 1.43GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2887 |
/tmp/sftX2.pt : 59%|█████▊ | 1.44GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2888 |
/tmp/sftX2.pt : 60%|█████▉ | 1.47GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2889 |
/tmp/sftX2.pt : 61%|██████▏ | 1.51GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2890 |
/tmp/sftX2.pt : 63%|██████▎ | 1.55GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2891 |
/tmp/sftX2.pt : 64%|██████▍ | 1.57GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2892 |
/tmp/sftX2.pt : 65%|██████▌ | 1.60GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2893 |
/tmp/sftX2.pt : 66%|██████▌ | 1.63GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2894 |
/tmp/sftX2.pt : 67%|██████▋ | 1.65GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2895 |
/tmp/sftX2.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2896 |
/tmp/sftX2.pt : 69%|██████▉ | 1.69GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2897 |
/tmp/sftX2.pt : 69%|██████▉ | 1.70GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2898 |
/tmp/sftX2.pt : 71%|███████ | 1.73GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2899 |
/tmp/sftX2.pt : 72%|███████▏ | 1.77GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2900 |
/tmp/sftX2.pt : 74%|███████▍ | 1.81GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2901 |
/tmp/sftX2.pt : 74%|███████▍ | 1.83GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2902 |
/tmp/sftX2.pt : 75%|███████▌ | 1.84GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2903 |
/tmp/sftX2.pt : 76%|███████▌ | 1.87GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2904 |
/tmp/sftX2.pt : 78%|███████▊ | 1.91GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2905 |
/tmp/sftX2.pt : 79%|███████▉ | 1.93GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2906 |
/tmp/sftX2.pt : 80%|███████▉ | 1.96GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2907 |
/tmp/sftX2.pt : 81%|████████ | 1.99GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2908 |
/tmp/sftX2.pt : 82%|████████▏ | 2.02GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2909 |
/tmp/sftX2.pt : 83%|████████▎ | 2.03GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2910 |
/tmp/sftX2.pt : 85%|████████▌ | 2.09GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2911 |
/tmp/sftX2.pt : 88%|████████▊ | 2.17GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2912 |
/tmp/sftX2.pt : 92%|█████████▏| 2.26GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2913 |
/tmp/sftX2.pt : 95%|█████████▌| 2.33GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2914 |
/tmp/sftX2.pt : 98%|█████████▊| 2.40GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2915 |
/tmp/sftX2.pt : 98%|█████████▊| 2.41GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2916 |
/tmp/sftX2.pt : 99%|█████████▉| 2.43GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2917 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2918 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2919 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2920 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2921 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2922 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2923 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2924 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2925 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2926 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2927 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2928 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2929 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2930 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB
|
|
|
|
|
|
| 2821 |
17:17:20 step 2350/2500 epoch 5 loss 0.6490 lr 3.60e-06 (10139s)
|
| 2822 |
17:20:56 step 2400/2500 epoch 6 loss 0.6370 lr 2.40e-06 (10355s)
|
| 2823 |
17:24:29 step 2450/2500 epoch 6 loss 0.7167 lr 1.20e-06 (10568s)
|
| 2824 |
+
17:28:02 step 2500/2500 epoch 6 loss 0.6595 lr 0.00e+00 (10781s)
|
| 2825 |
+
|
| 2826 |
+
|
| 2827 |
+
|
| 2828 |
+
|
| 2829 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2830 |
+
|
| 2831 |
+
|
| 2832 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2833 |
+
|
| 2834 |
+
|
| 2835 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2836 |
+
|
| 2837 |
+
|
| 2838 |
/tmp/sftX2.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2839 |
+
|
| 2840 |
+
|
| 2841 |
/tmp/sftX2.pt : 0%| | 647kB / 2.45GB [A[A
|
| 2842 |
+
|
| 2843 |
+
|
| 2844 |
+
|
| 2845 |
/tmp/sftX2.pt : 1%| | 15.2MB / 2.45GB [A[A
|
| 2846 |
+
|
| 2847 |
+
|
| 2848 |
+
|
| 2849 |
/tmp/sftX2.pt : 2%|▏ | 49.9MB / 2.45GB [A[A
|
| 2850 |
+
|
| 2851 |
+
|
| 2852 |
+
|
| 2853 |
/tmp/sftX2.pt : 3%|▎ | 68.2MB / 2.45GB [A[A
|
| 2854 |
+
|
| 2855 |
+
|
| 2856 |
+
|
| 2857 |
/tmp/sftX2.pt : 4%|▎ | 86.6MB / 2.45GB [A[A
|
| 2858 |
+
|
| 2859 |
+
|
| 2860 |
+
|
| 2861 |
/tmp/sftX2.pt : 4%|▍ | 109MB / 2.45GB [A[A
|
| 2862 |
+
|
| 2863 |
+
|
| 2864 |
+
|
| 2865 |
/tmp/sftX2.pt : 5%|▌ | 134MB / 2.45GB [A[A
|
| 2866 |
+
|
| 2867 |
+
|
| 2868 |
+
|
| 2869 |
/tmp/sftX2.pt : 6%|▋ | 156MB / 2.45GB [A[A
|
| 2870 |
+
|
| 2871 |
+
|
| 2872 |
+
|
| 2873 |
/tmp/sftX2.pt : 7%|▋ | 176MB / 2.45GB [A[A
|
| 2874 |
+
|
| 2875 |
+
|
| 2876 |
+
|
| 2877 |
/tmp/sftX2.pt : 8%|▊ | 188MB / 2.45GB [A[A
|
| 2878 |
+
|
| 2879 |
+
|
| 2880 |
+
|
| 2881 |
/tmp/sftX2.pt : 9%|▉ | 230MB / 2.45GB [A[A
|
| 2882 |
+
|
| 2883 |
+
|
| 2884 |
+
|
| 2885 |
/tmp/sftX2.pt : 10%|█ | 250MB / 2.45GB [A[A
|
| 2886 |
+
|
| 2887 |
+
|
| 2888 |
+
|
| 2889 |
/tmp/sftX2.pt : 11%|█ | 272MB / 2.45GB [A[A
|
| 2890 |
+
|
| 2891 |
+
|
| 2892 |
+
|
| 2893 |
/tmp/sftX2.pt : 12%|█▏ | 302MB / 2.45GB [A[A
|
| 2894 |
+
|
| 2895 |
+
|
| 2896 |
+
|
| 2897 |
/tmp/sftX2.pt : 14%|█▎ | 333MB / 2.45GB [A[A
|
| 2898 |
+
|
| 2899 |
+
|
| 2900 |
+
|
| 2901 |
/tmp/sftX2.pt : 14%|█▍ | 345MB / 2.45GB [A[A
|
| 2902 |
+
|
| 2903 |
+
|
| 2904 |
+
|
| 2905 |
/tmp/sftX2.pt : 15%|█▌ | 378MB / 2.45GB [A[A
|
| 2906 |
+
|
| 2907 |
+
|
| 2908 |
+
|
| 2909 |
/tmp/sftX2.pt : 17%|█▋ | 406MB / 2.45GB [A[A
|
| 2910 |
+
|
| 2911 |
+
|
| 2912 |
+
|
| 2913 |
/tmp/sftX2.pt : 17%|█▋ | 424MB / 2.45GB [A[A
|
| 2914 |
+
|
| 2915 |
+
|
| 2916 |
+
|
| 2917 |
/tmp/sftX2.pt : 18%|█▊ | 450MB / 2.45GB [A[A
|
| 2918 |
+
|
| 2919 |
+
|
| 2920 |
+
|
| 2921 |
/tmp/sftX2.pt : 19%|█▉ | 476MB / 2.45GB [A[A
|
| 2922 |
+
|
| 2923 |
+
|
| 2924 |
+
|
| 2925 |
/tmp/sftX2.pt : 20%|██ | 497MB / 2.45GB [A[A
|
| 2926 |
+
|
| 2927 |
+
|
| 2928 |
+
|
| 2929 |
/tmp/sftX2.pt : 21%|██▏ | 524MB / 2.45GB [A[A
|
| 2930 |
+
|
| 2931 |
+
|
| 2932 |
+
|
| 2933 |
/tmp/sftX2.pt : 23%|██▎ | 554MB / 2.45GB [A[A
|
| 2934 |
+
|
| 2935 |
+
|
| 2936 |
+
|
| 2937 |
/tmp/sftX2.pt : 24%|██▍ | 586MB / 2.45GB [A[A
|
| 2938 |
+
|
| 2939 |
+
|
| 2940 |
+
|
| 2941 |
/tmp/sftX2.pt : 25%|██▍ | 607MB / 2.45GB [A[A
|
| 2942 |
+
|
| 2943 |
+
|
| 2944 |
+
|
| 2945 |
/tmp/sftX2.pt : 26%|██▌ | 639MB / 2.45GB [A[A
|
| 2946 |
+
|
| 2947 |
+
|
| 2948 |
+
|
| 2949 |
/tmp/sftX2.pt : 27%|██▋ | 668MB / 2.45GB [A[A
|
| 2950 |
+
|
| 2951 |
+
|
| 2952 |
+
|
| 2953 |
/tmp/sftX2.pt : 28%|██▊ | 682MB / 2.45GB [A[A
|
| 2954 |
+
|
| 2955 |
+
|
| 2956 |
+
|
| 2957 |
/tmp/sftX2.pt : 29%|██▉ | 706MB / 2.45GB [A[A
|
| 2958 |
+
|
| 2959 |
+
|
| 2960 |
+
|
| 2961 |
/tmp/sftX2.pt : 30%|███ | 738MB / 2.45GB [A[A
|
| 2962 |
+
|
| 2963 |
+
|
| 2964 |
+
|
| 2965 |
/tmp/sftX2.pt : 31%|███ | 755MB / 2.45GB [A[A
|
| 2966 |
+
|
| 2967 |
+
|
| 2968 |
+
|
| 2969 |
/tmp/sftX2.pt : 32%|███▏ | 778MB / 2.45GB [A[A
|
| 2970 |
+
|
| 2971 |
+
|
| 2972 |
+
|
| 2973 |
/tmp/sftX2.pt : 33%|███▎ | 813MB / 2.45GB [A[A
|
| 2974 |
+
|
| 2975 |
+
|
| 2976 |
+
|
| 2977 |
/tmp/sftX2.pt : 34%|███▍ | 829MB / 2.45GB [A[A
|
| 2978 |
+
|
| 2979 |
+
|
| 2980 |
+
|
| 2981 |
/tmp/sftX2.pt : 34%|███▍ | 847MB / 2.45GB [A[A
|
| 2982 |
+
|
| 2983 |
+
|
| 2984 |
+
|
| 2985 |
/tmp/sftX2.pt : 36%|███▌ | 878MB / 2.45GB [A[A
|
| 2986 |
+
|
| 2987 |
+
|
| 2988 |
+
|
| 2989 |
/tmp/sftX2.pt : 38%|███▊ | 925MB / 2.45GB [A[A
|
| 2990 |
+
|
| 2991 |
+
|
| 2992 |
+
|
| 2993 |
/tmp/sftX2.pt : 38%|███▊ | 942MB / 2.45GB [A[A
|
| 2994 |
+
|
| 2995 |
+
|
| 2996 |
+
|
| 2997 |
/tmp/sftX2.pt : 39%|███▉ | 968MB / 2.45GB [A[A
|
| 2998 |
+
|
| 2999 |
+
|
| 3000 |
+
|
| 3001 |
/tmp/sftX2.pt : 41%|████ | 994MB / 2.45GB [A[A
|
| 3002 |
+
|
| 3003 |
+
|
| 3004 |
+
|
| 3005 |
/tmp/sftX2.pt : 41%|████▏ | 1.01GB / 2.45GB [A[A
|
| 3006 |
+
|
| 3007 |
+
|
| 3008 |
+
|
| 3009 |
/tmp/sftX2.pt : 42%|████▏ | 1.04GB / 2.45GB [A[A
|
| 3010 |
+
|
| 3011 |
+
|
| 3012 |
+
|
| 3013 |
/tmp/sftX2.pt : 43%|████▎ | 1.06GB / 2.45GB [A[A
|
| 3014 |
+
|
| 3015 |
+
|
| 3016 |
+
|
| 3017 |
/tmp/sftX2.pt : 45%|████▍ | 1.09GB / 2.45GB [A[A
|
| 3018 |
+
|
| 3019 |
+
|
| 3020 |
+
|
| 3021 |
/tmp/sftX2.pt : 45%|████▍ | 1.09GB / 2.45GB [A[A
|
| 3022 |
+
|
| 3023 |
+
|
| 3024 |
/tmp/sftX2.pt : 45%|████▍ | 1.10GB / 2.45GB [A[A
|
| 3025 |
+
|
| 3026 |
+
|
| 3027 |
+
|
| 3028 |
/tmp/sftX2.pt : 47%|████▋ | 1.15GB / 2.45GB [A[A
|
| 3029 |
+
|
| 3030 |
+
|
| 3031 |
+
|
| 3032 |
/tmp/sftX2.pt : 49%|████▊ | 1.19GB / 2.45GB [A[A
|
| 3033 |
+
|
| 3034 |
+
|
| 3035 |
+
|
| 3036 |
/tmp/sftX2.pt : 49%|████▉ | 1.21GB / 2.45GB [A[A
|
| 3037 |
+
|
| 3038 |
+
|
| 3039 |
+
|
| 3040 |
/tmp/sftX2.pt : 50%|█████ | 1.23GB / 2.45GB [A[A
|
| 3041 |
+
|
| 3042 |
+
|
| 3043 |
+
|
| 3044 |
/tmp/sftX2.pt : 51%|█████▏ | 1.26GB / 2.45GB [A[A
|
| 3045 |
+
|
| 3046 |
+
|
| 3047 |
+
|
| 3048 |
/tmp/sftX2.pt : 53%|█████▎ | 1.29GB / 2.45GB [A[A
|
| 3049 |
+
|
| 3050 |
+
|
| 3051 |
+
|
| 3052 |
/tmp/sftX2.pt : 54%|█████▎ | 1.31GB / 2.45GB [A[A
|
| 3053 |
+
|
| 3054 |
+
|
| 3055 |
+
|
| 3056 |
/tmp/sftX2.pt : 55%|█████▍ | 1.34GB / 2.45GB [A[A
|
| 3057 |
+
|
| 3058 |
+
|
| 3059 |
+
|
| 3060 |
/tmp/sftX2.pt : 56%|█████▌ | 1.37GB / 2.45GB [A[A
|
| 3061 |
+
|
| 3062 |
+
|
| 3063 |
+
|
| 3064 |
/tmp/sftX2.pt : 57%|█████▋ | 1.40GB / 2.45GB [A[A
|
| 3065 |
+
|
| 3066 |
+
|
| 3067 |
+
|
| 3068 |
/tmp/sftX2.pt : 58%|█████▊ | 1.42GB / 2.45GB [A[A
|
| 3069 |
+
|
| 3070 |
+
|
| 3071 |
+
|
| 3072 |
/tmp/sftX2.pt : 58%|█████▊ | 1.43GB / 2.45GB [A[A
|
| 3073 |
+
|
| 3074 |
+
|
| 3075 |
+
|
| 3076 |
/tmp/sftX2.pt : 59%|█████▊ | 1.44GB / 2.45GB [A[A
|
| 3077 |
+
|
| 3078 |
+
|
| 3079 |
+
|
| 3080 |
/tmp/sftX2.pt : 60%|█████▉ | 1.47GB / 2.45GB [A[A
|
| 3081 |
+
|
| 3082 |
+
|
| 3083 |
+
|
| 3084 |
/tmp/sftX2.pt : 61%|██████▏ | 1.51GB / 2.45GB [A[A
|
| 3085 |
+
|
| 3086 |
+
|
| 3087 |
+
|
| 3088 |
/tmp/sftX2.pt : 63%|██████▎ | 1.55GB / 2.45GB [A[A
|
| 3089 |
+
|
| 3090 |
+
|
| 3091 |
+
|
| 3092 |
/tmp/sftX2.pt : 64%|██████▍ | 1.57GB / 2.45GB [A[A
|
| 3093 |
+
|
| 3094 |
+
|
| 3095 |
+
|
| 3096 |
/tmp/sftX2.pt : 65%|██████▌ | 1.60GB / 2.45GB [A[A
|
| 3097 |
+
|
| 3098 |
+
|
| 3099 |
+
|
| 3100 |
/tmp/sftX2.pt : 66%|██████▌ | 1.63GB / 2.45GB [A[A
|
| 3101 |
+
|
| 3102 |
+
|
| 3103 |
+
|
| 3104 |
/tmp/sftX2.pt : 67%|██████▋ | 1.65GB / 2.45GB [A[A
|
| 3105 |
+
|
| 3106 |
+
|
| 3107 |
+
|
| 3108 |
/tmp/sftX2.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
| 3109 |
+
|
| 3110 |
+
|
| 3111 |
+
|
| 3112 |
/tmp/sftX2.pt : 69%|██████▉ | 1.69GB / 2.45GB [A[A
|
| 3113 |
+
|
| 3114 |
+
|
| 3115 |
+
|
| 3116 |
/tmp/sftX2.pt : 69%|██████▉ | 1.70GB / 2.45GB [A[A
|
| 3117 |
+
|
| 3118 |
+
|
| 3119 |
+
|
| 3120 |
/tmp/sftX2.pt : 71%|███████ | 1.73GB / 2.45GB [A[A
|
| 3121 |
+
|
| 3122 |
+
|
| 3123 |
+
|
| 3124 |
/tmp/sftX2.pt : 72%|███████▏ | 1.77GB / 2.45GB [A[A
|
| 3125 |
+
|
| 3126 |
+
|
| 3127 |
+
|
| 3128 |
/tmp/sftX2.pt : 74%|███████▍ | 1.81GB / 2.45GB [A[A
|
| 3129 |
+
|
| 3130 |
+
|
| 3131 |
+
|
| 3132 |
/tmp/sftX2.pt : 74%|███████▍ | 1.83GB / 2.45GB [A[A
|
| 3133 |
+
|
| 3134 |
+
|
| 3135 |
+
|
| 3136 |
/tmp/sftX2.pt : 75%|███████▌ | 1.84GB / 2.45GB [A[A
|
| 3137 |
+
|
| 3138 |
+
|
| 3139 |
+
|
| 3140 |
/tmp/sftX2.pt : 76%|███████▌ | 1.87GB / 2.45GB [A[A
|
| 3141 |
+
|
| 3142 |
+
|
| 3143 |
+
|
| 3144 |
/tmp/sftX2.pt : 78%|███████▊ | 1.91GB / 2.45GB [A[A
|
| 3145 |
+
|
| 3146 |
+
|
| 3147 |
+
|
| 3148 |
/tmp/sftX2.pt : 79%|███████▉ | 1.93GB / 2.45GB [A[A
|
| 3149 |
+
|
| 3150 |
+
|
| 3151 |
+
|
| 3152 |
/tmp/sftX2.pt : 80%|███████▉ | 1.96GB / 2.45GB [A[A
|
| 3153 |
+
|
| 3154 |
+
|
| 3155 |
+
|
| 3156 |
/tmp/sftX2.pt : 81%|████████ | 1.99GB / 2.45GB [A[A
|
| 3157 |
+
|
| 3158 |
+
|
| 3159 |
+
|
| 3160 |
/tmp/sftX2.pt : 82%|████████▏ | 2.02GB / 2.45GB [A[A
|
| 3161 |
+
|
| 3162 |
+
|
| 3163 |
+
|
| 3164 |
/tmp/sftX2.pt : 83%|████████▎ | 2.03GB / 2.45GB [A[A
|
| 3165 |
+
|
| 3166 |
+
|
| 3167 |
+
|
| 3168 |
/tmp/sftX2.pt : 85%|████████▌ | 2.09GB / 2.45GB [A[A
|
| 3169 |
+
|
| 3170 |
+
|
| 3171 |
+
|
| 3172 |
/tmp/sftX2.pt : 88%|████████▊ | 2.17GB / 2.45GB [A[A
|
| 3173 |
+
|
| 3174 |
+
|
| 3175 |
+
|
| 3176 |
/tmp/sftX2.pt : 92%|█████████▏| 2.26GB / 2.45GB [A[A
|
| 3177 |
+
|
| 3178 |
+
|
| 3179 |
+
|
| 3180 |
/tmp/sftX2.pt : 95%|█████████▌| 2.33GB / 2.45GB [A[A
|
| 3181 |
+
|
| 3182 |
+
|
| 3183 |
+
|
| 3184 |
/tmp/sftX2.pt : 98%|█████████▊| 2.40GB / 2.45GB [A[A
|
| 3185 |
+
|
| 3186 |
+
|
| 3187 |
+
|
| 3188 |
/tmp/sftX2.pt : 98%|█████████▊| 2.41GB / 2.45GB [A[A
|
| 3189 |
+
|
| 3190 |
+
|
| 3191 |
+
|
| 3192 |
/tmp/sftX2.pt : 99%|█████████▉| 2.43GB / 2.45GB [A[A
|
| 3193 |
+
|
| 3194 |
+
|
| 3195 |
+
|
| 3196 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3197 |
+
|
| 3198 |
+
|
| 3199 |
+
|
| 3200 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3201 |
+
|
| 3202 |
+
|
| 3203 |
+
|
| 3204 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3205 |
+
|
| 3206 |
+
|
| 3207 |
+
|
| 3208 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3209 |
+
|
| 3210 |
+
|
| 3211 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3212 |
+
|
| 3213 |
+
|
| 3214 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3215 |
+
|
| 3216 |
+
|
| 3217 |
/tmp/sftX2.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 3218 |
+
|
| 3219 |
+
|
| 3220 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3221 |
+
|
| 3222 |
+
|
| 3223 |
+
|
| 3224 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3225 |
+
|
| 3226 |
+
|
| 3227 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3228 |
+
|
| 3229 |
+
|
| 3230 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3231 |
+
|
| 3232 |
+
|
| 3233 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3234 |
+
|
| 3235 |
+
|
| 3236 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 3237 |
+
|
| 3238 |
+
|
| 3239 |
/tmp/sftX2.pt : 100%|██████████| 2.45GB / 2.45GB
|
| 3240 |
+
17:28:16 SAVED sft/sftX2_latest.pt
|