Logs step 7000
Browse files- logs/train.log +106 -0
- logs/val.log +1 -0
logs/train.log
CHANGED
|
@@ -728,3 +728,109 @@
|
|
| 728 |
26-01-31 06:21:52.361 - INFO: Saving models and training states.
|
| 729 |
26-01-31 06:21:53.222 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_051306/checkpoint/I6000_E150_gen.pth] ...
|
| 730 |
26-01-31 06:21:53.223 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 728 |
26-01-31 06:21:52.361 - INFO: Saving models and training states.
|
| 729 |
26-01-31 06:21:53.222 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_051306/checkpoint/I6000_E150_gen.pth] ...
|
| 730 |
26-01-31 06:21:53.223 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
|
| 731 |
+
26-01-31 06:22:03.145 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
|
| 732 |
+
26-01-31 06:22:14.857 - INFO: <epoch:151, iter: 6,010> l_pix: 6.6320e-02
|
| 733 |
+
26-01-31 06:22:19.724 - INFO: <epoch:151, iter: 6,020> l_pix: 3.7919e-01
|
| 734 |
+
26-01-31 06:22:24.586 - INFO: <epoch:151, iter: 6,030> l_pix: 4.6263e-02
|
| 735 |
+
26-01-31 06:22:29.022 - INFO: <epoch:151, iter: 6,040> l_pix: 4.3482e-02
|
| 736 |
+
26-01-31 06:22:41.514 - INFO: <epoch:152, iter: 6,050> l_pix: 9.2756e-02
|
| 737 |
+
26-01-31 06:22:46.383 - INFO: <epoch:152, iter: 6,060> l_pix: 8.0451e-02
|
| 738 |
+
26-01-31 06:22:51.242 - INFO: <epoch:152, iter: 6,070> l_pix: 9.2249e-02
|
| 739 |
+
26-01-31 06:22:55.676 - INFO: <epoch:152, iter: 6,080> l_pix: 5.2552e-02
|
| 740 |
+
26-01-31 06:23:06.958 - INFO: <epoch:153, iter: 6,090> l_pix: 3.9080e-02
|
| 741 |
+
26-01-31 06:23:11.821 - INFO: <epoch:153, iter: 6,100> l_pix: 3.7149e-02
|
| 742 |
+
26-01-31 06:23:16.684 - INFO: <epoch:153, iter: 6,110> l_pix: 4.7481e-02
|
| 743 |
+
26-01-31 06:23:21.117 - INFO: <epoch:153, iter: 6,120> l_pix: 3.5810e-02
|
| 744 |
+
26-01-31 06:23:33.129 - INFO: <epoch:154, iter: 6,130> l_pix: 7.6585e-02
|
| 745 |
+
26-01-31 06:23:37.994 - INFO: <epoch:154, iter: 6,140> l_pix: 3.4969e-02
|
| 746 |
+
26-01-31 06:23:42.855 - INFO: <epoch:154, iter: 6,150> l_pix: 9.0480e-02
|
| 747 |
+
26-01-31 06:23:47.295 - INFO: <epoch:154, iter: 6,160> l_pix: 1.4632e-01
|
| 748 |
+
26-01-31 06:24:00.344 - INFO: <epoch:155, iter: 6,170> l_pix: 1.1340e-01
|
| 749 |
+
26-01-31 06:24:05.205 - INFO: <epoch:155, iter: 6,180> l_pix: 1.7611e-01
|
| 750 |
+
26-01-31 06:24:10.067 - INFO: <epoch:155, iter: 6,190> l_pix: 1.1046e-01
|
| 751 |
+
26-01-31 06:24:14.506 - INFO: <epoch:155, iter: 6,200> l_pix: 5.5263e-02
|
| 752 |
+
26-01-31 06:24:24.982 - INFO: <epoch:156, iter: 6,210> l_pix: 1.1712e-01
|
| 753 |
+
26-01-31 06:24:29.848 - INFO: <epoch:156, iter: 6,220> l_pix: 4.0968e-02
|
| 754 |
+
26-01-31 06:24:34.710 - INFO: <epoch:156, iter: 6,230> l_pix: 5.3824e-02
|
| 755 |
+
26-01-31 06:24:39.145 - INFO: <epoch:156, iter: 6,240> l_pix: 1.5391e-01
|
| 756 |
+
26-01-31 06:24:52.041 - INFO: <epoch:157, iter: 6,250> l_pix: 5.1432e-02
|
| 757 |
+
26-01-31 06:24:56.905 - INFO: <epoch:157, iter: 6,260> l_pix: 4.4737e-02
|
| 758 |
+
26-01-31 06:25:01.766 - INFO: <epoch:157, iter: 6,270> l_pix: 8.1187e-02
|
| 759 |
+
26-01-31 06:25:06.199 - INFO: <epoch:157, iter: 6,280> l_pix: 5.6868e-02
|
| 760 |
+
26-01-31 06:25:17.095 - INFO: <epoch:158, iter: 6,290> l_pix: 2.3655e-01
|
| 761 |
+
26-01-31 06:25:21.963 - INFO: <epoch:158, iter: 6,300> l_pix: 7.9020e-02
|
| 762 |
+
26-01-31 06:25:26.824 - INFO: <epoch:158, iter: 6,310> l_pix: 5.7367e-02
|
| 763 |
+
26-01-31 06:25:31.258 - INFO: <epoch:158, iter: 6,320> l_pix: 3.4971e-02
|
| 764 |
+
26-01-31 06:25:43.148 - INFO: <epoch:159, iter: 6,330> l_pix: 1.2120e-01
|
| 765 |
+
26-01-31 06:25:48.017 - INFO: <epoch:159, iter: 6,340> l_pix: 4.1436e-02
|
| 766 |
+
26-01-31 06:25:52.878 - INFO: <epoch:159, iter: 6,350> l_pix: 2.1544e-01
|
| 767 |
+
26-01-31 06:25:57.311 - INFO: <epoch:159, iter: 6,360> l_pix: 1.4093e-01
|
| 768 |
+
26-01-31 06:26:09.353 - INFO: <epoch:160, iter: 6,370> l_pix: 1.2975e-01
|
| 769 |
+
26-01-31 06:26:14.224 - INFO: <epoch:160, iter: 6,380> l_pix: 3.7100e-02
|
| 770 |
+
26-01-31 06:26:19.086 - INFO: <epoch:160, iter: 6,390> l_pix: 6.8541e-02
|
| 771 |
+
26-01-31 06:26:23.522 - INFO: <epoch:160, iter: 6,400> l_pix: 6.1757e-02
|
| 772 |
+
26-01-31 06:26:34.788 - INFO: <epoch:161, iter: 6,410> l_pix: 4.3962e-02
|
| 773 |
+
26-01-31 06:26:39.754 - INFO: <epoch:161, iter: 6,420> l_pix: 7.6506e-02
|
| 774 |
+
26-01-31 06:26:44.611 - INFO: <epoch:161, iter: 6,430> l_pix: 6.8313e-02
|
| 775 |
+
26-01-31 06:26:49.045 - INFO: <epoch:161, iter: 6,440> l_pix: 2.4919e-01
|
| 776 |
+
26-01-31 06:27:00.970 - INFO: <epoch:162, iter: 6,450> l_pix: 6.0660e-02
|
| 777 |
+
26-01-31 06:27:05.836 - INFO: <epoch:162, iter: 6,460> l_pix: 7.3539e-02
|
| 778 |
+
26-01-31 06:27:10.695 - INFO: <epoch:162, iter: 6,470> l_pix: 1.5369e-01
|
| 779 |
+
26-01-31 06:27:15.129 - INFO: <epoch:162, iter: 6,480> l_pix: 3.8276e-02
|
| 780 |
+
26-01-31 06:27:28.035 - INFO: <epoch:163, iter: 6,490> l_pix: 3.5006e-02
|
| 781 |
+
26-01-31 06:27:32.898 - INFO: <epoch:163, iter: 6,500> l_pix: 5.5716e-02
|
| 782 |
+
26-01-31 06:27:37.763 - INFO: <epoch:163, iter: 6,510> l_pix: 6.7980e-02
|
| 783 |
+
26-01-31 06:27:42.196 - INFO: <epoch:163, iter: 6,520> l_pix: 1.6625e-01
|
| 784 |
+
26-01-31 06:27:54.371 - INFO: <epoch:164, iter: 6,530> l_pix: 1.4193e-01
|
| 785 |
+
26-01-31 06:27:59.239 - INFO: <epoch:164, iter: 6,540> l_pix: 4.7800e-02
|
| 786 |
+
26-01-31 06:28:04.101 - INFO: <epoch:164, iter: 6,550> l_pix: 7.3131e-02
|
| 787 |
+
26-01-31 06:28:08.575 - INFO: <epoch:164, iter: 6,560> l_pix: 3.5971e-02
|
| 788 |
+
26-01-31 06:28:21.605 - INFO: <epoch:165, iter: 6,570> l_pix: 1.4939e-01
|
| 789 |
+
26-01-31 06:28:26.471 - INFO: <epoch:165, iter: 6,580> l_pix: 2.8566e-01
|
| 790 |
+
26-01-31 06:28:31.333 - INFO: <epoch:165, iter: 6,590> l_pix: 2.9784e-02
|
| 791 |
+
26-01-31 06:28:35.766 - INFO: <epoch:165, iter: 6,600> l_pix: 3.7258e-01
|
| 792 |
+
26-01-31 06:28:48.324 - INFO: <epoch:166, iter: 6,610> l_pix: 3.9737e-01
|
| 793 |
+
26-01-31 06:28:53.189 - INFO: <epoch:166, iter: 6,620> l_pix: 1.1649e-01
|
| 794 |
+
26-01-31 06:28:58.048 - INFO: <epoch:166, iter: 6,630> l_pix: 1.1434e-01
|
| 795 |
+
26-01-31 06:29:02.485 - INFO: <epoch:166, iter: 6,640> l_pix: 1.5367e-01
|
| 796 |
+
26-01-31 06:29:15.276 - INFO: <epoch:167, iter: 6,650> l_pix: 6.4107e-01
|
| 797 |
+
26-01-31 06:29:20.138 - INFO: <epoch:167, iter: 6,660> l_pix: 1.0548e-01
|
| 798 |
+
26-01-31 06:29:25.000 - INFO: <epoch:167, iter: 6,670> l_pix: 5.0904e-02
|
| 799 |
+
26-01-31 06:29:29.436 - INFO: <epoch:167, iter: 6,680> l_pix: 6.7711e-02
|
| 800 |
+
26-01-31 06:29:41.726 - INFO: <epoch:168, iter: 6,690> l_pix: 9.3422e-02
|
| 801 |
+
26-01-31 06:29:46.589 - INFO: <epoch:168, iter: 6,700> l_pix: 1.5900e-01
|
| 802 |
+
26-01-31 06:29:51.451 - INFO: <epoch:168, iter: 6,710> l_pix: 3.1272e-02
|
| 803 |
+
26-01-31 06:29:55.888 - INFO: <epoch:168, iter: 6,720> l_pix: 7.3493e-02
|
| 804 |
+
26-01-31 06:30:08.192 - INFO: <epoch:169, iter: 6,730> l_pix: 4.5986e-02
|
| 805 |
+
26-01-31 06:30:13.062 - INFO: <epoch:169, iter: 6,740> l_pix: 1.1775e-01
|
| 806 |
+
26-01-31 06:30:17.925 - INFO: <epoch:169, iter: 6,750> l_pix: 1.4087e-01
|
| 807 |
+
26-01-31 06:30:22.361 - INFO: <epoch:169, iter: 6,760> l_pix: 3.8654e-02
|
| 808 |
+
26-01-31 06:30:34.099 - INFO: <epoch:170, iter: 6,770> l_pix: 5.3904e-02
|
| 809 |
+
26-01-31 06:30:38.967 - INFO: <epoch:170, iter: 6,780> l_pix: 3.9226e-02
|
| 810 |
+
26-01-31 06:30:43.829 - INFO: <epoch:170, iter: 6,790> l_pix: 4.8834e-02
|
| 811 |
+
26-01-31 06:30:48.266 - INFO: <epoch:170, iter: 6,800> l_pix: 1.5363e-01
|
| 812 |
+
26-01-31 06:31:00.163 - INFO: <epoch:171, iter: 6,810> l_pix: 5.3044e-02
|
| 813 |
+
26-01-31 06:31:05.033 - INFO: <epoch:171, iter: 6,820> l_pix: 3.2038e-02
|
| 814 |
+
26-01-31 06:31:09.892 - INFO: <epoch:171, iter: 6,830> l_pix: 9.1066e-02
|
| 815 |
+
26-01-31 06:31:14.324 - INFO: <epoch:171, iter: 6,840> l_pix: 1.4823e-01
|
| 816 |
+
26-01-31 06:31:26.999 - INFO: <epoch:172, iter: 6,850> l_pix: 4.5534e-02
|
| 817 |
+
26-01-31 06:31:31.865 - INFO: <epoch:172, iter: 6,860> l_pix: 7.7072e-02
|
| 818 |
+
26-01-31 06:31:36.724 - INFO: <epoch:172, iter: 6,870> l_pix: 6.5769e-02
|
| 819 |
+
26-01-31 06:31:41.161 - INFO: <epoch:172, iter: 6,880> l_pix: 1.1927e-01
|
| 820 |
+
26-01-31 06:31:51.843 - INFO: <epoch:173, iter: 6,890> l_pix: 2.0019e-01
|
| 821 |
+
26-01-31 06:31:56.708 - INFO: <epoch:173, iter: 6,900> l_pix: 4.9713e-02
|
| 822 |
+
26-01-31 06:32:01.569 - INFO: <epoch:173, iter: 6,910> l_pix: 5.6310e-02
|
| 823 |
+
26-01-31 06:32:06.004 - INFO: <epoch:173, iter: 6,920> l_pix: 1.1816e-01
|
| 824 |
+
26-01-31 06:32:18.747 - INFO: <epoch:174, iter: 6,930> l_pix: 1.7473e-01
|
| 825 |
+
26-01-31 06:32:23.610 - INFO: <epoch:174, iter: 6,940> l_pix: 5.3133e-01
|
| 826 |
+
26-01-31 06:32:28.470 - INFO: <epoch:174, iter: 6,950> l_pix: 3.4172e-02
|
| 827 |
+
26-01-31 06:32:32.900 - INFO: <epoch:174, iter: 6,960> l_pix: 4.0655e-02
|
| 828 |
+
26-01-31 06:32:45.256 - INFO: <epoch:175, iter: 6,970> l_pix: 4.3764e-02
|
| 829 |
+
26-01-31 06:32:50.119 - INFO: <epoch:175, iter: 6,980> l_pix: 9.0132e-02
|
| 830 |
+
26-01-31 06:32:54.981 - INFO: <epoch:175, iter: 6,990> l_pix: 1.8617e-01
|
| 831 |
+
26-01-31 06:32:59.415 - INFO: <epoch:175, iter: 7,000> l_pix: 1.5439e-01
|
| 832 |
+
26-01-31 06:33:17.004 - INFO: # Validation # PSNR: 8.3718e+00
|
| 833 |
+
26-01-31 06:33:17.005 - INFO: <epoch:175, iter: 7,000> psnr: 8.3718e+00 loss: 5.8348e-01
|
| 834 |
+
26-01-31 06:33:17.005 - INFO: Saving models and training states.
|
| 835 |
+
26-01-31 06:33:18.266 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_051306/checkpoint/I7000_E175_gen.pth] ...
|
| 836 |
+
26-01-31 06:33:18.271 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
|
logs/val.log
CHANGED
|
@@ -4,3 +4,4 @@
|
|
| 4 |
26-01-31 05:59:13.610 - INFO: <epoch:100, iter: 4,000> psnr: 9.5594e+00 loss: 4.5451e-01
|
| 5 |
26-01-31 06:10:34.969 - INFO: <epoch:125, iter: 5,000> psnr: 1.0223e+01 loss: 3.9307e-01
|
| 6 |
26-01-31 06:21:52.360 - INFO: <epoch:150, iter: 6,000> psnr: 7.4260e+00 loss: 7.7053e-01
|
|
|
|
|
|
| 4 |
26-01-31 05:59:13.610 - INFO: <epoch:100, iter: 4,000> psnr: 9.5594e+00 loss: 4.5451e-01
|
| 5 |
26-01-31 06:10:34.969 - INFO: <epoch:125, iter: 5,000> psnr: 1.0223e+01 loss: 3.9307e-01
|
| 6 |
26-01-31 06:21:52.360 - INFO: <epoch:150, iter: 6,000> psnr: 7.4260e+00 loss: 7.7053e-01
|
| 7 |
+
26-01-31 06:33:17.005 - INFO: <epoch:175, iter: 7,000> psnr: 8.3718e+00 loss: 5.8348e-01
|