Update svd_deit_small_cifar100_train.py

svd_deit_small_cifar100_train.py

@@ -84,6 +84,45 @@ as the process improves.
   E 65 | Tr  50.0% Va  44.7% | L=1.869 gap=+5.3 | Best 45.0%@E64 | 22.2s
   E 70 | Tr  52.5% Va  45.8% | L=1.768 gap=+6.7 | Best 45.9%@E69 | 23.1s
   E 75 | Tr  54.7% Va  46.3% | L=1.669 gap=+8.4 | Best 46.3%@E75 | 21.8s
+  E 80 | Tr  57.3% Va  45.8% | L=1.574 gap=+11.5 | Best 46.3%@E79 | 22.4s
+  E 85 | Tr  58.4% Va  46.7% | L=1.532 gap=+11.7 | Best 46.8%@E84 | 22.4s
+  E 90 | Tr  59.5% Va  46.8% | L=1.490 gap=+12.7 | Best 46.9%@E87 | 22.4s
+  E 95 | Tr  60.0% Va  46.9% | L=1.475 gap=+13.2 | Best 46.9%@E87 | 22.2s
+  E100 | Tr  60.6% Va  46.8% | L=1.452 gap=+13.8 | Best 46.9%@E87 | 21.9s
+
+[RESULT] deit_small_svd: Best Val = 46.90% @E87 | Params: 21,676,900
+
+======================================================================
+  HEAD-TO-HEAD COMPARISON
+======================================================================
+  Model                             Val%       Params
+  -------------------------------------------------------
+  DeiT-Small baseline             42.74%   21,526,372
+  DeiT-Small + SVD                46.90%   21,676,900
+
+  SVD contribution: +4.16 points
+
+================================================================================
+                                   SCOREBOARD                                   
+================================================================================
+Experiment                                       Val%     Params  Epoch
+--------------------------------------------- ------- ---------- ------
+svd_classification_test                        70.92%  3,878,820     93
+vit_svd_classification_test                    53.57%  6,705,828     86
+deit_small_baseline                            42.74% 21,526,372     87
+================================================================================
+
+================================================================================
+                                   SCOREBOARD                                   
+================================================================================
+Experiment                                       Val%     Params  Epoch
+--------------------------------------------- ------- ---------- ------
+svd_classification_test                        70.92%  3,878,820     93
+vit_svd_classification_test                    53.57%  6,705,828     86
+deit_small_svd                                 46.90% 21,676,900     87
+deit_small_baseline                            42.74% 21,526,372     87
+================================================================================
+
 """
 
 class DeiTSmallSVD(nn.Module):