Add regularization path

regularization.py

@@ -51,6 +51,8 @@ class Regularization:
         self.canvas_width = width
         self.canvas_height = height
 
+        self.plot_regularization_path = False
+
         self.css ="""
 #my-button {
     height: 30px;
@@ -183,10 +185,29 @@ class Regularization:
         cs2 = ax.contour(W1, W2, losses, levels=loss_levels, colors=colors[::-1])
         ax.clabel(cs2, inline=True, fontsize=8)
 
+        # plot path
+        if self.plot_regularization_path:
+            min_loss_reg = regs.ravel()[np.argmin(losses)]
+            path_reg_levels = np.linspace(0, min_loss_reg, 20)
+            path_w = []
+            for reg_level in path_reg_levels:
+                mask = regs <= reg_level
+                if np.sum(mask) == 0:
+                    continue
+                idx = np.argmin(losses[mask])
+                path_w.append(stacked[mask][idx])
+            
+            path_w = np.array(path_w)
+            ax.plot(path_w[:, 0], path_w[:, 1], "r-")
+
         # custom legend
         loss_line = mlines.Line2D([], [], color='black', linestyle='-', label='loss')
         reg_line = mlines.Line2D([], [], color='black', linestyle='--', label='regularization')
-        ax.legend(handles=[loss_line, reg_line])
+        handles = [loss_line, reg_line]
+        if self.plot_regularization_path:
+            path_line = mlines.Line2D([], [], color='red', linestyle='-', label='regularization path')
+            handles.append(path_line)
+        ax.legend(handles=handles)
 
         # plot solutions
         #for alpha, w, norm, mse in solutions:
@@ -229,12 +250,15 @@ class Regularization:
 
         return self.plot()
 
-
     def update_resolution(self, num_dots):
         self.num_dots = num_dots
         logger.info("updated resolution to " + str(num_dots))
         return self.plot()
 
+    def update_plot_path(self, plot_path):
+        self.plot_regularization_path = plot_path
+        return self.plot()
+
     def launch(self):
         # build the Gradio interface
         with gr.Blocks(css=self.css) as demo:
@@ -288,6 +312,9 @@ class Regularization:
                         # resolution
                         slider = gr.Slider(minimum=100, maximum=1000, value=100, step=1, label="Resolution (#points)")
 
+                        # plot path
+                        path_checkbox = gr.Checkbox(label="Show regularization path", value=False)
+
                     with gr.Tab("Export"):
                         # use hidden download button to generate files on the fly
                         # https://github.com/gradio-app/gradio/issues/9230#issuecomment-2323771634
@@ -323,6 +350,10 @@ class Regularization:
 
                     slider.change(self.update_resolution, inputs=slider, outputs=self.data_image)
 
+                    path_checkbox.change(
+                        self.update_plot_path, inputs=path_checkbox, outputs=self.data_image
+                    )
+
         demo.launch()
 
 visualizer = Regularization(width=1200, height=900)