Add some debug code

README.md

@@ -46,7 +46,7 @@ Q: Why is this needed? Can't I use a post-processor to downscale the image?
 
 Q: Is there special A1111 user-interface integration?
 
-A: Yes... but not yet merged into the standard ControlNet extension's code. See https://github.com/thomaseding/sd-webui-controlnet/tree/teding/feat/pixelnet if you want to integrate the changes yourself in the meantime.
+A: Yes... but not yet merged into the standard ControlNet extension's code. See (https://civitai.com/posts/371477) if you want to integrate the changes yourself in the meantime.
 
 A: From my experience SD has a hard time creating genuine pixel art (even with dedicated base models and loras), where it has a mismatch of logical pixel sizes, smooth curves, etc. What appears to be a straight line at a glance, might bend around. This can cause post-processors to create artifacts based on quantization rounding a pixel to a position one pixel off in some direction. This model is intended to help fix that.
 

controlled_downscale.py

@@ -59,6 +59,48 @@ class ExtractedBoxes:
         down = back.down_pos()
         return (down[0] + 1, down[1] + 1)
 
+    def full_dimensions(self) -> Dim:
+        if len(self._boxes) == 0:
+            return (0, 0)
+        back = self._boxes[-1]
+        max = back.max()
+        return (max[0] + 1, max[1] + 1)
+
+    def to_colored_checkers(self, *, full=True) -> Image.Image:
+        if full:
+            width, height = self.full_dimensions()
+        else:
+            width, height = self.down_dimensions()
+        if width == 0 or height == 0:
+            return Image.new("RGB", (0, 0))
+        image = Image.new("RGB", (width, height))
+        colors = [
+            (255, 255, 255),
+            (0, 0, 0),
+            (255, 0, 0),
+            (255, 127, 0),
+            (255, 255, 0),
+            (0, 255, 0),
+            (0, 0, 255),
+            (75, 0, 130),
+            (148, 0, 211),
+            (255, 0, 255),
+        ]
+        colorsMax = len(colors)
+        currColor = 0
+        for box in self._boxes:
+            color = colors[currColor]
+            currColor = (currColor + 1) % colorsMax
+            if full:
+                dim = box.dimensions()
+                pos = box.min()
+            else:
+                dim = (1, 1)
+                pos = box.down_pos()
+            subImage = Image.new("RGB", dim, color)
+            image.paste(subImage, pos)
+        return image
+
 
 def average_box_dimensions(boxes: List[DownBox]) -> Dim:
     assert len(boxes) > 0
@@ -235,7 +277,7 @@ def str2bool(value) -> bool:
         raise argparse.ArgumentTypeError("Boolean value expected.")
 
 
-def controlled_downscale(*, control_path: str, input_path: str, output_downscaled_path: Optional[str], output_quantized_path: Optional[str], sample_radius: Optional[int], downsampler: Image.Resampling, trim_cropped_edges: bool) -> None:
+def controlled_downscale(*, control_path: str, input_path: str, output_downscaled_path: Optional[str], output_quantized_path: Optional[str], sample_radius: Optional[int], downsampler: Image.Resampling, trim_cropped_edges: bool, output_colorized_full_path: Optional[str], output_colorized_down_path: Optional[str]) -> None:
     """
     Downsample and rescale an image.
  
@@ -246,6 +288,8 @@ def controlled_downscale(*, control_path: str, input_path: str, output_downscale
     :param sample_radius: Radius for sampling (Manhattan distance).
     :param downsampler: Downsampler to use.
     :param trim_cropped_edges: Drop mapped checker grid elements that are cropped in the control image.
+    :param output_colorized_full_path: Colorize the full checker image to debug the checker parsing.
+    :param output_colorized_down_path: Colorize the downscaled checker image to debug the checker parsing.
     """
     if not output_downscaled_path and not output_quantized_path:
         raise ValueError("At least one of output_up and output_down must be specified.")
@@ -262,6 +306,10 @@ def controlled_downscale(*, control_path: str, input_path: str, output_downscale
         quantized_image = ImageRef(Image.new("RGB", input_image.size))
 
     extracted_boxes = extract_boxes(control_image)
+    if output_colorized_full_path:
+        extracted_boxes.to_colored_checkers(full=True).save(output_colorized_full_path)
+    if output_colorized_down_path:
+        extracted_boxes.to_colored_checkers(full=False).save(output_colorized_down_path)
  
     if output_downscaled_path:
         downscaled_image = ImageRef(Image.new("RGB", extracted_boxes.down_dimensions()))
@@ -279,13 +327,15 @@ def controlled_downscale(*, control_path: str, input_path: str, output_downscale
 
 def main(cli_args: List[str]) -> None:
     parser = argparse.ArgumentParser(description="Downsample and rescale image.")
-    parser.add_argument("--control", required=True, help="Path to control image.")
-    parser.add_argument("--input", required=True, help="Path to input image.")
-    parser.add_argument("--output-downscaled", help="Path to save the output downscaled image.")
-    parser.add_argument("--output-quantized", help="Path to save the output quantized image (downscaled and then upscaled to the original size).")
+    parser.add_argument("--control", type=str, required=True, help="Path to control image.")
+    parser.add_argument("--input", type=str, required=True, help="Path to input image.")
+    parser.add_argument("--output-downscaled", type=str, help="Path to save the output downscaled image.")
+    parser.add_argument("--output-quantized", type=str, help="Path to save the output quantized image (downscaled and then upscaled to the original size).")
     parser.add_argument("--sample-radius", type=int, default=None, help="Radius for sampling (Manhattan distance).")
     parser.add_argument("--downsampler", choices=["box", "bilinear", "bicubic", "hamming", "lanczos"], default="box", help="Downsampler to use.")
     parser.add_argument("--trim-cropped-edges", type=str2bool, default=False, help="Drop mapped checker grid elements that are cropped in the control image.")
+    parser.add_argument("--output-colorized-full", type=str, help="Colorize the full checker image to debug the checker parsing.")
+    parser.add_argument("--output-colorized-down", type=str, help="Colorize the downscaled checker image to debug the checker parsing.")
 
     args = parser.parse_args(cli_args)
     downsampler = Image.Resampling[args.downsampler.upper()]
@@ -297,7 +347,9 @@ def main(cli_args: List[str]) -> None:
         output_quantized_path=args.output_quantized,
         sample_radius=args.sample_radius,
         downsampler=downsampler,
-        trim_cropped_edges=args.trim_cropped_edges
+        trim_cropped_edges=args.trim_cropped_edges,
+        output_colorized_full_path=args.output_colorized_full,
+        output_colorized_down_path=args.output_colorized_down,
     )