Try a simpler process where the canvas is scaled, rotated and cropped square.

experiments/large-diamond-crop-img2img.py

@@ -0,0 +1,55 @@
+from utils import pipes, filenames, tiling, images, wallpaper
+
+prompt = "seamless pattern of parrots. black and white, drawing, white background, seamless, ornament."
+desired_output_width = 512
+inference_steps = 50
+img2img_strength = 0.5
+generation_dir = "./generations/large_diamond_crop_img2img"
+
+sdxl_pipe = pipes.create_stable_diffusion_xl_pipeline("mps")
+sdxl_img2img_pipe = pipes.create_stable_diffusion_xl_img2img_pipe("mps")
+
+# Sources:
+# - https://aituts.com/midjourney-tile/
+prompts = [
+    "dog pattern children's bedroom wallpaper",
+    "dog pattern repeat realistic border collie stickers repeating pattern",
+    "pattern sago palm watercolor, white background, in the style of Rory McEwen, centered on the frame, single leaf",
+    "botanical art, watercolor, white background, no background, in the style of Pandora Sellars",
+    "Clip Art cityscape, vibrant colors and geometric patterns, a yellow background, designed by Herge, lava glow, Low angle",
+    "Craft a 4K visual masterpiece that envisions a surreal quantum garden, where reality blurs with the fantastical. Explore vibrant colors, fractal patterns, and intricate details to create a mesmerizing tapestry of interconnected dimensions. Let the scene evoke a sense of wonder and mystery as viewers explore the boundaries between the tangible and the ethereal",
+    "vibrant color grading, long exposure, bokeh, dramatic angle, extreme angle shot, horror, sci-fi",
+]
+
+for prompt in prompts:
+    print(f"using prompt: `{prompt}`")
+    original_image_size = tiling.compute_input_tile_width_for_desired_output(desired_output_width)
+
+    original_image = sdxl_pipe(prompt=prompt, num_inference_steps=inference_steps, width=original_image_size,
+                               height=original_image_size).images[0]
+    original_image_filename = filenames.generate_filename(f"{generation_dir}/originals", prompt)
+    original_image.save(original_image_filename)
+    print("generated original image", original_image_filename)
+
+    tiled_canvas = wallpaper.prepare_for_diamond_drop(original_image)
+    tiled_canvas_filename = filenames.generate_filename(f"{generation_dir}/tiled-canvas", prompt)
+    tiled_canvas.save(tiled_canvas_filename)
+    print("generated tiled_canvas", original_image_filename)
+
+    inner_rotated_tile = images.extract_larger_inner_rotated_tile_from_image(tiled_canvas, original_image_size,
+                                                                             original_image_size)
+    inner_rotated_tile_filename = filenames.generate_filename(f"{generation_dir}/inner_rotated_tiles", prompt,
+                                                              "-inner-rotated")
+    inner_rotated_tile.save(inner_rotated_tile_filename)
+    print("generated inner rotated tile", inner_rotated_tile_filename)
+
+    half_drop = wallpaper.convert_tile_to_half_drop(inner_rotated_tile)
+    half_drop_filename = filenames.generate_filename(f"{generation_dir}/half_drops", prompt, "_half-drop-tile")
+    half_drop.save(half_drop_filename)
+    print("generated half drop tile", half_drop_filename)
+
+    half_drop_demo = wallpaper.generate_tile_test_arrangement(half_drop)
+    half_drop_demo_filename = filenames.generate_filename(f"{generation_dir}/half_drop_demos", prompt,
+                                                          "_half-drop-demo")
+    half_drop_demo.save(half_drop_demo_filename)
+    print("generated half drop demo", half_drop_demo)

handler.py

@@ -36,14 +36,11 @@ class EndpointHandler:
         original_image = \
             self.sdxl_pipe(prompt=prompt, num_inference_steps=text2img_inference_steps, width=original_image_size,
                            height=original_image_size, guidance_scale=text2img_guidance_scale).images[0]
-        inner_rotated_tile = images.extract_inner_rotated_tile_from_image(original_image)
-
-        tileable_image = \
-            self.sdxl_img2img_pipe(prompt, image=inner_rotated_tile.convert("RGB"),
-                                   num_inference_steps=img2img_inference_steps,
-                                   strength=img2img_strength).images[
-                0]
-        half_drop = wallpaper.convert_tile_to_half_drop(tileable_image)
+        tiled_canvas = wallpaper.prepare_for_diamond_drop(original_image)
+        inner_rotated_tile = images.extract_larger_inner_rotated_tile_from_image(tiled_canvas, original_image_size,
+                                                                                 original_image_size)
+
+        half_drop = wallpaper.convert_tile_to_half_drop(inner_rotated_tile)
 
         half_drop_buffer = BytesIO()
         half_drop.save(half_drop_buffer, format="PNG")

utils/images.py

@@ -50,3 +50,26 @@ def extract_inner_rotated_tile_from_image(original_image):
     cropped_square = rotated_diamond.crop((left, top, right, bottom))
 
     return cropped_square
+
+
+def extract_larger_inner_rotated_tile_from_image(original_image, desired_width, desired_height):
+    """
+    Extract a diamond from the center of the square of size desired_width * desired_height and rotate 45° to convert to a square
+    """
+    width, height = original_image.size
+
+    # Rotate the image
+    rotated_image = original_image.rotate(-45, expand=False)
+
+    # Calculate dimensions of the inner square
+    side_length = int((width * math.sqrt(2) // 2))
+    print("side length", side_length)
+    left = (width - desired_width) // 2
+    top = (height - desired_height) // 2
+    right = width - left
+    bottom = height - top
+
+    # Crop out the inner square
+    cropped_square = rotated_image.crop((left, top, right, bottom))
+
+    return cropped_square

utils/wallpaper.py

@@ -22,12 +22,13 @@ def convert_tile_to_half_drop(original_image):
     cropped_image = rotated_grid.crop(crop_box)
 
     # Crop the 724x1448 from the top-left
-    new_height = round(math.sqrt(2 * size**2))
+    new_height = round(math.sqrt(2 * size ** 2))
     new_width = round(new_height // 2)
     final_crop = cropped_image.crop((0, 0, new_width, new_height))
 
     return final_crop
 
+
 def generate_tile_test_arrangement(original_image):
     # Dimensions of the original image
     width, height = original_image.size
@@ -49,3 +50,25 @@ def generate_tile_test_arrangement(original_image):
     canvas.paste(original_image, (2 * width, (canvas_height - height) // 2))
 
     return canvas
+
+
+def prepare_for_diamond_drop(original_image):
+    width, height = original_image.size
+
+    canvas_width = width * 2
+    canvas_height = height * 2
+
+    canvas = Image.new('RGB', (canvas_width, canvas_height), (255, 255, 255))
+
+    # Column 1
+    canvas.paste(original_image, (0, 0))
+    canvas.paste(original_image, (0, height))
+
+    # Column 2
+    canvas.paste(original_image, (width, 0))
+    canvas.paste(original_image, (width, height))
+
+    return canvas
+
+    # repeat the image, 2x2.
+    # crop from the center, 1x1.