Update app.py

app.py

@@ -30,6 +30,9 @@ def parse_color(color_str):
     raise ValueError(f"Invalid color format: {color_str}. Use hex like '#ff0000', color name like 'red', or rgba format.")
 
 def apply_mask(image: Image.Image, prompt: str, color: str) -> Image.Image:
+        # Convert image to RGBA
+    image_np = np.array(image.convert("RGBA"))
+    
     # Process the input image and prompt
     inputs = processor(text=prompt, images=image, return_tensors="pt")
     outputs = model(**inputs)
@@ -41,11 +44,9 @@ def apply_mask(image: Image.Image, prompt: str, color: str) -> Image.Image:
     mask = cv2.GaussianBlur(mask, (15, 15), 0)
     mask_bin = (mask > 0.4).astype(np.uint8)
 
-    # Convert image to RGBA
-    image_np = np.array(image.convert("RGBA"))
 
     # Resize mask to match image size
-    mask_resized = cv2.resize(mask, (image_np.shape[1], image_np.shape[0]))
+    # mask_resized = cv2.resize(mask, (image_np.shape[1], image_np.shape[0]))
     mask_3d = np.stack([mask_bin] * 4, axis=-1)  # Extend mask to 3D
 
     # Convert the color string to an RGB tuple
@@ -54,10 +55,11 @@ def apply_mask(image: Image.Image, prompt: str, color: str) -> Image.Image:
 
     # Create an overlay with the selected color
     overlay = np.zeros_like(image_np, dtype=np.uint8)
-    # overlay[:] = overlay_color
+    overlay[:] = overlay_color
+    
     masked_image = image_np.copy()
-    masked_image[mask_bin == 1] = (
-        0.5 * masked_image[mask_bin == 1] + 0.5 * overlay[mask_bin == 1]).astype(np.units)
+    # masked_image[mask_bin == 1] = (
+    #     0.5 * masked_image[mask_bin == 1] + 0.5 * overlay[mask_bin == 1]).astype(np.units)
     
     # Apply the mask to the image
     masked_image = np.where(mask_3d == 1, overlay, image_np)