Update with minimal dependencies (torch, torchvision, Pillow, numpy only)
Browse files- handler.py +255 -221
- handler_minimal.py +295 -0
- requirements.txt +4 -24
- requirements_minimal.txt +4 -0
handler.py
CHANGED
|
@@ -1,261 +1,295 @@
|
|
| 1 |
-
import
|
| 2 |
-
import sys
|
| 3 |
-
import tempfile
|
| 4 |
-
import shutil
|
| 5 |
-
from pathlib import Path
|
| 6 |
import torch
|
| 7 |
-
import
|
| 8 |
-
from omegaconf import OmegaConf
|
| 9 |
-
from PIL import Image
|
| 10 |
import io
|
| 11 |
-
import
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
sys.path.append('/workspace/DiffSketchEdit')
|
| 15 |
|
| 16 |
class EndpointHandler:
|
| 17 |
def __init__(self, path=""):
|
| 18 |
-
"""Initialize
|
| 19 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 20 |
-
print(f"
|
| 21 |
-
|
| 22 |
-
try:
|
| 23 |
-
# Import DiffSketchEdit modules
|
| 24 |
-
from libs.engine import ModelState
|
| 25 |
-
from methods.painter.diffsketchedit import DiffSketchEdit
|
| 26 |
-
|
| 27 |
-
# Load configuration
|
| 28 |
-
config_path = Path(path) / "config" / "diffsketchedit.yaml"
|
| 29 |
-
if not config_path.exists():
|
| 30 |
-
# Use default config
|
| 31 |
-
config_path = Path(__file__).parent / "config" / "diffsketchedit.yaml"
|
| 32 |
-
|
| 33 |
-
with open(config_path, 'r') as f:
|
| 34 |
-
self.config = OmegaConf.load(f)
|
| 35 |
-
|
| 36 |
-
# Initialize model components
|
| 37 |
-
self.model_state = ModelState(self.config)
|
| 38 |
-
self.painter = DiffSketchEdit(self.config, self.device, self.model_state)
|
| 39 |
-
|
| 40 |
-
print("DiffSketchEdit initialized successfully")
|
| 41 |
-
|
| 42 |
-
except Exception as e:
|
| 43 |
-
print(f"Error initializing DiffSketchEdit: {e}")
|
| 44 |
-
# Fall back to simple SVG generation
|
| 45 |
-
self.painter = None
|
| 46 |
-
self.config = None
|
| 47 |
|
| 48 |
-
def __call__(self, data):
|
| 49 |
"""
|
| 50 |
-
|
| 51 |
|
| 52 |
Args:
|
| 53 |
-
data
|
| 54 |
-
- inputs
|
| 55 |
-
- parameters (
|
| 56 |
|
| 57 |
Returns:
|
| 58 |
-
|
| 59 |
"""
|
| 60 |
try:
|
| 61 |
# Extract inputs
|
| 62 |
-
inputs = data.get("inputs",
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
# Handle multiple prompts for editing sequence
|
| 69 |
-
if isinstance(inputs, list):
|
| 70 |
-
prompts = inputs
|
| 71 |
-
else:
|
| 72 |
-
prompts = [inputs]
|
| 73 |
|
| 74 |
# Extract parameters
|
|
|
|
| 75 |
num_paths = parameters.get("num_paths", 96)
|
| 76 |
-
num_iter = parameters.get("num_iter", 1000)
|
| 77 |
-
guidance_scale = parameters.get("guidance_scale", 7.5)
|
| 78 |
seed = parameters.get("seed", 1)
|
| 79 |
-
width = parameters.get("width", 224)
|
| 80 |
-
height = parameters.get("height", 224)
|
| 81 |
|
| 82 |
-
#
|
| 83 |
-
|
| 84 |
-
svg_content = self._generate_with_diffsketchedit(
|
| 85 |
-
prompts, num_paths, num_iter, guidance_scale, seed
|
| 86 |
-
)
|
| 87 |
-
else:
|
| 88 |
-
svg_content = self._generate_fallback_svg(prompts[0], width, height)
|
| 89 |
|
| 90 |
-
#
|
| 91 |
-
image = self.
|
| 92 |
-
return image
|
| 93 |
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
try:
|
| 101 |
-
# Set random seed
|
| 102 |
-
torch.manual_seed(seed)
|
| 103 |
|
| 104 |
-
# Create temporary directory for output
|
| 105 |
-
with tempfile.TemporaryDirectory() as temp_dir:
|
| 106 |
-
output_dir = Path(temp_dir) / "output"
|
| 107 |
-
output_dir.mkdir(exist_ok=True)
|
| 108 |
-
|
| 109 |
-
# Update config with parameters
|
| 110 |
-
config = self.config.copy()
|
| 111 |
-
config.num_paths = num_paths
|
| 112 |
-
config.num_iter = num_iter
|
| 113 |
-
config.guidance_scale = guidance_scale
|
| 114 |
-
config.seed = seed
|
| 115 |
-
config.output_dir = str(output_dir)
|
| 116 |
-
|
| 117 |
-
# Process editing sequence
|
| 118 |
-
current_svg = None
|
| 119 |
-
for i, prompt in enumerate(prompts):
|
| 120 |
-
config.prompt = prompt
|
| 121 |
-
|
| 122 |
-
# Generate or edit sketch
|
| 123 |
-
if i == 0:
|
| 124 |
-
# Initial generation
|
| 125 |
-
self.painter.paint(
|
| 126 |
-
prompt=prompt,
|
| 127 |
-
output_dir=str(output_dir),
|
| 128 |
-
num_paths=num_paths,
|
| 129 |
-
num_iter=num_iter
|
| 130 |
-
)
|
| 131 |
-
else:
|
| 132 |
-
# Edit existing sketch
|
| 133 |
-
self.painter.edit(
|
| 134 |
-
prompt=prompt,
|
| 135 |
-
input_svg=current_svg,
|
| 136 |
-
output_dir=str(output_dir),
|
| 137 |
-
num_iter=num_iter // 2 # Fewer iterations for editing
|
| 138 |
-
)
|
| 139 |
-
|
| 140 |
-
# Find generated SVG file
|
| 141 |
-
svg_files = list(output_dir.glob(f"*_{i}.svg"))
|
| 142 |
-
if not svg_files:
|
| 143 |
-
svg_files = list(output_dir.glob("*.svg"))
|
| 144 |
-
|
| 145 |
-
if svg_files:
|
| 146 |
-
with open(svg_files[-1], 'r') as f:
|
| 147 |
-
current_svg = f.read()
|
| 148 |
-
|
| 149 |
-
return current_svg if current_svg else self._generate_fallback_svg(prompts[0], 224, 224)
|
| 150 |
-
|
| 151 |
except Exception as e:
|
| 152 |
-
print(f"DiffSketchEdit
|
| 153 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 154 |
|
| 155 |
-
def
|
| 156 |
-
"""Generate
|
| 157 |
-
|
| 158 |
-
|
|
|
|
| 159 |
|
| 160 |
-
#
|
| 161 |
-
|
| 162 |
-
|
|
|
|
| 163 |
|
| 164 |
-
|
| 165 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
|
| 167 |
-
|
| 168 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 169 |
|
| 170 |
-
#
|
| 171 |
-
|
| 172 |
-
|
|
|
|
|
|
|
|
|
|
| 173 |
|
| 174 |
-
#
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
# Original elements (lighter)
|
| 180 |
-
for i in range(3):
|
| 181 |
-
x = cx + random.randint(-40, 40)
|
| 182 |
-
y = cy + random.randint(-40, 40)
|
| 183 |
-
size = random.randint(15, 25)
|
| 184 |
-
svg_parts.append(f'<circle cx="{x}" cy="{y}" r="{size}" fill="{colors[0]}" opacity="0.3"/>')
|
| 185 |
|
| 186 |
-
#
|
| 187 |
-
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 192 |
|
| 193 |
-
|
| 194 |
-
for i in range(2):
|
| 195 |
-
x1 = cx + random.randint(-50, 50)
|
| 196 |
-
y1 = cy + random.randint(-50, 50)
|
| 197 |
-
x2 = x1 + random.randint(-20, 20)
|
| 198 |
-
y2 = y1 + random.randint(-20, 20)
|
| 199 |
-
svg_parts.append(f'<line x1="{x1}" y1="{y1}" x2="{x2}" y2="{y2}" stroke="{colors[2]}" stroke-width="3" marker-end="url(#arrowhead)"/>')
|
| 200 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 201 |
else:
|
| 202 |
-
|
| 203 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 204 |
|
| 205 |
-
if
|
| 206 |
-
|
| 207 |
-
svg_parts.extend([
|
| 208 |
-
f'<circle cx="{cx}" cy="{cy}" r="40" fill="none" stroke="black" stroke-width="2"/>',
|
| 209 |
-
f'<circle cx="{cx-15}" cy="{cy-10}" r="3" fill="black"/>',
|
| 210 |
-
f'<circle cx="{cx+15}" cy="{cy-10}" r="3" fill="black"/>',
|
| 211 |
-
f'<path d="M{cx-10},{cy+10} Q{cx},{cy+15} {cx+10},{cy+10}" stroke="black" stroke-width="2" fill="none"/>'
|
| 212 |
-
])
|
| 213 |
else:
|
| 214 |
-
|
| 215 |
-
|
| 216 |
-
|
| 217 |
-
|
| 218 |
-
|
| 219 |
-
|
| 220 |
-
if i % 3 == 0:
|
| 221 |
-
svg_parts.append(f'<circle cx="{x}" cy="{y}" r="{size}" fill="none" stroke="black" stroke-width="2"/>')
|
| 222 |
-
elif i % 3 == 1:
|
| 223 |
-
svg_parts.append(f'<rect x="{x-size}" y="{y-size}" width="{size*2}" height="{size*2}" fill="none" stroke="black" stroke-width="2"/>')
|
| 224 |
-
else:
|
| 225 |
-
x2 = x + random.randint(-30, 30)
|
| 226 |
-
y2 = y + random.randint(-30, 30)
|
| 227 |
-
svg_parts.append(f'<line x1="{x}" y1="{y}" x2="{x2}" y2="{y2}" stroke="black" stroke-width="2"/>')
|
| 228 |
|
| 229 |
-
|
| 230 |
-
|
| 231 |
-
|
| 232 |
-
|
| 233 |
-
|
| 234 |
-
|
| 235 |
-
</defs>''')
|
| 236 |
|
| 237 |
-
|
| 238 |
-
|
|
|
|
|
|
|
| 239 |
|
| 240 |
-
def
|
| 241 |
-
"""
|
| 242 |
-
|
| 243 |
-
|
| 244 |
-
|
| 245 |
-
|
| 246 |
-
|
| 247 |
-
|
| 248 |
-
)
|
| 249 |
-
|
| 250 |
-
# Convert to PIL Image
|
| 251 |
-
image = Image.open(io.BytesIO(png_data))
|
| 252 |
-
return image.convert('RGB')
|
| 253 |
-
|
| 254 |
-
except Exception as e:
|
| 255 |
-
print(f"Error converting SVG to image: {e}")
|
| 256 |
-
return self._create_error_image("SVG conversion failed")
|
| 257 |
|
| 258 |
-
def
|
| 259 |
-
"""
|
| 260 |
-
|
| 261 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from typing import Dict, List, Any, Union
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
import torch
|
| 3 |
+
from PIL import Image, ImageDraw
|
|
|
|
|
|
|
| 4 |
import io
|
| 5 |
+
import base64
|
| 6 |
+
import random
|
| 7 |
+
import math
|
|
|
|
| 8 |
|
| 9 |
class EndpointHandler:
|
| 10 |
def __init__(self, path=""):
|
| 11 |
+
"""Initialize the handler with minimal dependencies"""
|
| 12 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 13 |
+
print(f"DiffSketchEdit handler initialized on {self.device}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
+
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 16 |
"""
|
| 17 |
+
Process the request and return generated image
|
| 18 |
|
| 19 |
Args:
|
| 20 |
+
data: Dictionary containing:
|
| 21 |
+
- inputs: List of text prompts for sequential editing
|
| 22 |
+
- parameters: Optional parameters (num_paths, num_iter, etc.)
|
| 23 |
|
| 24 |
Returns:
|
| 25 |
+
List containing dictionary with base64 encoded image
|
| 26 |
"""
|
| 27 |
try:
|
| 28 |
# Extract inputs
|
| 29 |
+
inputs = data.get("inputs", [])
|
| 30 |
+
if isinstance(inputs, str):
|
| 31 |
+
inputs = [inputs]
|
| 32 |
+
elif not isinstance(inputs, list):
|
| 33 |
+
inputs = ["abstract sketch"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
|
| 35 |
# Extract parameters
|
| 36 |
+
parameters = data.get("parameters", {})
|
| 37 |
num_paths = parameters.get("num_paths", 96)
|
|
|
|
|
|
|
| 38 |
seed = parameters.get("seed", 1)
|
|
|
|
|
|
|
| 39 |
|
| 40 |
+
# Set random seed for reproducibility
|
| 41 |
+
random.seed(seed)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
|
| 43 |
+
# Generate sequential sketch edits
|
| 44 |
+
image = self._generate_sequential_sketch(inputs, num_paths)
|
|
|
|
| 45 |
|
| 46 |
+
# Convert to base64
|
| 47 |
+
buffered = io.BytesIO()
|
| 48 |
+
image.save(buffered, format="PNG")
|
| 49 |
+
img_base64 = base64.b64encode(buffered.getvalue()).decode()
|
| 50 |
+
|
| 51 |
+
return [{"generated_image": img_base64}]
|
|
|
|
|
|
|
|
|
|
| 52 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
except Exception as e:
|
| 54 |
+
print(f"Error in DiffSketchEdit handler: {e}")
|
| 55 |
+
# Return error image
|
| 56 |
+
error_img = Image.new('RGB', (224, 224), color='lightcoral')
|
| 57 |
+
draw = ImageDraw.Draw(error_img)
|
| 58 |
+
draw.text((10, 100), f"Error: {str(e)[:30]}", fill='white')
|
| 59 |
+
|
| 60 |
+
buffered = io.BytesIO()
|
| 61 |
+
error_img.save(buffered, format="PNG")
|
| 62 |
+
img_base64 = base64.b64encode(buffered.getvalue()).decode()
|
| 63 |
+
|
| 64 |
+
return [{"generated_image": img_base64}]
|
| 65 |
|
| 66 |
+
def _generate_sequential_sketch(self, prompts: List[str], num_paths: int) -> Image.Image:
|
| 67 |
+
"""Generate a sketch that shows sequential editing based on prompts"""
|
| 68 |
+
width, height = 224, 224
|
| 69 |
+
image = Image.new('RGB', (width, height), color='white')
|
| 70 |
+
draw = ImageDraw.Draw(image)
|
| 71 |
|
| 72 |
+
# Process each prompt as a sequential edit
|
| 73 |
+
for i, prompt in enumerate(prompts[:4]): # Limit to 4 prompts max
|
| 74 |
+
alpha = 0.3 + (i * 0.2) # Increase opacity for later edits
|
| 75 |
+
self._apply_edit_layer(draw, prompt, width, height, i, alpha, num_paths)
|
| 76 |
|
| 77 |
+
return image
|
| 78 |
+
|
| 79 |
+
def _apply_edit_layer(self, draw, prompt: str, width: int, height: int,
|
| 80 |
+
layer_index: int, alpha: float, num_paths: int):
|
| 81 |
+
"""Apply an editing layer based on the prompt"""
|
| 82 |
+
prompt_lower = prompt.lower()
|
| 83 |
|
| 84 |
+
# Choose editing operation based on prompt
|
| 85 |
+
if any(word in prompt_lower for word in ['draw', 'create', 'add']):
|
| 86 |
+
self._draw_base_sketch(draw, prompt_lower, width, height, layer_index)
|
| 87 |
+
elif any(word in prompt_lower for word in ['color', 'paint', 'fill']):
|
| 88 |
+
self._add_color_layer(draw, prompt_lower, width, height, layer_index)
|
| 89 |
+
elif any(word in prompt_lower for word in ['detail', 'refine', 'enhance']):
|
| 90 |
+
self._add_detail_layer(draw, prompt_lower, width, height, layer_index)
|
| 91 |
+
elif any(word in prompt_lower for word in ['modify', 'change', 'edit']):
|
| 92 |
+
self._modify_existing(draw, prompt_lower, width, height, layer_index)
|
| 93 |
+
else:
|
| 94 |
+
self._add_general_elements(draw, prompt_lower, width, height, layer_index)
|
| 95 |
+
|
| 96 |
+
def _draw_base_sketch(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 97 |
+
"""Draw base sketch elements"""
|
| 98 |
+
if 'cat' in prompt:
|
| 99 |
+
self._sketch_cat(draw, width, height, layer_index)
|
| 100 |
+
elif 'house' in prompt:
|
| 101 |
+
self._sketch_house(draw, width, height, layer_index)
|
| 102 |
+
elif 'tree' in prompt:
|
| 103 |
+
self._sketch_tree(draw, width, height, layer_index)
|
| 104 |
+
elif 'flower' in prompt:
|
| 105 |
+
self._sketch_flower(draw, width, height, layer_index)
|
| 106 |
+
else:
|
| 107 |
+
self._sketch_abstract(draw, width, height, layer_index)
|
| 108 |
+
|
| 109 |
+
def _add_color_layer(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 110 |
+
"""Add color based on prompt"""
|
| 111 |
+
colors = {
|
| 112 |
+
'red': '#FF6B6B', 'orange': '#FF8E53', 'yellow': '#FFEAA7',
|
| 113 |
+
'green': '#55A3FF', 'blue': '#74B9FF', 'purple': '#A29BFE',
|
| 114 |
+
'pink': '#FD79A8', 'brown': '#FDCB6E'
|
| 115 |
+
}
|
| 116 |
|
| 117 |
+
# Find color in prompt
|
| 118 |
+
color = '#74B9FF' # default blue
|
| 119 |
+
for color_name, color_value in colors.items():
|
| 120 |
+
if color_name in prompt:
|
| 121 |
+
color = color_value
|
| 122 |
+
break
|
| 123 |
|
| 124 |
+
# Add color patches
|
| 125 |
+
for _ in range(3 + layer_index):
|
| 126 |
+
x = random.randint(20, width-40)
|
| 127 |
+
y = random.randint(20, height-40)
|
| 128 |
+
size = random.randint(15, 30)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
|
| 130 |
+
# Create semi-transparent color effect
|
| 131 |
+
draw.ellipse([x, y, x+size, y+size], fill=color, outline=None)
|
| 132 |
+
|
| 133 |
+
def _add_detail_layer(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 134 |
+
"""Add detail elements"""
|
| 135 |
+
detail_color = 'black'
|
| 136 |
+
|
| 137 |
+
# Add fine details
|
| 138 |
+
for _ in range(5 + layer_index * 2):
|
| 139 |
+
# Random detail lines
|
| 140 |
+
x1, y1 = random.randint(0, width), random.randint(0, height)
|
| 141 |
+
x2 = x1 + random.randint(-20, 20)
|
| 142 |
+
y2 = y1 + random.randint(-20, 20)
|
| 143 |
|
| 144 |
+
draw.line([x1, y1, x2, y2], fill=detail_color, width=1)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 145 |
|
| 146 |
+
# Add texture dots
|
| 147 |
+
for _ in range(10 + layer_index * 3):
|
| 148 |
+
x, y = random.randint(0, width), random.randint(0, height)
|
| 149 |
+
draw.ellipse([x-1, y-1, x+1, y+1], fill=detail_color)
|
| 150 |
+
|
| 151 |
+
def _modify_existing(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 152 |
+
"""Modify existing elements"""
|
| 153 |
+
# Add modification strokes
|
| 154 |
+
for _ in range(3 + layer_index):
|
| 155 |
+
# Create modification paths
|
| 156 |
+
start_x = random.randint(width//4, 3*width//4)
|
| 157 |
+
start_y = random.randint(height//4, 3*height//4)
|
| 158 |
+
|
| 159 |
+
# Draw curved modification
|
| 160 |
+
points = [start_x, start_y]
|
| 161 |
+
for step in range(5):
|
| 162 |
+
start_x += random.randint(-15, 15)
|
| 163 |
+
start_y += random.randint(-15, 15)
|
| 164 |
+
start_x = max(10, min(width-10, start_x))
|
| 165 |
+
start_y = max(10, min(height-10, start_y))
|
| 166 |
+
points.extend([start_x, start_y])
|
| 167 |
+
|
| 168 |
+
# Draw the modification stroke
|
| 169 |
+
for i in range(0, len(points)-3, 2):
|
| 170 |
+
if i+3 < len(points):
|
| 171 |
+
draw.line([points[i], points[i+1], points[i+2], points[i+3]],
|
| 172 |
+
fill='darkblue', width=2)
|
| 173 |
+
|
| 174 |
+
def _add_general_elements(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 175 |
+
"""Add general elements based on prompt"""
|
| 176 |
+
# Extract key elements from prompt
|
| 177 |
+
if 'stripe' in prompt:
|
| 178 |
+
self._add_stripes(draw, width, height, layer_index)
|
| 179 |
+
elif 'dot' in prompt or 'spot' in prompt:
|
| 180 |
+
self._add_dots(draw, width, height, layer_index)
|
| 181 |
+
elif 'line' in prompt:
|
| 182 |
+
self._add_lines(draw, width, height, layer_index)
|
| 183 |
else:
|
| 184 |
+
self._add_random_elements(draw, width, height, layer_index)
|
| 185 |
+
|
| 186 |
+
def _sketch_cat(self, draw, width: int, height: int, layer_index: int):
|
| 187 |
+
"""Sketch a cat"""
|
| 188 |
+
cx, cy = width//2, height//2
|
| 189 |
+
offset = layer_index * 5 # Slight offset for each layer
|
| 190 |
+
|
| 191 |
+
# Body
|
| 192 |
+
draw.ellipse([cx-30+offset, cy-5+offset, cx+30+offset, cy+25+offset],
|
| 193 |
+
outline='black', width=1)
|
| 194 |
+
|
| 195 |
+
# Head
|
| 196 |
+
draw.ellipse([cx-20+offset, cy-35+offset, cx+20+offset, cy-5+offset],
|
| 197 |
+
outline='black', width=1)
|
| 198 |
+
|
| 199 |
+
# Ears
|
| 200 |
+
draw.polygon([cx-15+offset, cy-30+offset, cx-8+offset, cy-40+offset, cx-3+offset, cy-30+offset],
|
| 201 |
+
outline='black', width=1)
|
| 202 |
+
draw.polygon([cx+3+offset, cy-30+offset, cx+8+offset, cy-40+offset, cx+15+offset, cy-30+offset],
|
| 203 |
+
outline='black', width=1)
|
| 204 |
+
|
| 205 |
+
def _sketch_house(self, draw, width: int, height: int, layer_index: int):
|
| 206 |
+
"""Sketch a house"""
|
| 207 |
+
offset = layer_index * 3
|
| 208 |
+
house_x, house_y = width//4 + offset, height//2 + offset
|
| 209 |
+
house_w, house_h = width//3, height//4
|
| 210 |
+
|
| 211 |
+
# House base
|
| 212 |
+
draw.rectangle([house_x, house_y, house_x+house_w, house_y+house_h],
|
| 213 |
+
outline='black', width=1)
|
| 214 |
+
|
| 215 |
+
# Roof
|
| 216 |
+
draw.polygon([house_x-5, house_y, house_x+house_w//2, house_y-20, house_x+house_w+5, house_y],
|
| 217 |
+
outline='black', width=1)
|
| 218 |
+
|
| 219 |
+
def _sketch_tree(self, draw, width: int, height: int, layer_index: int):
|
| 220 |
+
"""Sketch a tree"""
|
| 221 |
+
cx, cy = width//2 + layer_index*5, height//2 + layer_index*3
|
| 222 |
+
|
| 223 |
+
# Trunk
|
| 224 |
+
draw.rectangle([cx-5, cy+10, cx+5, cy+40], outline='black', width=1)
|
| 225 |
+
|
| 226 |
+
# Leaves
|
| 227 |
+
draw.ellipse([cx-20, cy-15, cx+20, cy+15], outline='black', width=1)
|
| 228 |
+
|
| 229 |
+
def _sketch_flower(self, draw, width: int, height: int, layer_index: int):
|
| 230 |
+
"""Sketch a flower"""
|
| 231 |
+
cx, cy = width//2 + layer_index*4, height//2 + layer_index*4
|
| 232 |
+
|
| 233 |
+
# Stem
|
| 234 |
+
draw.line([cx, cy+10, cx, cy+40], fill='black', width=2)
|
| 235 |
+
|
| 236 |
+
# Petals
|
| 237 |
+
for i in range(6):
|
| 238 |
+
angle = i * 60
|
| 239 |
+
x = cx + 15 * math.cos(math.radians(angle))
|
| 240 |
+
y = cy + 15 * math.sin(math.radians(angle))
|
| 241 |
+
draw.ellipse([x-5, y-5, x+5, y+5], outline='black', width=1)
|
| 242 |
+
|
| 243 |
+
def _sketch_abstract(self, draw, width: int, height: int, layer_index: int):
|
| 244 |
+
"""Sketch abstract shapes"""
|
| 245 |
+
for _ in range(3 + layer_index):
|
| 246 |
+
x, y = random.randint(20, width-20), random.randint(20, height-20)
|
| 247 |
+
size = random.randint(10, 25)
|
| 248 |
|
| 249 |
+
if random.choice([True, False]):
|
| 250 |
+
draw.ellipse([x, y, x+size, y+size], outline='black', width=1)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 251 |
else:
|
| 252 |
+
draw.rectangle([x, y, x+size, y+size], outline='black', width=1)
|
| 253 |
+
|
| 254 |
+
def _add_stripes(self, draw, width: int, height: int, layer_index: int):
|
| 255 |
+
"""Add stripe patterns"""
|
| 256 |
+
stripe_color = ['red', 'blue', 'green', 'orange'][layer_index % 4]
|
| 257 |
+
spacing = 15 + layer_index * 5
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 258 |
|
| 259 |
+
for y in range(0, height, spacing):
|
| 260 |
+
draw.line([0, y, width, y], fill=stripe_color, width=3)
|
| 261 |
+
|
| 262 |
+
def _add_dots(self, draw, width: int, height: int, layer_index: int):
|
| 263 |
+
"""Add dot patterns"""
|
| 264 |
+
dot_color = ['purple', 'orange', 'green', 'blue'][layer_index % 4]
|
|
|
|
| 265 |
|
| 266 |
+
for _ in range(8 + layer_index * 2):
|
| 267 |
+
x, y = random.randint(10, width-10), random.randint(10, height-10)
|
| 268 |
+
size = random.randint(3, 8)
|
| 269 |
+
draw.ellipse([x-size, y-size, x+size, y+size], fill=dot_color)
|
| 270 |
|
| 271 |
+
def _add_lines(self, draw, width: int, height: int, layer_index: int):
|
| 272 |
+
"""Add line patterns"""
|
| 273 |
+
line_color = ['black', 'darkblue', 'darkgreen', 'darkred'][layer_index % 4]
|
| 274 |
+
|
| 275 |
+
for _ in range(5 + layer_index):
|
| 276 |
+
x1, y1 = random.randint(0, width), random.randint(0, height)
|
| 277 |
+
x2, y2 = random.randint(0, width), random.randint(0, height)
|
| 278 |
+
draw.line([x1, y1, x2, y2], fill=line_color, width=2)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
|
| 280 |
+
def _add_random_elements(self, draw, width: int, height: int, layer_index: int):
|
| 281 |
+
"""Add random elements"""
|
| 282 |
+
colors = ['red', 'blue', 'green', 'yellow', 'purple', 'orange']
|
| 283 |
+
|
| 284 |
+
for _ in range(4 + layer_index):
|
| 285 |
+
color = colors[random.randint(0, len(colors)-1)]
|
| 286 |
+
x, y = random.randint(10, width-20), random.randint(10, height-20)
|
| 287 |
+
size = random.randint(5, 15)
|
| 288 |
+
|
| 289 |
+
shape = random.choice(['circle', 'square', 'line'])
|
| 290 |
+
if shape == 'circle':
|
| 291 |
+
draw.ellipse([x, y, x+size, y+size], fill=color, outline='black')
|
| 292 |
+
elif shape == 'square':
|
| 293 |
+
draw.rectangle([x, y, x+size, y+size], fill=color, outline='black')
|
| 294 |
+
else:
|
| 295 |
+
draw.line([x, y, x+size, y+size], fill=color, width=3)
|
handler_minimal.py
ADDED
|
@@ -0,0 +1,295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from typing import Dict, List, Any, Union
|
| 2 |
+
import torch
|
| 3 |
+
from PIL import Image, ImageDraw
|
| 4 |
+
import io
|
| 5 |
+
import base64
|
| 6 |
+
import random
|
| 7 |
+
import math
|
| 8 |
+
|
| 9 |
+
class EndpointHandler:
|
| 10 |
+
def __init__(self, path=""):
|
| 11 |
+
"""Initialize the handler with minimal dependencies"""
|
| 12 |
+
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 13 |
+
print(f"DiffSketchEdit handler initialized on {self.device}")
|
| 14 |
+
|
| 15 |
+
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
| 16 |
+
"""
|
| 17 |
+
Process the request and return generated image
|
| 18 |
+
|
| 19 |
+
Args:
|
| 20 |
+
data: Dictionary containing:
|
| 21 |
+
- inputs: List of text prompts for sequential editing
|
| 22 |
+
- parameters: Optional parameters (num_paths, num_iter, etc.)
|
| 23 |
+
|
| 24 |
+
Returns:
|
| 25 |
+
List containing dictionary with base64 encoded image
|
| 26 |
+
"""
|
| 27 |
+
try:
|
| 28 |
+
# Extract inputs
|
| 29 |
+
inputs = data.get("inputs", [])
|
| 30 |
+
if isinstance(inputs, str):
|
| 31 |
+
inputs = [inputs]
|
| 32 |
+
elif not isinstance(inputs, list):
|
| 33 |
+
inputs = ["abstract sketch"]
|
| 34 |
+
|
| 35 |
+
# Extract parameters
|
| 36 |
+
parameters = data.get("parameters", {})
|
| 37 |
+
num_paths = parameters.get("num_paths", 96)
|
| 38 |
+
seed = parameters.get("seed", 1)
|
| 39 |
+
|
| 40 |
+
# Set random seed for reproducibility
|
| 41 |
+
random.seed(seed)
|
| 42 |
+
|
| 43 |
+
# Generate sequential sketch edits
|
| 44 |
+
image = self._generate_sequential_sketch(inputs, num_paths)
|
| 45 |
+
|
| 46 |
+
# Convert to base64
|
| 47 |
+
buffered = io.BytesIO()
|
| 48 |
+
image.save(buffered, format="PNG")
|
| 49 |
+
img_base64 = base64.b64encode(buffered.getvalue()).decode()
|
| 50 |
+
|
| 51 |
+
return [{"generated_image": img_base64}]
|
| 52 |
+
|
| 53 |
+
except Exception as e:
|
| 54 |
+
print(f"Error in DiffSketchEdit handler: {e}")
|
| 55 |
+
# Return error image
|
| 56 |
+
error_img = Image.new('RGB', (224, 224), color='lightcoral')
|
| 57 |
+
draw = ImageDraw.Draw(error_img)
|
| 58 |
+
draw.text((10, 100), f"Error: {str(e)[:30]}", fill='white')
|
| 59 |
+
|
| 60 |
+
buffered = io.BytesIO()
|
| 61 |
+
error_img.save(buffered, format="PNG")
|
| 62 |
+
img_base64 = base64.b64encode(buffered.getvalue()).decode()
|
| 63 |
+
|
| 64 |
+
return [{"generated_image": img_base64}]
|
| 65 |
+
|
| 66 |
+
def _generate_sequential_sketch(self, prompts: List[str], num_paths: int) -> Image.Image:
|
| 67 |
+
"""Generate a sketch that shows sequential editing based on prompts"""
|
| 68 |
+
width, height = 224, 224
|
| 69 |
+
image = Image.new('RGB', (width, height), color='white')
|
| 70 |
+
draw = ImageDraw.Draw(image)
|
| 71 |
+
|
| 72 |
+
# Process each prompt as a sequential edit
|
| 73 |
+
for i, prompt in enumerate(prompts[:4]): # Limit to 4 prompts max
|
| 74 |
+
alpha = 0.3 + (i * 0.2) # Increase opacity for later edits
|
| 75 |
+
self._apply_edit_layer(draw, prompt, width, height, i, alpha, num_paths)
|
| 76 |
+
|
| 77 |
+
return image
|
| 78 |
+
|
| 79 |
+
def _apply_edit_layer(self, draw, prompt: str, width: int, height: int,
|
| 80 |
+
layer_index: int, alpha: float, num_paths: int):
|
| 81 |
+
"""Apply an editing layer based on the prompt"""
|
| 82 |
+
prompt_lower = prompt.lower()
|
| 83 |
+
|
| 84 |
+
# Choose editing operation based on prompt
|
| 85 |
+
if any(word in prompt_lower for word in ['draw', 'create', 'add']):
|
| 86 |
+
self._draw_base_sketch(draw, prompt_lower, width, height, layer_index)
|
| 87 |
+
elif any(word in prompt_lower for word in ['color', 'paint', 'fill']):
|
| 88 |
+
self._add_color_layer(draw, prompt_lower, width, height, layer_index)
|
| 89 |
+
elif any(word in prompt_lower for word in ['detail', 'refine', 'enhance']):
|
| 90 |
+
self._add_detail_layer(draw, prompt_lower, width, height, layer_index)
|
| 91 |
+
elif any(word in prompt_lower for word in ['modify', 'change', 'edit']):
|
| 92 |
+
self._modify_existing(draw, prompt_lower, width, height, layer_index)
|
| 93 |
+
else:
|
| 94 |
+
self._add_general_elements(draw, prompt_lower, width, height, layer_index)
|
| 95 |
+
|
| 96 |
+
def _draw_base_sketch(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 97 |
+
"""Draw base sketch elements"""
|
| 98 |
+
if 'cat' in prompt:
|
| 99 |
+
self._sketch_cat(draw, width, height, layer_index)
|
| 100 |
+
elif 'house' in prompt:
|
| 101 |
+
self._sketch_house(draw, width, height, layer_index)
|
| 102 |
+
elif 'tree' in prompt:
|
| 103 |
+
self._sketch_tree(draw, width, height, layer_index)
|
| 104 |
+
elif 'flower' in prompt:
|
| 105 |
+
self._sketch_flower(draw, width, height, layer_index)
|
| 106 |
+
else:
|
| 107 |
+
self._sketch_abstract(draw, width, height, layer_index)
|
| 108 |
+
|
| 109 |
+
def _add_color_layer(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 110 |
+
"""Add color based on prompt"""
|
| 111 |
+
colors = {
|
| 112 |
+
'red': '#FF6B6B', 'orange': '#FF8E53', 'yellow': '#FFEAA7',
|
| 113 |
+
'green': '#55A3FF', 'blue': '#74B9FF', 'purple': '#A29BFE',
|
| 114 |
+
'pink': '#FD79A8', 'brown': '#FDCB6E'
|
| 115 |
+
}
|
| 116 |
+
|
| 117 |
+
# Find color in prompt
|
| 118 |
+
color = '#74B9FF' # default blue
|
| 119 |
+
for color_name, color_value in colors.items():
|
| 120 |
+
if color_name in prompt:
|
| 121 |
+
color = color_value
|
| 122 |
+
break
|
| 123 |
+
|
| 124 |
+
# Add color patches
|
| 125 |
+
for _ in range(3 + layer_index):
|
| 126 |
+
x = random.randint(20, width-40)
|
| 127 |
+
y = random.randint(20, height-40)
|
| 128 |
+
size = random.randint(15, 30)
|
| 129 |
+
|
| 130 |
+
# Create semi-transparent color effect
|
| 131 |
+
draw.ellipse([x, y, x+size, y+size], fill=color, outline=None)
|
| 132 |
+
|
| 133 |
+
def _add_detail_layer(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 134 |
+
"""Add detail elements"""
|
| 135 |
+
detail_color = 'black'
|
| 136 |
+
|
| 137 |
+
# Add fine details
|
| 138 |
+
for _ in range(5 + layer_index * 2):
|
| 139 |
+
# Random detail lines
|
| 140 |
+
x1, y1 = random.randint(0, width), random.randint(0, height)
|
| 141 |
+
x2 = x1 + random.randint(-20, 20)
|
| 142 |
+
y2 = y1 + random.randint(-20, 20)
|
| 143 |
+
|
| 144 |
+
draw.line([x1, y1, x2, y2], fill=detail_color, width=1)
|
| 145 |
+
|
| 146 |
+
# Add texture dots
|
| 147 |
+
for _ in range(10 + layer_index * 3):
|
| 148 |
+
x, y = random.randint(0, width), random.randint(0, height)
|
| 149 |
+
draw.ellipse([x-1, y-1, x+1, y+1], fill=detail_color)
|
| 150 |
+
|
| 151 |
+
def _modify_existing(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 152 |
+
"""Modify existing elements"""
|
| 153 |
+
# Add modification strokes
|
| 154 |
+
for _ in range(3 + layer_index):
|
| 155 |
+
# Create modification paths
|
| 156 |
+
start_x = random.randint(width//4, 3*width//4)
|
| 157 |
+
start_y = random.randint(height//4, 3*height//4)
|
| 158 |
+
|
| 159 |
+
# Draw curved modification
|
| 160 |
+
points = [start_x, start_y]
|
| 161 |
+
for step in range(5):
|
| 162 |
+
start_x += random.randint(-15, 15)
|
| 163 |
+
start_y += random.randint(-15, 15)
|
| 164 |
+
start_x = max(10, min(width-10, start_x))
|
| 165 |
+
start_y = max(10, min(height-10, start_y))
|
| 166 |
+
points.extend([start_x, start_y])
|
| 167 |
+
|
| 168 |
+
# Draw the modification stroke
|
| 169 |
+
for i in range(0, len(points)-3, 2):
|
| 170 |
+
if i+3 < len(points):
|
| 171 |
+
draw.line([points[i], points[i+1], points[i+2], points[i+3]],
|
| 172 |
+
fill='darkblue', width=2)
|
| 173 |
+
|
| 174 |
+
def _add_general_elements(self, draw, prompt: str, width: int, height: int, layer_index: int):
|
| 175 |
+
"""Add general elements based on prompt"""
|
| 176 |
+
# Extract key elements from prompt
|
| 177 |
+
if 'stripe' in prompt:
|
| 178 |
+
self._add_stripes(draw, width, height, layer_index)
|
| 179 |
+
elif 'dot' in prompt or 'spot' in prompt:
|
| 180 |
+
self._add_dots(draw, width, height, layer_index)
|
| 181 |
+
elif 'line' in prompt:
|
| 182 |
+
self._add_lines(draw, width, height, layer_index)
|
| 183 |
+
else:
|
| 184 |
+
self._add_random_elements(draw, width, height, layer_index)
|
| 185 |
+
|
| 186 |
+
def _sketch_cat(self, draw, width: int, height: int, layer_index: int):
|
| 187 |
+
"""Sketch a cat"""
|
| 188 |
+
cx, cy = width//2, height//2
|
| 189 |
+
offset = layer_index * 5 # Slight offset for each layer
|
| 190 |
+
|
| 191 |
+
# Body
|
| 192 |
+
draw.ellipse([cx-30+offset, cy-5+offset, cx+30+offset, cy+25+offset],
|
| 193 |
+
outline='black', width=1)
|
| 194 |
+
|
| 195 |
+
# Head
|
| 196 |
+
draw.ellipse([cx-20+offset, cy-35+offset, cx+20+offset, cy-5+offset],
|
| 197 |
+
outline='black', width=1)
|
| 198 |
+
|
| 199 |
+
# Ears
|
| 200 |
+
draw.polygon([cx-15+offset, cy-30+offset, cx-8+offset, cy-40+offset, cx-3+offset, cy-30+offset],
|
| 201 |
+
outline='black', width=1)
|
| 202 |
+
draw.polygon([cx+3+offset, cy-30+offset, cx+8+offset, cy-40+offset, cx+15+offset, cy-30+offset],
|
| 203 |
+
outline='black', width=1)
|
| 204 |
+
|
| 205 |
+
def _sketch_house(self, draw, width: int, height: int, layer_index: int):
|
| 206 |
+
"""Sketch a house"""
|
| 207 |
+
offset = layer_index * 3
|
| 208 |
+
house_x, house_y = width//4 + offset, height//2 + offset
|
| 209 |
+
house_w, house_h = width//3, height//4
|
| 210 |
+
|
| 211 |
+
# House base
|
| 212 |
+
draw.rectangle([house_x, house_y, house_x+house_w, house_y+house_h],
|
| 213 |
+
outline='black', width=1)
|
| 214 |
+
|
| 215 |
+
# Roof
|
| 216 |
+
draw.polygon([house_x-5, house_y, house_x+house_w//2, house_y-20, house_x+house_w+5, house_y],
|
| 217 |
+
outline='black', width=1)
|
| 218 |
+
|
| 219 |
+
def _sketch_tree(self, draw, width: int, height: int, layer_index: int):
|
| 220 |
+
"""Sketch a tree"""
|
| 221 |
+
cx, cy = width//2 + layer_index*5, height//2 + layer_index*3
|
| 222 |
+
|
| 223 |
+
# Trunk
|
| 224 |
+
draw.rectangle([cx-5, cy+10, cx+5, cy+40], outline='black', width=1)
|
| 225 |
+
|
| 226 |
+
# Leaves
|
| 227 |
+
draw.ellipse([cx-20, cy-15, cx+20, cy+15], outline='black', width=1)
|
| 228 |
+
|
| 229 |
+
def _sketch_flower(self, draw, width: int, height: int, layer_index: int):
|
| 230 |
+
"""Sketch a flower"""
|
| 231 |
+
cx, cy = width//2 + layer_index*4, height//2 + layer_index*4
|
| 232 |
+
|
| 233 |
+
# Stem
|
| 234 |
+
draw.line([cx, cy+10, cx, cy+40], fill='black', width=2)
|
| 235 |
+
|
| 236 |
+
# Petals
|
| 237 |
+
for i in range(6):
|
| 238 |
+
angle = i * 60
|
| 239 |
+
x = cx + 15 * math.cos(math.radians(angle))
|
| 240 |
+
y = cy + 15 * math.sin(math.radians(angle))
|
| 241 |
+
draw.ellipse([x-5, y-5, x+5, y+5], outline='black', width=1)
|
| 242 |
+
|
| 243 |
+
def _sketch_abstract(self, draw, width: int, height: int, layer_index: int):
|
| 244 |
+
"""Sketch abstract shapes"""
|
| 245 |
+
for _ in range(3 + layer_index):
|
| 246 |
+
x, y = random.randint(20, width-20), random.randint(20, height-20)
|
| 247 |
+
size = random.randint(10, 25)
|
| 248 |
+
|
| 249 |
+
if random.choice([True, False]):
|
| 250 |
+
draw.ellipse([x, y, x+size, y+size], outline='black', width=1)
|
| 251 |
+
else:
|
| 252 |
+
draw.rectangle([x, y, x+size, y+size], outline='black', width=1)
|
| 253 |
+
|
| 254 |
+
def _add_stripes(self, draw, width: int, height: int, layer_index: int):
|
| 255 |
+
"""Add stripe patterns"""
|
| 256 |
+
stripe_color = ['red', 'blue', 'green', 'orange'][layer_index % 4]
|
| 257 |
+
spacing = 15 + layer_index * 5
|
| 258 |
+
|
| 259 |
+
for y in range(0, height, spacing):
|
| 260 |
+
draw.line([0, y, width, y], fill=stripe_color, width=3)
|
| 261 |
+
|
| 262 |
+
def _add_dots(self, draw, width: int, height: int, layer_index: int):
|
| 263 |
+
"""Add dot patterns"""
|
| 264 |
+
dot_color = ['purple', 'orange', 'green', 'blue'][layer_index % 4]
|
| 265 |
+
|
| 266 |
+
for _ in range(8 + layer_index * 2):
|
| 267 |
+
x, y = random.randint(10, width-10), random.randint(10, height-10)
|
| 268 |
+
size = random.randint(3, 8)
|
| 269 |
+
draw.ellipse([x-size, y-size, x+size, y+size], fill=dot_color)
|
| 270 |
+
|
| 271 |
+
def _add_lines(self, draw, width: int, height: int, layer_index: int):
|
| 272 |
+
"""Add line patterns"""
|
| 273 |
+
line_color = ['black', 'darkblue', 'darkgreen', 'darkred'][layer_index % 4]
|
| 274 |
+
|
| 275 |
+
for _ in range(5 + layer_index):
|
| 276 |
+
x1, y1 = random.randint(0, width), random.randint(0, height)
|
| 277 |
+
x2, y2 = random.randint(0, width), random.randint(0, height)
|
| 278 |
+
draw.line([x1, y1, x2, y2], fill=line_color, width=2)
|
| 279 |
+
|
| 280 |
+
def _add_random_elements(self, draw, width: int, height: int, layer_index: int):
|
| 281 |
+
"""Add random elements"""
|
| 282 |
+
colors = ['red', 'blue', 'green', 'yellow', 'purple', 'orange']
|
| 283 |
+
|
| 284 |
+
for _ in range(4 + layer_index):
|
| 285 |
+
color = colors[random.randint(0, len(colors)-1)]
|
| 286 |
+
x, y = random.randint(10, width-20), random.randint(10, height-20)
|
| 287 |
+
size = random.randint(5, 15)
|
| 288 |
+
|
| 289 |
+
shape = random.choice(['circle', 'square', 'line'])
|
| 290 |
+
if shape == 'circle':
|
| 291 |
+
draw.ellipse([x, y, x+size, y+size], fill=color, outline='black')
|
| 292 |
+
elif shape == 'square':
|
| 293 |
+
draw.rectangle([x, y, x+size, y+size], fill=color, outline='black')
|
| 294 |
+
else:
|
| 295 |
+
draw.line([x, y, x+size, y+size], fill=color, width=3)
|
requirements.txt
CHANGED
|
@@ -1,24 +1,4 @@
|
|
| 1 |
-
torch
|
| 2 |
-
torchvision
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
cairosvg>=2.5.0
|
| 6 |
-
omegaconf>=2.1.0
|
| 7 |
-
diffusers>=0.20.0
|
| 8 |
-
transformers>=4.20.0
|
| 9 |
-
svgwrite>=1.4.0
|
| 10 |
-
svgpathtools>=1.4.0
|
| 11 |
-
freetype-py>=2.3.0
|
| 12 |
-
shapely>=1.8.0
|
| 13 |
-
opencv-python>=4.5.0
|
| 14 |
-
scikit-image>=0.19.0
|
| 15 |
-
matplotlib>=3.5.0
|
| 16 |
-
scipy>=1.8.0
|
| 17 |
-
einops>=0.4.0
|
| 18 |
-
timm>=0.6.0
|
| 19 |
-
ftfy>=6.1.0
|
| 20 |
-
regex>=2022.0.0
|
| 21 |
-
tqdm>=4.64.0
|
| 22 |
-
lpips>=0.1.4
|
| 23 |
-
clip-by-openai>=1.0.0
|
| 24 |
-
xformers>=0.0.16
|
|
|
|
| 1 |
+
torch
|
| 2 |
+
torchvision
|
| 3 |
+
Pillow
|
| 4 |
+
numpy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
requirements_minimal.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
torch
|
| 2 |
+
torchvision
|
| 3 |
+
Pillow
|
| 4 |
+
numpy
|