Spaces:
Sleeping
Sleeping
File size: 15,157 Bytes
4376584 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 |
"""
Gradio interface functions for the Mosaic Generator.
"""
import gradio as gr
import numpy as np
from PIL import Image
import time
from typing import Tuple, Dict, List
from .config import Config, Implementation, MatchSpace
from .pipeline import MosaicPipeline
from .metrics import calculate_comprehensive_metrics, interpret_metrics
def create_default_config(
grid_size: int = 32,
tile_size: int = 32,
output_width: int = 768,
output_height: int = 768,
color_matching: str = "Lab (perceptual)",
use_uniform_quantization: bool = False,
quantization_levels: int = 8,
use_kmeans_quantization: bool = False,
kmeans_colors: int = 8,
normalize_tile_brightness: bool = False
) -> Config:
"""Create configuration from Gradio interface parameters."""
# Convert string parameters to enums
match_space = MatchSpace.LAB if color_matching == "Lab (perceptual)" else MatchSpace.RGB
return Config(
grid=grid_size,
tile_size=tile_size,
out_w=output_width,
out_h=output_height,
impl=Implementation.VECT, # Always use vectorized
match_space=match_space,
use_uniform_q=use_uniform_quantization,
q_levels=quantization_levels,
use_kmeans_q=use_kmeans_quantization,
k_colors=kmeans_colors,
tile_norm_brightness=normalize_tile_brightness
)
def generate_mosaic(
image: Image.Image,
grid_size: int,
tile_size: int,
output_width: int,
output_height: int,
color_matching: str,
use_uniform_quantization: bool,
quantization_levels: int,
use_kmeans_quantization: bool,
kmeans_colors: int,
normalize_tile_brightness: bool,
progress=gr.Progress()
) -> Tuple[Image.Image, Image.Image, str, str]:
"""
Generate mosaic from input image with given parameters.
Returns:
Tuple of (mosaic_image, processed_image, metrics_text, timing_text)
"""
if image is None:
return None, None, "Please upload an image.", ""
try:
# Create configuration
config = create_default_config(
grid_size, tile_size, output_width, output_height,
color_matching, use_uniform_quantization,
quantization_levels, use_kmeans_quantization, kmeans_colors,
normalize_tile_brightness
)
# Create pipeline
pipeline = MosaicPipeline(config)
# Update progress
progress(0.1, desc="Initializing pipeline...")
# Run pipeline
progress(0.2, desc="Loading tiles (first time only)...")
progress(0.4, desc="Generating mosaic...")
results = pipeline.run_full_pipeline(image)
progress(0.7, desc="Calculating metrics...")
# Extract results
mosaic_img = results['outputs']['mosaic']
processed_img = results['outputs']['processed_image']
# Format metrics
metrics = results['metrics']
interpretations = results['metrics_interpretation']
metrics_text = f"""
**Quality Metrics:**
- **MSE (Mean Squared Error):** {metrics['mse']:.6f} - {interpretations['mse']}
- **PSNR (Peak Signal-to-Noise Ratio):** {metrics['psnr']:.2f} dB - {interpretations['psnr']}
- **SSIM (Structural Similarity):** {metrics['ssim']:.4f} - {interpretations['ssim']}
- **RMSE (Root Mean Squared Error):** {metrics['rmse']:.6f}
- **MAE (Mean Absolute Error):** {metrics['mae']:.6f}
**Color Analysis:**
- **Color MSE:** {metrics['color_mse']:.6f}
- **Histogram Correlation:** {metrics['histogram_correlation']:.4f}
"""
# Format timing information
timing = results['timing']
timing_text = f"""
**Processing Times:**
- **Preprocessing:** {timing['preprocessing']:.3f} seconds
- **Grid Analysis:** {timing['grid_analysis']:.3f} seconds
- **Tile Mapping:** {timing['tile_mapping']:.3f} seconds
- **Total Time:** {timing['total']:.3f} seconds
**Configuration:**
- **Grid Size:** {config.grid}x{config.grid} ({config.grid**2} tiles total)
- **Tile Size:** {config.tile_size}x{config.tile_size} pixels
- **Output Resolution:** {mosaic_img.width}x{mosaic_img.height}
- **Implementation:** {config.impl.value}
- **Color Matching:** {config.match_space.value}
"""
progress(1.0, desc="Complete!")
return mosaic_img, processed_img, metrics_text, timing_text
except Exception as e:
error_msg = f"Error generating mosaic: {str(e)}"
print(error_msg)
return None, None, error_msg, ""
def benchmark_grid_sizes(
image: Image.Image,
grid_sizes: str,
progress=gr.Progress()
) -> str:
"""Benchmark different grid sizes."""
if image is None:
return "Please upload an image for benchmarking."
try:
# Parse grid sizes
sizes = [int(x.strip()) for x in grid_sizes.split(',')]
results = []
total_tests = len(sizes)
for i, grid_size in enumerate(sizes):
progress((i + 1) / total_tests, desc=f"Testing grid size {grid_size}x{grid_size}...")
config = create_default_config(grid_size, 32, 768, 768)
pipeline = MosaicPipeline(config)
start_time = time.time()
pipeline_results = pipeline.run_full_pipeline(image)
processing_time = time.time() - start_time
results.append({
'grid_size': grid_size,
'processing_time': processing_time,
'total_tiles': grid_size * grid_size,
'tiles_per_second': (grid_size * grid_size) / processing_time,
'mse': pipeline_results['metrics']['mse'],
'ssim': pipeline_results['metrics']['ssim']
})
# Generate report
report = "**Grid Size Performance Analysis:**\n\n"
for result in results:
report += f"**Grid {result['grid_size']}x{result['grid_size']}:**\n"
report += f"- Processing Time: {result['processing_time']:.3f}s\n"
report += f"- Total Tiles: {result['total_tiles']}\n"
report += f"- Tiles per Second: {result['tiles_per_second']:.1f}\n"
report += f"- MSE: {result['mse']:.6f}\n"
report += f"- SSIM: {result['ssim']:.4f}\n\n"
# Scaling analysis
if len(results) >= 2:
first = results[0]
last = results[-1]
tile_ratio = last['total_tiles'] / first['total_tiles']
time_ratio = last['processing_time'] / first['processing_time']
report += "**Scaling Analysis:**\n"
report += f"- Tile increase ratio: {tile_ratio:.2f}x\n"
report += f"- Time increase ratio: {time_ratio:.2f}x\n"
report += f"- Scaling efficiency: {tile_ratio/time_ratio:.2f}\n"
report += f"- Linear scaling: {'Yes' if abs(time_ratio - tile_ratio) / tile_ratio < 0.1 else 'No'}\n"
return report
except Exception as e:
return f"Error during grid size benchmarking: {str(e)}"
def create_interface():
"""Create the Gradio interface."""
with gr.Blocks(title="Mosaic Generator", theme=gr.themes.Soft()) as demo:
gr.Markdown("# π¨ Mosaic Generator")
gr.Markdown("Generate beautiful mosaic-style images from your photos using advanced image processing techniques.")
with gr.Tab("Generate Mosaic"):
with gr.Row():
with gr.Column(scale=1):
# Input controls
gr.Markdown("## Upload & Configure")
input_image = gr.Image(
type="pil",
label="Upload Image",
height=300
)
with gr.Accordion("Basic Settings", open=True):
grid_size = gr.Slider(
minimum=8, maximum=128, step=8, value=32,
label="Grid Size (NΓN tiles)"
)
tile_size = gr.Slider(
minimum=4, maximum=64, step=4, value=32,
label="Tile Size (pixels)"
)
output_width = gr.Slider(
minimum=256, maximum=1024, step=64, value=768,
label="Output Width"
)
output_height = gr.Slider(
minimum=256, maximum=1024, step=64, value=768,
label="Output Height"
)
with gr.Accordion("Advanced Settings", open=False):
color_matching = gr.Radio(
choices=["Lab (perceptual)", "RGB (euclidean)"],
value="Lab (perceptual)",
label="Color Matching Space"
)
gr.Markdown("**Color Quantization:**")
use_uniform_quantization = gr.Checkbox(
label="Use Uniform Quantization",
value=False
)
quantization_levels = gr.Slider(
minimum=4, maximum=16, step=2, value=8,
label="Quantization Levels",
visible=True
)
use_kmeans_quantization = gr.Checkbox(
label="Use K-means Quantization",
value=False
)
kmeans_colors = gr.Slider(
minimum=4, maximum=32, step=2, value=8,
label="K-means Colors"
)
normalize_tile_brightness = gr.Checkbox(
label="Normalize Tile Brightness",
value=False
)
generate_btn = gr.Button("Generate Mosaic", variant="primary", size="lg")
with gr.Column(scale=2):
# Output display
gr.Markdown("## Results")
with gr.Row():
mosaic_output = gr.Image(
label="Generated Mosaic",
height=400
)
processed_output = gr.Image(
label="Processed Input",
height=400
)
with gr.Row():
metrics_output = gr.Markdown(label="Quality Metrics")
timing_output = gr.Markdown(label="Processing Information")
with gr.Tab("Performance Analysis"):
gr.Markdown("## Performance Benchmarking")
with gr.Row():
with gr.Column():
benchmark_image = gr.Image(
type="pil",
label="Image for Benchmarking",
height=200
)
gr.Markdown("### Grid Size Benchmarking")
grid_sizes_input = gr.Textbox(
value="16,32,48,64",
label="Grid Sizes (comma-separated)",
placeholder="16,32,48,64"
)
benchmark_grid_btn = gr.Button("Benchmark Grid Sizes", variant="secondary")
with gr.Column():
benchmark_output = gr.Markdown(label="Benchmark Results")
with gr.Tab("About"):
gr.Markdown("""
## About the Mosaic Generator
This application implements a complete mosaic generation pipeline with the following features:
**Note**: The first time you generate a mosaic, it will load tiles from the Hugging Face dataset. This may take a few moments, but subsequent generations will be much faster as tiles are cached.
### Core Functionality
- **Image Preprocessing**: Resize and crop images to fit grid requirements
- **Color Quantization**: Optional uniform and K-means quantization
- **Grid Analysis**: Vectorized operations for efficient processing
- **Tile Mapping**: Replace grid cells with matching image tiles
- **Quality Metrics**: MSE, PSNR, SSIM, and color similarity analysis
### Performance Features
- **Vectorized Operations**: NumPy-based efficient processing
- **Grid Size Benchmarking**: Performance analysis across different resolutions
- **Real-time Metrics**: Processing time and quality measurements
### Technical Details
- Uses Hugging Face datasets for tile sources
- Supports LAB and RGB color space matching
- Configurable grid sizes from 8Γ8 to 128Γ128
- Adjustable tile sizes and output resolutions
### Assignment Requirements Met
β
Image selection and preprocessing
β
Grid division and thresholding
β
Vectorized NumPy operations
β
Tile mapping and replacement
β
Gradio interface with parameter controls
β
Similarity metrics (MSE, SSIM)
β
Performance analysis and benchmarking
""")
# Event handlers
generate_btn.click(
fn=generate_mosaic,
inputs=[
input_image, grid_size, tile_size, output_width, output_height,
color_matching, use_uniform_quantization,
quantization_levels, use_kmeans_quantization, kmeans_colors,
normalize_tile_brightness
],
outputs=[mosaic_output, processed_output, metrics_output, timing_output]
)
benchmark_grid_btn.click(
fn=benchmark_grid_sizes,
inputs=[benchmark_image, grid_sizes_input],
outputs=[benchmark_output]
)
# Update visibility of quantization controls
use_uniform_quantization.change(
fn=lambda x: gr.Slider(visible=x),
inputs=[use_uniform_quantization],
outputs=[quantization_levels]
)
use_kmeans_quantization.change(
fn=lambda x: gr.Slider(visible=x),
inputs=[use_kmeans_quantization],
outputs=[kmeans_colors]
)
return demo
|