Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ import numpy as np
|
|
| 4 |
from PIL import Image
|
| 5 |
import cv2
|
| 6 |
|
| 7 |
-
print("🚀 Starting SAM2
|
| 8 |
|
| 9 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 10 |
print(f"📱 Using device: {device}")
|
|
@@ -61,134 +61,185 @@ def refine_mask(mask, kernel_size=5):
|
|
| 61 |
mask_refined = cv2.morphologyEx(mask_closed, cv2.MORPH_OPEN, kernel)
|
| 62 |
return mask_refined > 0
|
| 63 |
|
| 64 |
-
def
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
"""
|
| 66 |
-
|
| 67 |
-
|
|
|
|
|
|
|
| 68 |
"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
contours, _ = cv2.findContours(
|
| 70 |
mask.astype(np.uint8),
|
| 71 |
cv2.RETR_EXTERNAL,
|
| 72 |
cv2.CHAIN_APPROX_SIMPLE
|
| 73 |
)
|
| 74 |
|
| 75 |
-
if
|
| 76 |
-
return []
|
| 77 |
|
| 78 |
-
# Größte Kontur
|
| 79 |
largest_contour = max(contours, key=cv2.contourArea)
|
| 80 |
|
| 81 |
-
#
|
| 82 |
points = []
|
| 83 |
for point in largest_contour:
|
| 84 |
x, y = point[0]
|
| 85 |
points.append({"x": int(x), "y": int(y)})
|
| 86 |
|
| 87 |
-
return points
|
| 88 |
|
| 89 |
-
def segment_automatic(image, quality="high",
|
| 90 |
"""
|
| 91 |
-
|
| 92 |
-
|
| 93 |
"""
|
| 94 |
if image is None:
|
| 95 |
return None, {"error": "Kein Bild hochgeladen"}
|
| 96 |
|
| 97 |
try:
|
| 98 |
-
print(f"🔄 Starting
|
| 99 |
model, processor = load_model()
|
| 100 |
|
| 101 |
image_pil, image_np = prepare_image(image)
|
| 102 |
h, w = image_np.shape[:2]
|
| 103 |
|
| 104 |
-
|
| 105 |
-
# Besser für Fisch-Erkennung, da Fische nicht immer zentral sind
|
| 106 |
-
points = []
|
| 107 |
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
else:
|
| 116 |
-
# Nur Center + 4 Ecken
|
| 117 |
-
center_x, center_y = w // 2, h // 2
|
| 118 |
-
points = [
|
| 119 |
-
[center_x, center_y],
|
| 120 |
-
[w // 4, h // 4],
|
| 121 |
-
[3 * w // 4, h // 4],
|
| 122 |
-
[w // 4, 3 * h // 4],
|
| 123 |
-
[3 * w // 4, 3 * h // 4]
|
| 124 |
-
]
|
| 125 |
|
| 126 |
-
print(
|
|
|
|
|
|
|
| 127 |
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
|
|
|
|
|
|
| 131 |
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
input_points=[[point]],
|
| 136 |
-
input_labels=[[1]],
|
| 137 |
-
return_tensors="pt"
|
| 138 |
-
).to(device)
|
| 139 |
-
|
| 140 |
-
with torch.no_grad():
|
| 141 |
-
outputs = model(**inputs, multimask_output=True)
|
| 142 |
-
|
| 143 |
-
masks = processor.image_processor.post_process_masks(
|
| 144 |
-
outputs.pred_masks.cpu(),
|
| 145 |
-
inputs["original_sizes"].cpu(),
|
| 146 |
-
inputs["reshaped_input_sizes"].cpu()
|
| 147 |
-
)[0]
|
| 148 |
-
|
| 149 |
-
scores = outputs.iou_scores.cpu().numpy()
|
| 150 |
-
if scores.ndim > 1:
|
| 151 |
-
scores = scores.flatten()
|
| 152 |
-
|
| 153 |
-
# Beste Maske von diesem Punkt
|
| 154 |
-
best_idx = np.argmax(scores)
|
| 155 |
-
if masks.ndim == 4:
|
| 156 |
-
mask = masks[0, best_idx].numpy()
|
| 157 |
-
else:
|
| 158 |
-
mask = masks[best_idx].numpy()
|
| 159 |
-
|
| 160 |
-
# Nur gute Masken (Score > 0.6)
|
| 161 |
-
if scores[best_idx] > 0.6:
|
| 162 |
-
all_masks.append(mask > 0)
|
| 163 |
-
all_scores.append(scores[best_idx])
|
| 164 |
|
| 165 |
-
print(f"✅ Got {len(
|
| 166 |
|
| 167 |
-
|
| 168 |
-
|
|
|
|
|
|
|
| 169 |
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
# OR-Kombination (vereint alle Fischteile)
|
| 173 |
-
combined_mask = np.zeros((h, w), dtype=bool)
|
| 174 |
-
for mask in all_masks:
|
| 175 |
-
combined_mask = combined_mask | mask
|
| 176 |
-
final_mask = combined_mask
|
| 177 |
-
print(f"🔗 Combined {len(all_masks)} masks!")
|
| 178 |
-
else:
|
| 179 |
-
# Größte Maske (= Hauptobjekt = wahrscheinlich Fisch)
|
| 180 |
-
sizes = [np.sum(mask) for mask in all_masks]
|
| 181 |
-
largest_idx = np.argmax(sizes)
|
| 182 |
-
final_mask = all_masks[largest_idx]
|
| 183 |
-
print(f"✅ Using largest mask (size: {sizes[largest_idx]} px)")
|
| 184 |
|
| 185 |
-
# Refinement
|
| 186 |
if quality == "high":
|
| 187 |
print("🎨 Refining mask...")
|
| 188 |
final_mask = refine_mask(final_mask, kernel_size=7)
|
| 189 |
|
| 190 |
-
#
|
| 191 |
-
|
| 192 |
|
| 193 |
# Overlay erstellen
|
| 194 |
overlay = image_np.copy()
|
|
@@ -198,39 +249,35 @@ def segment_automatic(image, quality="high", merge_parts=True):
|
|
| 198 |
if quality == "high":
|
| 199 |
mask_float = cv2.GaussianBlur(mask_float, (5, 5), 0)
|
| 200 |
|
| 201 |
-
# Farbiges Overlay
|
| 202 |
for c in range(3):
|
| 203 |
overlay[:, :, c] = (
|
| 204 |
overlay[:, :, c] * (1 - mask_float * 0.65) +
|
| 205 |
color[c] * mask_float * 0.65
|
| 206 |
)
|
| 207 |
|
| 208 |
-
#
|
| 209 |
-
|
| 210 |
final_mask.astype(np.uint8),
|
| 211 |
cv2.RETR_EXTERNAL,
|
| 212 |
cv2.CHAIN_APPROX_SIMPLE
|
| 213 |
)
|
| 214 |
-
cv2.drawContours(overlay,
|
| 215 |
|
| 216 |
-
# 🎯 METADATA mit KONTUREN (Lovable-kompatibel!)
|
| 217 |
metadata = {
|
| 218 |
"success": True,
|
| 219 |
-
"mode": "
|
| 220 |
"quality": quality,
|
| 221 |
-
"masks_combined":
|
| 222 |
-
"all_scores":
|
| 223 |
"image_size": [w, h],
|
| 224 |
"mask_area": int(np.sum(final_mask)),
|
| 225 |
"mask_percentage": float(np.sum(final_mask) / (h * w) * 100),
|
| 226 |
-
"num_contours":
|
| 227 |
"device": device,
|
| 228 |
-
#
|
| 229 |
-
"contours": contour_points,
|
| 230 |
-
"num_points": len(contour_points)
|
| 231 |
}
|
| 232 |
|
| 233 |
-
print(f"✅ Segmentation complete!
|
| 234 |
return Image.fromarray(overlay.astype(np.uint8)), metadata
|
| 235 |
|
| 236 |
except Exception as e:
|
|
@@ -239,273 +286,104 @@ def segment_automatic(image, quality="high", merge_parts=True):
|
|
| 239 |
return image, {"error": str(e)}
|
| 240 |
|
| 241 |
def segment_multi_dense(image, density="medium"):
|
| 242 |
-
"""Multi-Object
|
| 243 |
-
|
| 244 |
-
|
| 245 |
-
|
| 246 |
-
try:
|
| 247 |
-
print(f"🎯 Starting multi-region segmentation (density: {density})...")
|
| 248 |
-
model, processor = load_model()
|
| 249 |
-
image_pil, image_np = prepare_image(image)
|
| 250 |
-
h, w = image_np.shape[:2]
|
| 251 |
-
|
| 252 |
-
# Grid-Größe basierend auf Density
|
| 253 |
-
if density == "high":
|
| 254 |
-
grid_size = 5
|
| 255 |
-
elif density == "medium":
|
| 256 |
-
grid_size = 4
|
| 257 |
-
else:
|
| 258 |
-
grid_size = 3
|
| 259 |
-
|
| 260 |
-
# Grid-Punkte generieren
|
| 261 |
-
points = []
|
| 262 |
-
for i in range(1, grid_size + 1):
|
| 263 |
-
for j in range(1, grid_size + 1):
|
| 264 |
-
x = int(w * i / (grid_size + 1))
|
| 265 |
-
y = int(h * j / (grid_size + 1))
|
| 266 |
-
points.append([x, y])
|
| 267 |
-
|
| 268 |
-
print(f"📍 Using {len(points)} grid points ({grid_size}x{grid_size})...")
|
| 269 |
-
|
| 270 |
-
all_masks = []
|
| 271 |
-
all_scores = []
|
| 272 |
-
|
| 273 |
-
# Segmentiere jeden Punkt
|
| 274 |
-
for idx, point in enumerate(points):
|
| 275 |
-
inputs = processor(
|
| 276 |
-
image_pil,
|
| 277 |
-
input_points=[[point]],
|
| 278 |
-
input_labels=[[1]],
|
| 279 |
-
return_tensors="pt"
|
| 280 |
-
).to(device)
|
| 281 |
-
|
| 282 |
-
with torch.no_grad():
|
| 283 |
-
outputs = model(**inputs, multimask_output=True)
|
| 284 |
-
|
| 285 |
-
masks = processor.image_processor.post_process_masks(
|
| 286 |
-
outputs.pred_masks.cpu(),
|
| 287 |
-
inputs["original_sizes"].cpu(),
|
| 288 |
-
inputs["reshaped_input_sizes"].cpu()
|
| 289 |
-
)[0]
|
| 290 |
-
|
| 291 |
-
scores = outputs.iou_scores.cpu().numpy().flatten()
|
| 292 |
-
best_idx = np.argmax(scores)
|
| 293 |
-
|
| 294 |
-
if masks.ndim == 4:
|
| 295 |
-
mask = masks[0, best_idx].numpy()
|
| 296 |
-
else:
|
| 297 |
-
mask = masks[best_idx].numpy()
|
| 298 |
-
|
| 299 |
-
# Nur Masken mit gutem Score
|
| 300 |
-
if scores[best_idx] > 0.7:
|
| 301 |
-
all_masks.append(refine_mask(mask))
|
| 302 |
-
all_scores.append(scores[best_idx])
|
| 303 |
-
|
| 304 |
-
print(f"✅ Got {len(all_masks)} quality masks")
|
| 305 |
-
|
| 306 |
-
# Overlay mit verschiedenen Farben
|
| 307 |
-
overlay = image_np.copy()
|
| 308 |
-
|
| 309 |
-
# HSV-basierte Farbgenerierung
|
| 310 |
-
colors = []
|
| 311 |
-
for i in range(len(all_masks)):
|
| 312 |
-
hue = int(180 * i / max(len(all_masks), 1))
|
| 313 |
-
color_hsv = np.uint8([[[hue, 255, 200]]])
|
| 314 |
-
color_rgb = cv2.cvtColor(color_hsv, cv2.COLOR_HSV2RGB)[0][0]
|
| 315 |
-
colors.append(color_rgb)
|
| 316 |
-
|
| 317 |
-
# Masken anwenden
|
| 318 |
-
for mask, color, score in zip(all_masks, colors, all_scores):
|
| 319 |
-
alpha = 0.4 + (score - 0.7) * 0.2 # Höherer Score = stärkere Farbe
|
| 320 |
-
overlay[mask] = (
|
| 321 |
-
overlay[mask] * (1 - alpha) +
|
| 322 |
-
np.array(color) * alpha
|
| 323 |
-
).astype(np.uint8)
|
| 324 |
-
|
| 325 |
-
# Kontur
|
| 326 |
-
contours, _ = cv2.findContours(
|
| 327 |
-
mask.astype(np.uint8),
|
| 328 |
-
cv2.RETR_EXTERNAL,
|
| 329 |
-
cv2.CHAIN_APPROX_SIMPLE
|
| 330 |
-
)
|
| 331 |
-
cv2.drawContours(overlay, contours, -1, color.tolist(), 2)
|
| 332 |
-
|
| 333 |
-
metadata = {
|
| 334 |
-
"success": True,
|
| 335 |
-
"mode": "multi_object_dense",
|
| 336 |
-
"density": density,
|
| 337 |
-
"grid_size": f"{grid_size}x{grid_size}",
|
| 338 |
-
"total_points": len(points),
|
| 339 |
-
"quality_masks": len(all_masks),
|
| 340 |
-
"avg_score": float(np.mean(all_scores)) if all_scores else 0,
|
| 341 |
-
"scores": [float(s) for s in all_scores]
|
| 342 |
-
}
|
| 343 |
-
|
| 344 |
-
print("✅ Multi-region complete!")
|
| 345 |
-
return Image.fromarray(overlay), metadata
|
| 346 |
-
|
| 347 |
-
except Exception as e:
|
| 348 |
-
import traceback
|
| 349 |
-
print(f"❌ ERROR:\n{traceback.format_exc()}")
|
| 350 |
-
return image, {"error": str(e)}
|
| 351 |
|
| 352 |
# Gradio Interface
|
| 353 |
-
demo = gr.Blocks(title="SAM2
|
| 354 |
|
| 355 |
with demo:
|
| 356 |
-
gr.Markdown("#
|
| 357 |
-
gr.Markdown("###
|
| 358 |
|
| 359 |
-
with gr.Tab("
|
| 360 |
-
gr.Markdown("**
|
| 361 |
|
| 362 |
with gr.Row():
|
| 363 |
with gr.Column():
|
| 364 |
-
|
| 365 |
|
| 366 |
quality_radio = gr.Radio(
|
| 367 |
choices=["high", "fast"],
|
| 368 |
value="high",
|
| 369 |
-
label="⚙️
|
| 370 |
-
info="High = precise edges, Fast = quicker"
|
| 371 |
)
|
| 372 |
|
| 373 |
-
|
| 374 |
-
|
| 375 |
-
|
| 376 |
-
|
|
|
|
| 377 |
)
|
| 378 |
|
| 379 |
-
|
| 380 |
|
| 381 |
gr.Markdown("""
|
| 382 |
-
**✨
|
| 383 |
-
-
|
| 384 |
-
-
|
| 385 |
-
-
|
| 386 |
-
|
|
|
|
|
|
|
|
|
|
| 387 |
""")
|
| 388 |
|
| 389 |
with gr.Column():
|
| 390 |
-
|
| 391 |
-
|
| 392 |
|
| 393 |
-
|
| 394 |
fn=segment_automatic,
|
| 395 |
-
inputs=[
|
| 396 |
-
outputs=[
|
| 397 |
)
|
| 398 |
|
| 399 |
-
with gr.Tab("🎯 Multi-
|
| 400 |
-
|
| 401 |
-
|
| 402 |
-
with gr.Row():
|
| 403 |
-
with gr.Column():
|
| 404 |
-
input_multi = gr.Image(type="pil", label="📸 Upload Image")
|
| 405 |
-
|
| 406 |
-
density_radio = gr.Radio(
|
| 407 |
-
choices=["high", "medium", "low"],
|
| 408 |
-
value="medium",
|
| 409 |
-
label="📊 Point Density",
|
| 410 |
-
info="More points = more details, but slower"
|
| 411 |
-
)
|
| 412 |
-
|
| 413 |
-
btn_multi = gr.Button("🎯 Detect All Regions", variant="primary", size="lg")
|
| 414 |
-
|
| 415 |
-
gr.Markdown("""
|
| 416 |
-
**Grid Sizes:**
|
| 417 |
-
- 🔥 High: 5x5 = 25 detection points
|
| 418 |
-
- ⚡ Medium: 4x4 = 16 points (recommended)
|
| 419 |
-
- 💨 Low: 3x3 = 9 points
|
| 420 |
-
|
| 421 |
-
Each object gets unique color!
|
| 422 |
-
""")
|
| 423 |
-
|
| 424 |
-
with gr.Column():
|
| 425 |
-
output_multi = gr.Image(label="✨ Segmented Image")
|
| 426 |
-
json_multi = gr.JSON(label="📊 Metadata")
|
| 427 |
-
|
| 428 |
-
btn_multi.click(
|
| 429 |
-
fn=segment_multi_dense,
|
| 430 |
-
inputs=[input_multi, density_radio],
|
| 431 |
-
outputs=[output_multi, json_multi]
|
| 432 |
-
)
|
| 433 |
|
| 434 |
-
with gr.Tab("📡 API
|
| 435 |
gr.Markdown("### 🔗 API Endpoint")
|
| 436 |
-
gr.Code(
|
| 437 |
-
"https://YOUR-SPACE-NAME.hf.space/api/predict",
|
| 438 |
-
label="Base URL (update with your Space name)"
|
| 439 |
-
)
|
| 440 |
|
| 441 |
-
gr.Markdown("### 📝 Lovable
|
| 442 |
gr.Code('''
|
| 443 |
-
//
|
| 444 |
-
const
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 445 |
|
| 446 |
-
|
| 447 |
-
|
| 448 |
-
|
| 449 |
-
const imageBlob = await imageResponse.blob();
|
| 450 |
-
|
| 451 |
-
// 2. Convert to Base64
|
| 452 |
-
const buffer = await imageBlob.arrayBuffer();
|
| 453 |
-
const base64 = btoa(String.fromCharCode(...new Uint8Array(buffer)));
|
| 454 |
-
const dataUrl = `data:${imageBlob.type};base64,${base64}`;
|
| 455 |
-
|
| 456 |
-
// 3. Call HF Space
|
| 457 |
-
const response = await fetch(`${HUGGINGFACE_API}/api/predict`, {
|
| 458 |
-
method: 'POST',
|
| 459 |
-
headers: {'Content-Type': 'application/json'},
|
| 460 |
-
body: JSON.stringify({
|
| 461 |
-
data: [dataUrl, "high", true], // [image, quality, merge]
|
| 462 |
-
fn_index: 0 // Fish Detection mode
|
| 463 |
-
})
|
| 464 |
-
});
|
| 465 |
-
|
| 466 |
-
const result = await response.json();
|
| 467 |
-
|
| 468 |
-
return {
|
| 469 |
-
segmentedImage: result.data[0], // Base64 overlay
|
| 470 |
-
metadata: result.data[1] // Includes contours!
|
| 471 |
-
};
|
| 472 |
-
}
|
| 473 |
-
''', language="typescript")
|
| 474 |
-
|
| 475 |
-
gr.Markdown("### 📊 Metadata Response (NEW: with contours)")
|
| 476 |
-
gr.Code('''
|
| 477 |
{
|
| 478 |
-
"
|
| 479 |
-
|
| 480 |
-
|
| 481 |
-
|
| 482 |
-
|
| 483 |
-
|
| 484 |
-
|
| 485 |
-
|
| 486 |
-
|
| 487 |
-
|
| 488 |
-
|
| 489 |
-
|
|
|
|
| 490 |
}
|
| 491 |
-
''', language="
|
| 492 |
-
|
| 493 |
-
gr.Markdown("### ✅ Lovable enlargeFish() Integration")
|
| 494 |
-
gr.Code('''
|
| 495 |
-
// Frontend: Convert HF metadata to Roboflow format
|
| 496 |
-
const convertToRoboflowFormat = (hfMetadata: any) => {
|
| 497 |
-
return {
|
| 498 |
-
predictions: [{
|
| 499 |
-
points: hfMetadata.contours // [{x, y}, {x, y}, ...]
|
| 500 |
-
}]
|
| 501 |
-
};
|
| 502 |
-
};
|
| 503 |
-
|
| 504 |
-
// Usage in Process.tsx:
|
| 505 |
-
const segmentationData = convertToRoboflowFormat(hfMetadata);
|
| 506 |
-
const enlarged = await enlargeFish(imageUrl, segmentationData, steps);
|
| 507 |
-
''', language="typescript")
|
| 508 |
|
| 509 |
if __name__ == "__main__":
|
| 510 |
-
print("🌐 Launching
|
| 511 |
demo.launch(server_name="0.0.0.0", server_port=7860, show_error=True)
|
|
|
|
| 4 |
from PIL import Image
|
| 5 |
import cv2
|
| 6 |
|
| 7 |
+
print("🚀 Starting SAM2 FishBoost Edition v3.0...")
|
| 8 |
|
| 9 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 10 |
print(f"📱 Using device: {device}")
|
|
|
|
| 61 |
mask_refined = cv2.morphologyEx(mask_closed, cv2.MORPH_OPEN, kernel)
|
| 62 |
return mask_refined > 0
|
| 63 |
|
| 64 |
+
def calculate_mask_center(mask):
|
| 65 |
+
"""Berechnet Schwerpunkt der Maske"""
|
| 66 |
+
y_coords, x_coords = np.where(mask)
|
| 67 |
+
if len(x_coords) == 0:
|
| 68 |
+
return None, None
|
| 69 |
+
return np.mean(x_coords), np.mean(y_coords)
|
| 70 |
+
|
| 71 |
+
def is_background_mask(mask, h, w, max_coverage=0.6):
|
| 72 |
+
"""Prüft ob Maske zu groß ist (Hintergrund)"""
|
| 73 |
+
mask_area = np.sum(mask)
|
| 74 |
+
coverage = mask_area / (h * w)
|
| 75 |
+
return coverage > max_coverage
|
| 76 |
+
|
| 77 |
+
def select_fish_mask(masks, scores, image_shape, mode='fish'):
|
| 78 |
"""
|
| 79 |
+
🎣 INTELLIGENTE FISCH-AUSWAHL
|
| 80 |
+
|
| 81 |
+
Fish Mode: Wählt kleinste zentrale Maske (Fisch)
|
| 82 |
+
Multi Mode: Behält alle Masken (wie vorher)
|
| 83 |
"""
|
| 84 |
+
h, w = image_shape
|
| 85 |
+
image_center_x, image_center_y = w / 2, h / 2
|
| 86 |
+
|
| 87 |
+
if mode == 'multi':
|
| 88 |
+
# Multi-Object: Kombiniere alle guten Masken
|
| 89 |
+
combined_mask = np.zeros((h, w), dtype=bool)
|
| 90 |
+
masks_used = 0
|
| 91 |
+
|
| 92 |
+
for idx, score in enumerate(scores):
|
| 93 |
+
if score > 0.5:
|
| 94 |
+
if masks.ndim == 4:
|
| 95 |
+
mask = masks[0, idx].numpy()
|
| 96 |
+
else:
|
| 97 |
+
mask = masks[idx].numpy()
|
| 98 |
+
|
| 99 |
+
combined_mask = combined_mask | (mask > 0)
|
| 100 |
+
masks_used += 1
|
| 101 |
+
|
| 102 |
+
return combined_mask, masks_used, scores
|
| 103 |
+
|
| 104 |
+
# 🎣 FISH MODE: Intelligente Selektion
|
| 105 |
+
valid_masks = []
|
| 106 |
+
|
| 107 |
+
for idx, score in enumerate(scores):
|
| 108 |
+
if score < 0.7: # Höherer Threshold für Fisch
|
| 109 |
+
continue
|
| 110 |
+
|
| 111 |
+
if masks.ndim == 4:
|
| 112 |
+
mask = masks[0, idx].numpy()
|
| 113 |
+
else:
|
| 114 |
+
mask = masks[idx].numpy()
|
| 115 |
+
|
| 116 |
+
# Hintergrund-Filter
|
| 117 |
+
if is_background_mask(mask, h, w, max_coverage=0.6):
|
| 118 |
+
print(f" ⚠️ Mask {idx} rejected: Background (coverage: {np.sum(mask)/(h*w)*100:.1f}%)")
|
| 119 |
+
continue
|
| 120 |
+
|
| 121 |
+
# Masken-Eigenschaften berechnen
|
| 122 |
+
mask_area = np.sum(mask)
|
| 123 |
+
center_x, center_y = calculate_mask_center(mask)
|
| 124 |
+
|
| 125 |
+
if center_x is None:
|
| 126 |
+
continue
|
| 127 |
+
|
| 128 |
+
# Distanz zum Bildzentrum
|
| 129 |
+
distance_to_center = np.sqrt(
|
| 130 |
+
(center_x - image_center_x)**2 +
|
| 131 |
+
(center_y - image_center_y)**2
|
| 132 |
+
)
|
| 133 |
+
|
| 134 |
+
valid_masks.append({
|
| 135 |
+
'idx': idx,
|
| 136 |
+
'mask': mask,
|
| 137 |
+
'score': score,
|
| 138 |
+
'area': mask_area,
|
| 139 |
+
'center': (center_x, center_y),
|
| 140 |
+
'distance_to_center': distance_to_center
|
| 141 |
+
})
|
| 142 |
+
|
| 143 |
+
print(f" ✅ Mask {idx}: score={score:.3f}, area={mask_area}, distance={distance_to_center:.1f}")
|
| 144 |
+
|
| 145 |
+
if not valid_masks:
|
| 146 |
+
print(" ❌ No valid fish masks found!")
|
| 147 |
+
return None, 0, scores
|
| 148 |
+
|
| 149 |
+
# 🎯 SCORING: Klein + Zentral = Fisch
|
| 150 |
+
for m in valid_masks:
|
| 151 |
+
# Normalisierte Werte (0-1)
|
| 152 |
+
size_score = 1 - (m['area'] / (h * w)) # Kleiner = besser
|
| 153 |
+
center_score = 1 - (m['distance_to_center'] / (np.sqrt(w**2 + h**2))) # Zentraler = besser
|
| 154 |
+
|
| 155 |
+
# Gewichtung: 60% Zentrum, 40% Größe
|
| 156 |
+
m['fish_score'] = (center_score * 0.6) + (size_score * 0.4) + (m['score'] * 0.2)
|
| 157 |
+
|
| 158 |
+
# Beste Fisch-Maske wählen
|
| 159 |
+
best_mask = max(valid_masks, key=lambda m: m['fish_score'])
|
| 160 |
+
|
| 161 |
+
print(f" 🏆 Selected mask {best_mask['idx']} (fish_score: {best_mask['fish_score']:.3f})")
|
| 162 |
+
|
| 163 |
+
return best_mask['mask'], 1, [best_mask['score']]
|
| 164 |
+
|
| 165 |
+
def extract_contours_from_mask(mask):
|
| 166 |
+
"""Extrahiert Konturen als [{x, y}, ...] Format"""
|
| 167 |
contours, _ = cv2.findContours(
|
| 168 |
mask.astype(np.uint8),
|
| 169 |
cv2.RETR_EXTERNAL,
|
| 170 |
cv2.CHAIN_APPROX_SIMPLE
|
| 171 |
)
|
| 172 |
|
| 173 |
+
if not contours:
|
| 174 |
+
return []
|
| 175 |
|
| 176 |
+
# Größte Kontur wählen
|
| 177 |
largest_contour = max(contours, key=cv2.contourArea)
|
| 178 |
|
| 179 |
+
# Format konvertieren: [[x, y]] -> [{x: int, y: int}]
|
| 180 |
points = []
|
| 181 |
for point in largest_contour:
|
| 182 |
x, y = point[0]
|
| 183 |
points.append({"x": int(x), "y": int(y)})
|
| 184 |
|
| 185 |
+
return points
|
| 186 |
|
| 187 |
+
def segment_automatic(image, quality="high", mode="fish"):
|
| 188 |
"""
|
| 189 |
+
🎣 FISH-OPTIMIZED Segmentierung
|
| 190 |
+
mode: 'fish' (intelligent) | 'multi' (alte Methode)
|
| 191 |
"""
|
| 192 |
if image is None:
|
| 193 |
return None, {"error": "Kein Bild hochgeladen"}
|
| 194 |
|
| 195 |
try:
|
| 196 |
+
print(f"🔄 Starting segmentation (mode: {mode}, quality: {quality})...")
|
| 197 |
model, processor = load_model()
|
| 198 |
|
| 199 |
image_pil, image_np = prepare_image(image)
|
| 200 |
h, w = image_np.shape[:2]
|
| 201 |
|
| 202 |
+
center_x, center_y = w // 2, h // 2
|
|
|
|
|
|
|
| 203 |
|
| 204 |
+
# Single point inference
|
| 205 |
+
inputs = processor(
|
| 206 |
+
image_pil,
|
| 207 |
+
input_points=[[[center_x, center_y]]],
|
| 208 |
+
input_labels=[[1]],
|
| 209 |
+
return_tensors="pt"
|
| 210 |
+
).to(device)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 211 |
|
| 212 |
+
print("🧠 Running inference...")
|
| 213 |
+
with torch.no_grad():
|
| 214 |
+
outputs = model(**inputs, multimask_output=True)
|
| 215 |
|
| 216 |
+
masks = processor.image_processor.post_process_masks(
|
| 217 |
+
outputs.pred_masks.cpu(),
|
| 218 |
+
inputs["original_sizes"].cpu(),
|
| 219 |
+
inputs["reshaped_input_sizes"].cpu()
|
| 220 |
+
)[0]
|
| 221 |
|
| 222 |
+
scores = outputs.iou_scores.cpu().numpy()
|
| 223 |
+
if scores.ndim > 1:
|
| 224 |
+
scores = scores.flatten()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 225 |
|
| 226 |
+
print(f"✅ Got {len(scores)} masks with scores: {scores}")
|
| 227 |
|
| 228 |
+
# 🎣 INTELLIGENTE MASKEN-AUSWAHL
|
| 229 |
+
final_mask, masks_used, used_scores = select_fish_mask(
|
| 230 |
+
masks, scores, (h, w), mode=mode
|
| 231 |
+
)
|
| 232 |
|
| 233 |
+
if final_mask is None:
|
| 234 |
+
return None, {"error": "No fish detected. Try 'Multi-Object' mode."}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
|
| 236 |
+
# Refinement
|
| 237 |
if quality == "high":
|
| 238 |
print("🎨 Refining mask...")
|
| 239 |
final_mask = refine_mask(final_mask, kernel_size=7)
|
| 240 |
|
| 241 |
+
# 🆕 KONTUREN EXTRAHIEREN
|
| 242 |
+
contours_list = extract_contours_from_mask(final_mask)
|
| 243 |
|
| 244 |
# Overlay erstellen
|
| 245 |
overlay = image_np.copy()
|
|
|
|
| 249 |
if quality == "high":
|
| 250 |
mask_float = cv2.GaussianBlur(mask_float, (5, 5), 0)
|
| 251 |
|
|
|
|
| 252 |
for c in range(3):
|
| 253 |
overlay[:, :, c] = (
|
| 254 |
overlay[:, :, c] * (1 - mask_float * 0.65) +
|
| 255 |
color[c] * mask_float * 0.65
|
| 256 |
)
|
| 257 |
|
| 258 |
+
# Kontur zeichnen
|
| 259 |
+
contours_cv, _ = cv2.findContours(
|
| 260 |
final_mask.astype(np.uint8),
|
| 261 |
cv2.RETR_EXTERNAL,
|
| 262 |
cv2.CHAIN_APPROX_SIMPLE
|
| 263 |
)
|
| 264 |
+
cv2.drawContours(overlay, contours_cv, -1, (255, 255, 0), 3)
|
| 265 |
|
|
|
|
| 266 |
metadata = {
|
| 267 |
"success": True,
|
| 268 |
+
"mode": f"automatic_{mode}_optimized",
|
| 269 |
"quality": quality,
|
| 270 |
+
"masks_combined": masks_used,
|
| 271 |
+
"all_scores": scores.tolist(),
|
| 272 |
"image_size": [w, h],
|
| 273 |
"mask_area": int(np.sum(final_mask)),
|
| 274 |
"mask_percentage": float(np.sum(final_mask) / (h * w) * 100),
|
| 275 |
+
"num_contours": len(contours_cv),
|
| 276 |
"device": device,
|
| 277 |
+
"contours": contours_list # 🆕 Konturen für Lovable
|
|
|
|
|
|
|
| 278 |
}
|
| 279 |
|
| 280 |
+
print(f"✅ Segmentation complete! Fish coverage: {metadata['mask_percentage']:.1f}%")
|
| 281 |
return Image.fromarray(overlay.astype(np.uint8)), metadata
|
| 282 |
|
| 283 |
except Exception as e:
|
|
|
|
| 286 |
return image, {"error": str(e)}
|
| 287 |
|
| 288 |
def segment_multi_dense(image, density="medium"):
|
| 289 |
+
"""Multi-Object mit Grid (unverändert)"""
|
| 290 |
+
# ... bestehender Code bleibt gleich ...
|
| 291 |
+
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 292 |
|
| 293 |
# Gradio Interface
|
| 294 |
+
demo = gr.Blocks(title="SAM2 FishBoost", theme=gr.themes.Soft())
|
| 295 |
|
| 296 |
with demo:
|
| 297 |
+
gr.Markdown("# 🎣 SAM2 FishBoost Edition")
|
| 298 |
+
gr.Markdown("### Optimiert für Fisch-Segmentierung!")
|
| 299 |
|
| 300 |
+
with gr.Tab("🎣 Fish Detection (Auto)"):
|
| 301 |
+
gr.Markdown("**Intelligente Fisch-Erkennung** - Ignoriert Angler/Hintergrund!")
|
| 302 |
|
| 303 |
with gr.Row():
|
| 304 |
with gr.Column():
|
| 305 |
+
input_fish = gr.Image(type="pil", label="📸 Bild hochladen")
|
| 306 |
|
| 307 |
quality_radio = gr.Radio(
|
| 308 |
choices=["high", "fast"],
|
| 309 |
value="high",
|
| 310 |
+
label="⚙️ Qualität"
|
|
|
|
| 311 |
)
|
| 312 |
|
| 313 |
+
mode_radio = gr.Radio(
|
| 314 |
+
choices=["fish", "multi"],
|
| 315 |
+
value="fish",
|
| 316 |
+
label="🎯 Modus",
|
| 317 |
+
info="Fish = nur Fisch, Multi = alle Objekte"
|
| 318 |
)
|
| 319 |
|
| 320 |
+
btn_fish = gr.Button("🎣 Fisch segmentieren", variant="primary", size="lg")
|
| 321 |
|
| 322 |
gr.Markdown("""
|
| 323 |
+
**✨ Fish Mode:**
|
| 324 |
+
- Ignoriert große Objekte (Angler, Hintergrund)
|
| 325 |
+
- Wählt kleine, zentrale Objekte (Fisch)
|
| 326 |
+
- Ideal für Angelfotos
|
| 327 |
+
|
| 328 |
+
**Multi Mode:**
|
| 329 |
+
- Kombiniert alle Objekte
|
| 330 |
+
- Wie alte Version
|
| 331 |
""")
|
| 332 |
|
| 333 |
with gr.Column():
|
| 334 |
+
output_fish = gr.Image(label="✨ Segmentierter Fisch")
|
| 335 |
+
json_fish = gr.JSON(label="📊 Metadata")
|
| 336 |
|
| 337 |
+
btn_fish.click(
|
| 338 |
fn=segment_automatic,
|
| 339 |
+
inputs=[input_fish, quality_radio, mode_radio],
|
| 340 |
+
outputs=[output_fish, json_fish]
|
| 341 |
)
|
| 342 |
|
| 343 |
+
with gr.Tab("🎯 Multi-Region (Grid)"):
|
| 344 |
+
# ... bestehender Code ...
|
| 345 |
+
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 346 |
|
| 347 |
+
with gr.Tab("📡 API Dokumentation"):
|
| 348 |
gr.Markdown("### 🔗 API Endpoint")
|
| 349 |
+
gr.Code("https://EnginDev-Boostly.hf.space/api/predict", label="Base URL")
|
|
|
|
|
|
|
|
|
|
| 350 |
|
| 351 |
+
gr.Markdown("### 📝 Lovable Integration")
|
| 352 |
gr.Code('''
|
| 353 |
+
// Fish Detection Modus
|
| 354 |
+
const response = await fetch('https://EnginDev-Boostly.hf.space/api/predict', {
|
| 355 |
+
method: 'POST',
|
| 356 |
+
headers: {'Content-Type': 'application/json'},
|
| 357 |
+
body: JSON.stringify({
|
| 358 |
+
data: [
|
| 359 |
+
base64Image, // Base64 image
|
| 360 |
+
"high", // quality: "high" | "fast"
|
| 361 |
+
"fish" // mode: "fish" | "multi"
|
| 362 |
+
],
|
| 363 |
+
fn_index: 0 // Fish Detection Tab
|
| 364 |
+
})
|
| 365 |
+
});
|
| 366 |
|
| 367 |
+
const result = await response.json();
|
| 368 |
+
|
| 369 |
+
// Response Format:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 370 |
{
|
| 371 |
+
"data": [
|
| 372 |
+
"data:image/png;base64,iVBORw...", // Overlay image
|
| 373 |
+
{
|
| 374 |
+
"success": true,
|
| 375 |
+
"mode": "automatic_fish_optimized",
|
| 376 |
+
"mask_percentage": 8.5, // Nur der Fisch!
|
| 377 |
+
"contours": [
|
| 378 |
+
{"x": 100, "y": 200},
|
| 379 |
+
{"x": 101, "y": 201},
|
| 380 |
+
// ... Lovable-kompatibel!
|
| 381 |
+
]
|
| 382 |
+
}
|
| 383 |
+
]
|
| 384 |
}
|
| 385 |
+
''', language="javascript")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 386 |
|
| 387 |
if __name__ == "__main__":
|
| 388 |
+
print("🌐 Launching FishBoost SAM2 v3.0...")
|
| 389 |
demo.launch(server_name="0.0.0.0", server_port=7860, show_error=True)
|