Spaces:
Sleeping
Sleeping
File size: 18,322 Bytes
4fa2541 c90b51c 4fa2541 7eecd39 719b8f7 7eecd39 4fa2541 aa2c8ff 4fa2541 aa2c8ff 4fa2541 6c65498 4fa2541 c90b51c 68eae43 c90b51c 4fa2541 68eae43 c90b51c 68eae43 c90b51c 4fa2541 c90b51c 68eae43 4fa2541 719b8f7 4fa2541 c90b51c 68eae43 719b8f7 4fa2541 c90b51c 68eae43 6c65498 c90b51c ecbaf10 c90b51c 4fa2541 7eecd39 4fa2541 68eae43 719b8f7 4fa2541 c90b51c 07392e1 c90b51c 5d257ae 4fa2541 c90b51c 07392e1 c90b51c 07392e1 c90b51c 4fa2541 c90b51c 4fa2541 c90b51c 4fa2541 aa2c8ff 719b8f7 4fa2541 c90b51c 5d257ae 68eae43 5d257ae 68eae43 c90b51c 5d257ae c90b51c 719b8f7 7eecd39 c90b51c 5d257ae c90b51c 68eae43 c90b51c 68eae43 5d257ae 68eae43 5d257ae 68eae43 5d257ae 68eae43 5d257ae 68eae43 5d257ae 68eae43 5d257ae 68eae43 5d257ae c90b51c aa2c8ff 719b8f7 c90b51c 4fa2541 68eae43 4fa2541 c90b51c 4fa2541 c90b51c 4fa2541 7eecd39 4fa2541 68eae43 4fa2541 68eae43 4fa2541 68eae43 c90b51c 7eecd39 c90b51c 719b8f7 c90b51c 7eecd39 4fa2541 719b8f7 4fa2541 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 | """
Scorebug detector module.
This module provides functions to detect the presence and location of the scorebug
(score overlay) in video frames.
"""
import json
import logging
from pathlib import Path
from typing import Any, Optional, Tuple
import cv2
import numpy as np
from .models import ScorebugDetection
logger = logging.getLogger(__name__)
class DetectScoreBug:
"""
Detects the scorebug in video frames.
The detector supports two modes:
1. Full-frame search: Template matching across entire frame (slower, use for initial detection)
2. Fixed-region check: Only check known location for presence (much faster)
Additionally, split detection can be enabled to handle partial scorebug overlays:
- When enabled, left and right halves of the scorebug are matched independently
- Detection passes if either half exceeds the split threshold OR full template exceeds full threshold
- This helps detect scorebugs when player stats graphics appear on one side
For optimal performance, use fixed_region mode after determining scorebug location once.
"""
# Detection thresholds
FULL_THRESHOLD = 0.5 # Threshold for full-template matching when split detection is enabled
SPLIT_THRESHOLD = 0.7 # Threshold for half-template matching (left or right)
LEGACY_THRESHOLD = 0.6 # Original threshold when split detection is disabled
def __init__(
self,
template_path: Optional[str] = None,
fixed_region: Optional[Tuple[int, int, int, int]] = None,
fixed_region_config_path: Optional[str] = None,
use_split_detection: bool = True,
):
"""
Initialize the scorebug detector.
Args:
template_path: Path to a template image of the scorebug (optional)
fixed_region: Fixed region where scorebug appears (x, y, w, h) - enables fast mode
fixed_region_config_path: Path to JSON config with fixed region (alternative to fixed_region)
use_split_detection: Enable split-half detection for robustness to partial overlays (default: True)
"""
self.template: Optional[np.ndarray[Any, Any]] = None
self.template_path = template_path
self.fixed_region = fixed_region
self._use_fixed_region = fixed_region is not None
self.use_split_detection = use_split_detection
# Pre-computed template halves for split detection (populated when template is loaded)
self._template_left: Optional[np.ndarray[Any, Any]] = None
self._template_right: Optional[np.ndarray[Any, Any]] = None
if template_path:
self.load_template(template_path)
# Load fixed region from config file if provided
if fixed_region_config_path and not fixed_region:
self._load_fixed_region_config(fixed_region_config_path)
mode = "fixed_region" if self._use_fixed_region else "full_search"
split_mode = "split_detection" if use_split_detection else "full_only"
logger.info("DetectScoreBug initialized (template: %s, mode: %s, split: %s)", template_path is not None, mode, split_mode)
if self._use_fixed_region:
logger.info(" Fixed region: %s", self.fixed_region)
@property
def is_fixed_region_mode(self) -> bool:
"""Check if detector is using fixed region mode for faster detection."""
return self._use_fixed_region
def _load_fixed_region_config(self, config_path: str) -> None:
"""Load fixed region from a JSON config file."""
path = Path(config_path)
if not path.exists():
logger.warning("Fixed region config not found: %s", config_path)
return
with open(path, "r", encoding="utf-8") as f:
data = json.load(f)
if "scorebug_region" in data:
region = data["scorebug_region"]
self.fixed_region = (region["x"], region["y"], region["width"], region["height"])
self._use_fixed_region = True
logger.info("Loaded fixed region from config: %s", self.fixed_region)
def load_template(self, template_path: str) -> None:
"""
Load a template image for matching.
Args:
template_path: Path to the template image
"""
self.template = cv2.imread(template_path)
if self.template is None:
raise ValueError(f"Could not load template image: {template_path}")
self.template_path = template_path
logger.info("Loaded template: %s (size: %dx%d)", template_path, self.template.shape[1], self.template.shape[0])
# Pre-compute template halves for split detection
if self.use_split_detection:
half_width = self.template.shape[1] // 2
self._template_left = self.template[:, :half_width].copy()
self._template_right = self.template[:, half_width:].copy()
logger.info(
" Split detection enabled: left half=%dx%d, right half=%dx%d",
self._template_left.shape[1],
self._template_left.shape[0],
self._template_right.shape[1],
self._template_right.shape[0],
)
def detect(self, frame: np.ndarray[Any, Any]) -> ScorebugDetection:
"""
Detect scorebug in a frame.
Uses fixed-region mode if configured (much faster), otherwise searches entire frame.
If a fixed region is set but no template is loaded, assumes scorebug is present
at the fixed location (useful when coordinates come from user selection).
In fixed-region mode with template:
- detected=True (always assume present for play tracking, since we know the location)
- template_matched=True/False (actual visibility for special play end detection)
Args:
frame: Input frame (BGR format)
Returns:
ScorebugDetection object with detection results
"""
# Use fixed-region mode if configured (much faster - only checks known location)
if self._use_fixed_region and self.fixed_region is not None:
# If no template loaded, assume scorebug is present at fixed location
# This is used when coordinates are provided via fixed config (no verification needed)
if self.template is None:
x, y, w, h = self.fixed_region
logger.debug("Fixed region mode without template - assuming scorebug present at %s", self.fixed_region)
return ScorebugDetection(detected=True, confidence=1.0, bbox=(x, y, w, h), method="fixed_region_assumed")
detection = self._detect_in_fixed_region(frame)
else:
# Need template for full-frame search
if self.template is None:
logger.debug("No template loaded, cannot detect scorebug")
return ScorebugDetection(detected=False, confidence=0.0, method="none")
# Full-frame template matching (slower, searches entire frame)
detection = self._detect_by_template_fullsearch(frame)
if detection.detected:
logger.debug("Scorebug detected with confidence %.2f using %s", detection.confidence, detection.method)
else:
logger.debug("No scorebug detected (confidence: %.2f)", detection.confidence)
return detection
# pylint: disable=too-many-locals
def _detect_in_fixed_region(self, frame: np.ndarray[Any, Any]) -> ScorebugDetection:
"""
Detect scorebug by checking only the fixed known location.
This is MUCH faster than full-frame search since we only compare
the template against a single position.
In fixed-region mode:
- detected=True always (we know where the scorebug is, so assume present for play tracking)
- template_matched=True/False (actual template match result for special play end detection)
When split detection is enabled:
- Matches full template AND left/right halves independently
- Template match passes if: max(left_conf, right_conf) >= SPLIT_THRESHOLD OR full_conf >= FULL_THRESHOLD
- This handles cases where player stats graphics replace one side of the scorebug
Args:
frame: Input frame
Returns:
Detection result with detected=True (assumed) and template_matched=actual result
"""
# Asserts: this method should only be called when fixed_region and template are set
assert self.fixed_region is not None
assert self.template is not None
x, y, _, _ = self.fixed_region
th, tw = self.template.shape[:2]
# Validate region bounds
frame_h, frame_w = frame.shape[:2]
if x < 0 or y < 0 or x + tw > frame_w or y + th > frame_h:
logger.warning("Fixed region out of frame bounds")
# Out of bounds - can't verify template, but still assume present for play tracking
return ScorebugDetection(detected=True, confidence=0.0, bbox=self.fixed_region, method="fixed_region", template_matched=False)
# Extract the region where scorebug should be
region = frame[y : y + th, x : x + tw]
# Compare full template to region using normalized cross-correlation
result = cv2.matchTemplate(region, self.template, cv2.TM_CCOEFF_NORMED)
full_confidence = float(result[0, 0])
# Use split detection if enabled
if self.use_split_detection and self._template_left is not None and self._template_right is not None:
half_width = tw // 2
# Extract left and right halves of the region
region_left = region[:, :half_width]
region_right = region[:, half_width:]
# Match left half
left_result = cv2.matchTemplate(region_left, self._template_left, cv2.TM_CCOEFF_NORMED)
left_confidence = float(left_result[0, 0])
# Match right half
right_result = cv2.matchTemplate(region_right, self._template_right, cv2.TM_CCOEFF_NORMED)
right_confidence = float(right_result[0, 0])
# Template match passes if:
# - Either half exceeds SPLIT_THRESHOLD (handles partial overlays)
# - OR full template exceeds FULL_THRESHOLD
max_half = max(left_confidence, right_confidence)
template_matched = max_half >= self.SPLIT_THRESHOLD or full_confidence >= self.FULL_THRESHOLD
# Use max_half as primary confidence when it's higher (indicates partial overlay)
effective_confidence = max(full_confidence, max_half)
logger.debug(
"Split detection: full=%.3f, left=%.3f, right=%.3f, max_half=%.3f, template_matched=%s",
full_confidence,
left_confidence,
right_confidence,
max_half,
template_matched,
)
# detected=True (assume present for play tracking), template_matched=actual result
return ScorebugDetection(
detected=True,
confidence=effective_confidence,
bbox=(x, y, tw, th),
method="fixed_region_split",
left_confidence=left_confidence,
right_confidence=right_confidence,
template_matched=template_matched,
)
# Legacy mode: single threshold on full template
threshold = self.LEGACY_THRESHOLD
template_matched = full_confidence >= threshold
# detected=True (assume present for play tracking), template_matched=actual result
return ScorebugDetection(detected=True, confidence=full_confidence, bbox=(x, y, tw, th), method="fixed_region", template_matched=template_matched)
# pylint: disable=too-many-locals
def _detect_by_template_fullsearch(self, frame: np.ndarray[Any, Any]) -> ScorebugDetection:
"""
Detect scorebug using full-frame template matching.
This searches the entire frame for the template - slower but works
when scorebug position is unknown.
When split detection is enabled:
- First finds best full-template match location
- Then also checks left/right half confidences at that location
- Detection passes if: max(left_conf, right_conf) >= SPLIT_THRESHOLD OR full_conf >= FULL_THRESHOLD
Args:
frame: Input frame
Returns:
Detection result
"""
if self.template is None:
return ScorebugDetection(detected=False, confidence=0.0, method="full_search")
# Perform template matching across entire frame
result = cv2.matchTemplate(frame, self.template, cv2.TM_CCOEFF_NORMED)
_, max_val, _, max_loc = cv2.minMaxLoc(result)
# Get bounding box dimensions
h, w = self.template.shape[:2]
bbox = (max_loc[0], max_loc[1], w, h)
# Use split detection if enabled
if self.use_split_detection and self._template_left is not None and self._template_right is not None:
x, y = max_loc
half_width = w // 2
# Extract region at best match location
region = frame[y : y + h, x : x + w]
# Handle edge case where region might be partially out of bounds
if region.shape[0] != h or region.shape[1] != w:
# Fall back to full-template match only
threshold = self.LEGACY_THRESHOLD
if max_val >= threshold:
return ScorebugDetection(detected=True, confidence=float(max_val), bbox=bbox, method="full_search")
return ScorebugDetection(detected=False, confidence=float(max_val), method="full_search")
# Extract left and right halves
region_left = region[:, :half_width]
region_right = region[:, half_width:]
# Match left half
left_result = cv2.matchTemplate(region_left, self._template_left, cv2.TM_CCOEFF_NORMED)
left_confidence = float(left_result[0, 0])
# Match right half
right_result = cv2.matchTemplate(region_right, self._template_right, cv2.TM_CCOEFF_NORMED)
right_confidence = float(right_result[0, 0])
# Detection passes if either half exceeds split threshold OR full exceeds full threshold
max_half = max(left_confidence, right_confidence)
detected = max_half >= self.SPLIT_THRESHOLD or max_val >= self.FULL_THRESHOLD
# Use max_half as primary confidence when it's higher
effective_confidence = max(float(max_val), max_half)
logger.debug(
"Split detection (fullsearch): full=%.3f, left=%.3f, right=%.3f, max_half=%.3f, detected=%s", max_val, left_confidence, right_confidence, max_half, detected
)
return ScorebugDetection(
detected=detected, confidence=effective_confidence, bbox=bbox, method="full_search_split", left_confidence=left_confidence, right_confidence=right_confidence
)
# Legacy mode: single threshold on full template
threshold = self.LEGACY_THRESHOLD
if max_val >= threshold:
return ScorebugDetection(detected=True, confidence=float(max_val), bbox=bbox, method="full_search")
return ScorebugDetection(detected=False, confidence=float(max_val), method="full_search")
def set_fixed_region(self, region: Tuple[int, int, int, int]) -> None:
"""
Set a fixed region for fast detection mode.
Call this after discovering the scorebug location to switch to fast mode.
Args:
region: (x, y, width, height) of the scorebug location
"""
self.fixed_region = region
self._use_fixed_region = True
logger.info("Fixed region set: %s - now using fast detection mode", region)
def save_fixed_region_config(self, config_path: str) -> None:
"""Save the fixed region to a config file for reuse."""
if self.fixed_region is None:
logger.warning("No fixed region to save")
return
x, y, w, h = self.fixed_region
data = {"scorebug_region": {"x": x, "y": y, "width": w, "height": h}}
path = Path(config_path)
path.parent.mkdir(parents=True, exist_ok=True)
with open(path, "w", encoding="utf-8") as f:
json.dump(data, f, indent=2)
logger.info("Saved fixed region config to: %s", config_path)
def discover_and_lock_region(self, frame: np.ndarray[Any, Any]) -> bool:
"""
Discover scorebug location using full search, then lock to fixed region mode.
This is useful for the first frame - find the scorebug once, then use
fast fixed-region mode for all subsequent frames.
Args:
frame: Frame to search
Returns:
True if scorebug was found and region was locked, False otherwise
"""
# Temporarily disable fixed region to do full search
old_use_fixed = self._use_fixed_region
self._use_fixed_region = False
detection = self._detect_by_template_fullsearch(frame)
if detection.detected and detection.bbox:
self.set_fixed_region(detection.bbox)
return True
self._use_fixed_region = old_use_fixed
return False
def visualize_detection(self, frame: np.ndarray[Any, Any], detection: ScorebugDetection) -> np.ndarray[Any, Any]:
"""
Draw detection results on frame for visualization.
Args:
frame: Input frame
detection: Detection result
Returns:
Frame with visualization overlay
"""
vis_frame = frame.copy()
if detection.detected and detection.bbox:
x, y, w, h = detection.bbox
# Draw bounding box
color = (0, 255, 0) # Green for detected
cv2.rectangle(vis_frame, (x, y), (x + w, y + h), color, 2)
# Add confidence text
text = f"{detection.method}: {detection.confidence:.2f}"
cv2.putText(vis_frame, text, (x, y - 10), cv2.FONT_HERSHEY_SIMPLEX, 0.6, color, 2)
return vis_frame
|