Spaces:
Sleeping
Sleeping
File size: 7,497 Bytes
5b6e956 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 |
"""
Logging Utilities
=================
Centralized logging setup for Nano Banana Streamlit.
Provides both file logging and in-memory log storage for UI display.
"""
import logging
import threading
from collections import deque
from logging.handlers import RotatingFileHandler
from pathlib import Path
from typing import List
from config.settings import Settings
# =============================================================================
# IN-MEMORY LOG STORAGE FOR UI DISPLAY
# =============================================================================
# Global log storage queue (thread-safe)
_log_queue = deque(maxlen=1000) # Keep last 1000 messages
_log_lock = threading.Lock()
class MemoryLogHandler(logging.Handler):
"""
Custom logging handler that stores log messages in memory.
Stores messages in a thread-safe queue that can be retrieved
for display in the Streamlit UI.
"""
def emit(self, record):
"""
Handle a log record by storing it in the queue.
Args:
record: LogRecord to process
"""
try:
msg = self.format(record)
with _log_lock:
_log_queue.append(msg)
except Exception:
self.handleError(record)
# =============================================================================
# LOGGER SETUP FUNCTIONS
# =============================================================================
def setup_logger(name: str, level: str = None) -> logging.Logger:
"""
Set up a logger with both file and memory handlers.
Creates a logger that writes to:
- Rotating log file (configured in Settings)
- In-memory queue (for UI display)
Args:
name: Logger name (usually module name)
level: Logging level (default: from Settings.LOG_LEVEL)
Returns:
Configured logger instance
"""
# Get or create logger
logger = logging.getLogger(name)
# Set level
log_level = level or Settings.LOG_LEVEL
logger.setLevel(getattr(logging, log_level))
# Clear any existing handlers (avoid duplicates)
logger.handlers.clear()
# Create formatter
formatter = logging.Formatter(
Settings.LOG_FORMAT,
datefmt=Settings.LOG_DATE_FORMAT
)
# File handler (rotating)
file_handler = RotatingFileHandler(
Settings.LOG_FILE,
maxBytes=Settings.LOG_MAX_BYTES,
backupCount=Settings.LOG_BACKUP_COUNT,
encoding='utf-8'
)
file_handler.setLevel(getattr(logging, log_level))
file_handler.setFormatter(formatter)
# Memory handler (for UI display)
memory_handler = MemoryLogHandler()
memory_handler.setLevel(getattr(logging, log_level))
memory_handler.setFormatter(formatter)
# Add handlers
logger.addHandler(file_handler)
logger.addHandler(memory_handler)
# Prevent propagation to root logger
logger.propagate = False
return logger
def get_logger(name: str) -> logging.Logger:
"""
Get or create a logger for a module.
If the logger hasn't been set up yet, it will be initialized
with default settings.
Args:
name: Logger name (usually __name__ from calling module)
Returns:
Logger instance
"""
logger = logging.getLogger(name)
# If logger has no handlers, set it up
if not logger.handlers:
return setup_logger(name)
return logger
# =============================================================================
# LOG RETRIEVAL FUNCTIONS
# =============================================================================
def get_recent_logs(count: int = None, limit: int = None) -> List[str]:
"""
Retrieve recent log messages.
Args:
count: Maximum number of recent messages to retrieve (deprecated, use limit)
limit: Maximum number of recent messages to retrieve
Returns:
List of log message strings
"""
# Support both 'count' and 'limit' parameter names
n = limit if limit is not None else (count if count is not None else 100)
with _log_lock:
messages = list(_log_queue)
# Return last N messages
recent = messages[-n:] if len(messages) > n else messages
return recent
def get_recent_logs_as_string(count: int = 100) -> str:
"""
Retrieve recent log messages as a formatted string.
Args:
count: Maximum number of recent messages to retrieve
Returns:
Formatted string with log messages (one per line)
"""
messages = get_recent_logs(count)
return '\n'.join(messages)
def clear_log_memory():
"""Clear the in-memory log queue."""
with _log_lock:
_log_queue.clear()
def get_log_count() -> int:
"""
Get the current number of messages in the log queue.
Returns:
Number of messages currently stored
"""
with _log_lock:
return len(_log_queue)
# =============================================================================
# LOGGING CONTEXT MANAGERS
# =============================================================================
class LoggingContext:
"""
Context manager for temporarily changing log level.
Usage:
with LoggingContext('my_module', 'DEBUG'):
# Code here will log at DEBUG level
pass
"""
def __init__(self, logger_name: str, level: str):
"""
Initialize logging context.
Args:
logger_name: Name of logger to modify
level: Temporary log level ('DEBUG', 'INFO', 'WARNING', 'ERROR')
"""
self.logger = logging.getLogger(logger_name)
self.original_level = self.logger.level
self.new_level = getattr(logging, level)
def __enter__(self):
"""Enter context - set new log level."""
self.logger.setLevel(self.new_level)
return self.logger
def __exit__(self, exc_type, exc_val, exc_tb):
"""Exit context - restore original log level."""
self.logger.setLevel(self.original_level)
return False # Don't suppress exceptions
# =============================================================================
# UTILITY FUNCTIONS
# =============================================================================
def log_function_call(logger: logging.Logger, func_name: str, **kwargs):
"""
Log a function call with its parameters.
Args:
logger: Logger instance to use
func_name: Name of function being called
**kwargs: Function parameters to log
"""
params = ', '.join(f'{k}={v}' for k, v in kwargs.items())
logger.info(f"Calling {func_name}({params})")
def log_stage(logger: logging.Logger, stage: str, message: str):
"""
Log a pipeline stage.
Args:
logger: Logger instance to use
stage: Stage identifier (e.g., "Stage 1/6")
message: Stage description
"""
separator = "=" * 60
logger.info(separator)
logger.info(f"{stage}: {message}")
logger.info(separator)
def log_error_with_context(logger: logging.Logger, error: Exception, context: dict):
"""
Log an error with additional context.
Args:
logger: Logger instance to use
error: Exception that occurred
context: Dictionary of contextual information
"""
logger.error(f"Error: {str(error)}")
logger.error(f"Error type: {type(error).__name__}")
for key, value in context.items():
logger.error(f" {key}: {value}")
|