ghmk's picture
Initial deployment of Character Forge
5b6e956
"""
Logging Utilities
=================
Centralized logging setup for Nano Banana Streamlit.
Provides both file logging and in-memory log storage for UI display.
"""
import logging
import threading
from collections import deque
from logging.handlers import RotatingFileHandler
from pathlib import Path
from typing import List
from config.settings import Settings
# =============================================================================
# IN-MEMORY LOG STORAGE FOR UI DISPLAY
# =============================================================================
# Global log storage queue (thread-safe)
_log_queue = deque(maxlen=1000) # Keep last 1000 messages
_log_lock = threading.Lock()
class MemoryLogHandler(logging.Handler):
"""
Custom logging handler that stores log messages in memory.
Stores messages in a thread-safe queue that can be retrieved
for display in the Streamlit UI.
"""
def emit(self, record):
"""
Handle a log record by storing it in the queue.
Args:
record: LogRecord to process
"""
try:
msg = self.format(record)
with _log_lock:
_log_queue.append(msg)
except Exception:
self.handleError(record)
# =============================================================================
# LOGGER SETUP FUNCTIONS
# =============================================================================
def setup_logger(name: str, level: str = None) -> logging.Logger:
"""
Set up a logger with both file and memory handlers.
Creates a logger that writes to:
- Rotating log file (configured in Settings)
- In-memory queue (for UI display)
Args:
name: Logger name (usually module name)
level: Logging level (default: from Settings.LOG_LEVEL)
Returns:
Configured logger instance
"""
# Get or create logger
logger = logging.getLogger(name)
# Set level
log_level = level or Settings.LOG_LEVEL
logger.setLevel(getattr(logging, log_level))
# Clear any existing handlers (avoid duplicates)
logger.handlers.clear()
# Create formatter
formatter = logging.Formatter(
Settings.LOG_FORMAT,
datefmt=Settings.LOG_DATE_FORMAT
)
# File handler (rotating)
file_handler = RotatingFileHandler(
Settings.LOG_FILE,
maxBytes=Settings.LOG_MAX_BYTES,
backupCount=Settings.LOG_BACKUP_COUNT,
encoding='utf-8'
)
file_handler.setLevel(getattr(logging, log_level))
file_handler.setFormatter(formatter)
# Memory handler (for UI display)
memory_handler = MemoryLogHandler()
memory_handler.setLevel(getattr(logging, log_level))
memory_handler.setFormatter(formatter)
# Add handlers
logger.addHandler(file_handler)
logger.addHandler(memory_handler)
# Prevent propagation to root logger
logger.propagate = False
return logger
def get_logger(name: str) -> logging.Logger:
"""
Get or create a logger for a module.
If the logger hasn't been set up yet, it will be initialized
with default settings.
Args:
name: Logger name (usually __name__ from calling module)
Returns:
Logger instance
"""
logger = logging.getLogger(name)
# If logger has no handlers, set it up
if not logger.handlers:
return setup_logger(name)
return logger
# =============================================================================
# LOG RETRIEVAL FUNCTIONS
# =============================================================================
def get_recent_logs(count: int = None, limit: int = None) -> List[str]:
"""
Retrieve recent log messages.
Args:
count: Maximum number of recent messages to retrieve (deprecated, use limit)
limit: Maximum number of recent messages to retrieve
Returns:
List of log message strings
"""
# Support both 'count' and 'limit' parameter names
n = limit if limit is not None else (count if count is not None else 100)
with _log_lock:
messages = list(_log_queue)
# Return last N messages
recent = messages[-n:] if len(messages) > n else messages
return recent
def get_recent_logs_as_string(count: int = 100) -> str:
"""
Retrieve recent log messages as a formatted string.
Args:
count: Maximum number of recent messages to retrieve
Returns:
Formatted string with log messages (one per line)
"""
messages = get_recent_logs(count)
return '\n'.join(messages)
def clear_log_memory():
"""Clear the in-memory log queue."""
with _log_lock:
_log_queue.clear()
def get_log_count() -> int:
"""
Get the current number of messages in the log queue.
Returns:
Number of messages currently stored
"""
with _log_lock:
return len(_log_queue)
# =============================================================================
# LOGGING CONTEXT MANAGERS
# =============================================================================
class LoggingContext:
"""
Context manager for temporarily changing log level.
Usage:
with LoggingContext('my_module', 'DEBUG'):
# Code here will log at DEBUG level
pass
"""
def __init__(self, logger_name: str, level: str):
"""
Initialize logging context.
Args:
logger_name: Name of logger to modify
level: Temporary log level ('DEBUG', 'INFO', 'WARNING', 'ERROR')
"""
self.logger = logging.getLogger(logger_name)
self.original_level = self.logger.level
self.new_level = getattr(logging, level)
def __enter__(self):
"""Enter context - set new log level."""
self.logger.setLevel(self.new_level)
return self.logger
def __exit__(self, exc_type, exc_val, exc_tb):
"""Exit context - restore original log level."""
self.logger.setLevel(self.original_level)
return False # Don't suppress exceptions
# =============================================================================
# UTILITY FUNCTIONS
# =============================================================================
def log_function_call(logger: logging.Logger, func_name: str, **kwargs):
"""
Log a function call with its parameters.
Args:
logger: Logger instance to use
func_name: Name of function being called
**kwargs: Function parameters to log
"""
params = ', '.join(f'{k}={v}' for k, v in kwargs.items())
logger.info(f"Calling {func_name}({params})")
def log_stage(logger: logging.Logger, stage: str, message: str):
"""
Log a pipeline stage.
Args:
logger: Logger instance to use
stage: Stage identifier (e.g., "Stage 1/6")
message: Stage description
"""
separator = "=" * 60
logger.info(separator)
logger.info(f"{stage}: {message}")
logger.info(separator)
def log_error_with_context(logger: logging.Logger, error: Exception, context: dict):
"""
Log an error with additional context.
Args:
logger: Logger instance to use
error: Exception that occurred
context: Dictionary of contextual information
"""
logger.error(f"Error: {str(error)}")
logger.error(f"Error type: {type(error).__name__}")
for key, value in context.items():
logger.error(f" {key}: {value}")