File size: 7,497 Bytes
5b6e956
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
"""
Logging Utilities
=================

Centralized logging setup for Nano Banana Streamlit.
Provides both file logging and in-memory log storage for UI display.
"""

import logging
import threading
from collections import deque
from logging.handlers import RotatingFileHandler
from pathlib import Path
from typing import List

from config.settings import Settings


# =============================================================================
# IN-MEMORY LOG STORAGE FOR UI DISPLAY
# =============================================================================

# Global log storage queue (thread-safe)
_log_queue = deque(maxlen=1000)  # Keep last 1000 messages
_log_lock = threading.Lock()


class MemoryLogHandler(logging.Handler):
    """
    Custom logging handler that stores log messages in memory.

    Stores messages in a thread-safe queue that can be retrieved
    for display in the Streamlit UI.
    """

    def emit(self, record):
        """
        Handle a log record by storing it in the queue.

        Args:
            record: LogRecord to process
        """
        try:
            msg = self.format(record)
            with _log_lock:
                _log_queue.append(msg)
        except Exception:
            self.handleError(record)


# =============================================================================
# LOGGER SETUP FUNCTIONS
# =============================================================================

def setup_logger(name: str, level: str = None) -> logging.Logger:
    """
    Set up a logger with both file and memory handlers.

    Creates a logger that writes to:
    - Rotating log file (configured in Settings)
    - In-memory queue (for UI display)

    Args:
        name: Logger name (usually module name)
        level: Logging level (default: from Settings.LOG_LEVEL)

    Returns:
        Configured logger instance
    """
    # Get or create logger
    logger = logging.getLogger(name)

    # Set level
    log_level = level or Settings.LOG_LEVEL
    logger.setLevel(getattr(logging, log_level))

    # Clear any existing handlers (avoid duplicates)
    logger.handlers.clear()

    # Create formatter
    formatter = logging.Formatter(
        Settings.LOG_FORMAT,
        datefmt=Settings.LOG_DATE_FORMAT
    )

    # File handler (rotating)
    file_handler = RotatingFileHandler(
        Settings.LOG_FILE,
        maxBytes=Settings.LOG_MAX_BYTES,
        backupCount=Settings.LOG_BACKUP_COUNT,
        encoding='utf-8'
    )
    file_handler.setLevel(getattr(logging, log_level))
    file_handler.setFormatter(formatter)

    # Memory handler (for UI display)
    memory_handler = MemoryLogHandler()
    memory_handler.setLevel(getattr(logging, log_level))
    memory_handler.setFormatter(formatter)

    # Add handlers
    logger.addHandler(file_handler)
    logger.addHandler(memory_handler)

    # Prevent propagation to root logger
    logger.propagate = False

    return logger


def get_logger(name: str) -> logging.Logger:
    """
    Get or create a logger for a module.

    If the logger hasn't been set up yet, it will be initialized
    with default settings.

    Args:
        name: Logger name (usually __name__ from calling module)

    Returns:
        Logger instance
    """
    logger = logging.getLogger(name)

    # If logger has no handlers, set it up
    if not logger.handlers:
        return setup_logger(name)

    return logger


# =============================================================================
# LOG RETRIEVAL FUNCTIONS
# =============================================================================

def get_recent_logs(count: int = None, limit: int = None) -> List[str]:
    """
    Retrieve recent log messages.

    Args:
        count: Maximum number of recent messages to retrieve (deprecated, use limit)
        limit: Maximum number of recent messages to retrieve

    Returns:
        List of log message strings
    """
    # Support both 'count' and 'limit' parameter names
    n = limit if limit is not None else (count if count is not None else 100)

    with _log_lock:
        messages = list(_log_queue)

    # Return last N messages
    recent = messages[-n:] if len(messages) > n else messages
    return recent


def get_recent_logs_as_string(count: int = 100) -> str:
    """
    Retrieve recent log messages as a formatted string.

    Args:
        count: Maximum number of recent messages to retrieve

    Returns:
        Formatted string with log messages (one per line)
    """
    messages = get_recent_logs(count)
    return '\n'.join(messages)


def clear_log_memory():
    """Clear the in-memory log queue."""
    with _log_lock:
        _log_queue.clear()


def get_log_count() -> int:
    """
    Get the current number of messages in the log queue.

    Returns:
        Number of messages currently stored
    """
    with _log_lock:
        return len(_log_queue)


# =============================================================================
# LOGGING CONTEXT MANAGERS
# =============================================================================

class LoggingContext:
    """
    Context manager for temporarily changing log level.

    Usage:
        with LoggingContext('my_module', 'DEBUG'):
            # Code here will log at DEBUG level
            pass
    """

    def __init__(self, logger_name: str, level: str):
        """
        Initialize logging context.

        Args:
            logger_name: Name of logger to modify
            level: Temporary log level ('DEBUG', 'INFO', 'WARNING', 'ERROR')
        """
        self.logger = logging.getLogger(logger_name)
        self.original_level = self.logger.level
        self.new_level = getattr(logging, level)

    def __enter__(self):
        """Enter context - set new log level."""
        self.logger.setLevel(self.new_level)
        return self.logger

    def __exit__(self, exc_type, exc_val, exc_tb):
        """Exit context - restore original log level."""
        self.logger.setLevel(self.original_level)
        return False  # Don't suppress exceptions


# =============================================================================
# UTILITY FUNCTIONS
# =============================================================================

def log_function_call(logger: logging.Logger, func_name: str, **kwargs):
    """
    Log a function call with its parameters.

    Args:
        logger: Logger instance to use
        func_name: Name of function being called
        **kwargs: Function parameters to log
    """
    params = ', '.join(f'{k}={v}' for k, v in kwargs.items())
    logger.info(f"Calling {func_name}({params})")


def log_stage(logger: logging.Logger, stage: str, message: str):
    """
    Log a pipeline stage.

    Args:
        logger: Logger instance to use
        stage: Stage identifier (e.g., "Stage 1/6")
        message: Stage description
    """
    separator = "=" * 60
    logger.info(separator)
    logger.info(f"{stage}: {message}")
    logger.info(separator)


def log_error_with_context(logger: logging.Logger, error: Exception, context: dict):
    """
    Log an error with additional context.

    Args:
        logger: Logger instance to use
        error: Exception that occurred
        context: Dictionary of contextual information
    """
    logger.error(f"Error: {str(error)}")
    logger.error(f"Error type: {type(error).__name__}")
    for key, value in context.items():
        logger.error(f"  {key}: {value}")