Spaces:
Running
Running
File size: 5,940 Bytes
2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 2415446 61bb677 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 | """Loguru-based structured logging configuration.
Structured logs are written as JSON lines to a configurable path (default
``logs/server.log``). Stdlib logging is intercepted and funneled to loguru.
Context vars (request_id, node_id, chat_id) from contextualize() are
included at top level for easy grep/filter.
"""
import json
import logging
import re
import threading
from pathlib import Path
from loguru import logger
_configured = False
_current_path: Path | None = None
_current_level = "INFO"
_current_verbose: bool | None = None
_sink_id: int | None = None
_THIRD_PARTY_LOGGERS = (
"httpx",
"httpcore",
"httpcore.http11",
"httpcore.connection",
"telegram",
"telegram.ext",
)
# Loguru ``logger.bind()`` key used by structured TRACE payloads; ``core/trace.py``
# uses the identical string constant ``TRACE_PAYLOAD_BINDING``.
_TRACE_PAYLOAD_BINDING = "trace_payload"
# Context keys we promote to top-level JSON for traceability / grep
_CONTEXT_KEYS = (
"request_id",
"node_id",
"chat_id",
"claude_session_id",
"http_method",
"http_path",
)
_TELEGRAM_BOT_RE = re.compile(
r"(https?://api\.telegram\.org/)bot([0-9]+:[A-Za-z0-9_-]+)(/?)",
re.IGNORECASE,
)
# Authorization: Bearer <token> (HTTP client / proxy debug lines)
_AUTH_BEARER_RE = re.compile(
r"(\bAuthorization\s*:\s*Bearer\s+)([^\s'\"]+)",
re.IGNORECASE,
)
def _redact_sensitive_substrings(message: str) -> str:
"""Remove obvious API tokens and secrets before JSON log line emission."""
text = _TELEGRAM_BOT_RE.sub(r"\1bot<redacted>\3", message)
return _AUTH_BEARER_RE.sub(r"\1<redacted>", text)
def _serialize_with_context(record) -> str:
"""Format record as JSON with context vars at top level.
Returns a format template; we inject _json into record for output.
"""
extra = record.get("extra", {})
out = {
"time": str(record["time"]),
"level": record["level"].name,
"message": _redact_sensitive_substrings(str(record["message"])),
"module": record["name"],
"function": record["function"],
"line": record["line"],
}
trace_payload = extra.get(_TRACE_PAYLOAD_BINDING)
for key in _CONTEXT_KEYS:
if key in extra and extra[key] is not None:
out[key] = extra[key]
if isinstance(trace_payload, dict):
for tk, tv in trace_payload.items():
if tk in out:
continue
out[tk] = tv
out["trace"] = True
record["_json"] = json.dumps(out, default=str)
return "{_json}\n"
class InterceptHandler(logging.Handler):
"""Redirect stdlib logging to loguru."""
def __init__(self) -> None:
super().__init__()
self._local = threading.local()
def emit(self, record: logging.LogRecord) -> None:
if getattr(self._local, "active", False):
# Avoid deadlock when nested stdlib records fire during a loguru emit.
return
self._local.active = True
try:
try:
level = logger.level(record.levelname).name
except ValueError:
level = record.levelno
frame, depth = logging.currentframe(), 2
while frame is not None and frame.f_code.co_filename == logging.__file__:
frame = frame.f_back
depth += 1
logger.opt(depth=depth, exception=record.exc_info).log(
level, record.getMessage()
)
finally:
self._local.active = False
def _set_third_party_levels(verbose: bool) -> None:
level = logging.NOTSET if verbose else logging.WARNING
for name in _THIRD_PARTY_LOGGERS:
logging.getLogger(name).setLevel(level)
def _add_file_sink(log_file: str | Path, level: str) -> int:
log_path = Path(log_file)
return logger.add(
log_path,
level=level,
format=_serialize_with_context,
encoding="utf-8",
mode="a",
rotation="50 MB",
retention=5,
enqueue=True,
)
def configure_logging(
log_file: str | Path,
*,
force: bool = False,
verbose_third_party: bool = False,
level: str = "INFO",
) -> None:
"""Configure loguru with JSON output to log_file and intercept stdlib logging.
Idempotent: skips if already configured with the same path, level, and verbosity.
On path or level change, replaces only the file sink without truncating.
On verbosity change alone, updates only the third-party logger levels.
Use force=True to reconfigure from scratch.
When ``verbose_third_party`` is false, noisy HTTP and Telegram loggers are
capped at WARNING unless explicitly configured otherwise.
"""
global _configured, _current_path, _current_level, _current_verbose, _sink_id
log_path = Path(log_file).expanduser().resolve()
log_path.parent.mkdir(parents=True, exist_ok=True)
if (
_configured
and not force
and log_path == _current_path
and level == _current_level
and verbose_third_party == _current_verbose
):
return
if not _configured or force:
_configured = True
logger.remove()
log_path.write_text("")
_sink_id = _add_file_sink(log_path, level)
intercept = InterceptHandler()
logging.root.handlers = [intercept]
logging.root.setLevel(logging.DEBUG)
_set_third_party_levels(verbose_third_party)
elif log_path != _current_path or level != _current_level:
if _sink_id is not None:
logger.remove(_sink_id)
_sink_id = _add_file_sink(log_path, level)
if verbose_third_party != _current_verbose:
_set_third_party_levels(verbose_third_party)
else:
_set_third_party_levels(verbose_third_party)
_current_path = log_path
_current_level = level
_current_verbose = verbose_third_party
|