File size: 9,561 Bytes
9e93b10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
"""Database-backed configuration with environment variable defaults."""

from __future__ import annotations

import asyncio
import json
import logging
from datetime import datetime
from functools import reduce
from typing import Any, Optional, Union

import redis
from rexpro_ai.internal.db import Base, get_async_db, get_db
from rexpro_ai.utils.redis import get_redis_connection
from sqlalchemy import JSON, Column, DateTime, Integer, func, select

log = logging.getLogger(__name__)


# ── Model ────────────────────────────────────────────────────────────────────


class ConfigTable(Base):
    __tablename__ = 'config'

    id = Column(Integer, primary_key=True)
    data = Column(JSON, nullable=False)
    version = Column(Integer, nullable=False, default=0)
    created_at = Column(DateTime, nullable=False, server_default=func.now())
    updated_at = Column(DateTime, nullable=True, onupdate=func.now())


# ── Blob ─────────────────────────────────────────────────────────────────────


class ConfigState:
    """In-memory mirror of the single-row config JSON blob."""

    __slots__ = ('_data',)

    def __init__(self) -> None:
        self._data: dict[str, Any] = {}

    @property
    def snapshot(self) -> dict:
        return self._data

    def read(self, path: str) -> Any:
        return reduce(
            lambda n, k: n.get(k) if isinstance(n, dict) else None,
            path.split('.'),
            self._data,
        )

    def write(self, path: str, value: Any) -> None:
        keys = path.split('.')
        reduce(lambda d, k: d.setdefault(k, {}), keys[:-1], self._data)[keys[-1]] = value

    def replace(self, data: dict) -> None:
        self._data = data

    def load(self) -> dict:
        with get_db() as db:
            row = db.query(ConfigTable).order_by(ConfigTable.id.desc()).first()
            self._data = row.data if row else {'version': 0, 'ui': {}}
        return self._data

    def persist(self, data: dict | None = None) -> None:
        if data is not None:
            self._data = data
        with get_db() as db:
            row = db.query(ConfigTable).first()
            if row is None:
                db.add(ConfigTable(data=self._data, version=0))
            else:
                row.data, row.updated_at = self._data, datetime.now()
                db.add(row)
            db.commit()

    async def persist_async(self, data: dict | None = None) -> None:
        if data is not None:
            self._data = data
        async with get_async_db() as db:
            result = await db.execute(select(ConfigTable).limit(1))
            row = result.scalars().first()
            if row is None:
                db.add(ConfigTable(data=self._data, version=0))
            else:
                row.data, row.updated_at = self._data, datetime.now()
                db.add(row)
            await db.commit()

    def clear(self) -> None:
        with get_db() as db:
            db.query(ConfigTable).delete()
            db.commit()

    async def clear_async(self) -> None:
        from sqlalchemy import delete as sa_delete

        async with get_async_db() as db:
            await db.execute(sa_delete(ConfigTable))
            await db.commit()


STATE = ConfigState()


# ── ConfigVar ──────────────────────────────────────────────────────────────────


_persist_enabled: bool = True
_oauth_persist_enabled: bool = False
_all_configs: list[ConfigVar] = []


def initialize(*, enable_persistent: bool = True, enable_oauth_persistent: bool = False) -> dict:
    global _persist_enabled, _oauth_persist_enabled
    _persist_enabled = enable_persistent
    _oauth_persist_enabled = enable_oauth_persistent
    return STATE.load()


class ConfigVar:
    __slots__ = ('env_name', 'config_path', 'env_value', 'config_value', 'value')

    def __init__(self, env_name: str, config_path: str, env_value: Any) -> None:
        self.env_name = env_name
        self.config_path = config_path
        self.env_value = env_value
        self.config_value = STATE.read(config_path)

        if self.config_value is not None and _persist_enabled:
            if config_path.startswith('oauth.') and not _oauth_persist_enabled:
                log.info("Skipping DB value for '%s' (OAuth persistence disabled)", env_name)
                self.value = env_value
            else:
                log.info("'%s' loaded from database", env_name)
                self.value = self.config_value
        else:
            self.value = env_value

        _all_configs.append(self)

    def __str__(self) -> str:
        return str(self.value)

    def __repr__(self) -> str:
        return f'<ConfigVar {self.env_name}={self.value!r}>'

    @property
    def __dict__(self):  # type: ignore[override]
        raise TypeError(f"ConfigVar('{self.env_name}') cannot be cast to dict; use .value")

    def __getattribute__(self, item: str):
        if item == '__dict__':
            raise TypeError('ConfigVar cannot be cast to dict; use .value')
        return super().__getattribute__(item)

    def refresh(self) -> None:
        current = STATE.read(self.config_path)
        if current is not None:
            self.value = current
            log.info('Refreshed %s β†’ %s', self.env_name, self.value)

    def commit(self) -> None:
        log.info("Persisting '%s'", self.env_name)
        STATE.write(self.config_path, self.value)
        self.config_value = self.value
        STATE.persist()

    async def commit_async(self) -> None:
        log.info("Persisting '%s'", self.env_name)
        STATE.write(self.config_path, self.value)
        self.config_value = self.value
        await STATE.persist_async()


# ── AppConfig ──────────────────────────────────────────────────────────


class AppConfig:
    """Attribute-style container for ConfigVars with optional Redis sync."""

    def __init__(
        self,
        *,
        redis_url: Optional[str] = None,
        redis_sentinels: Optional[list] = None,
        redis_cluster: bool = False,
        redis_key_prefix: str = 'rexpro-ai',
    ) -> None:
        super().__setattr__('_entries', {})
        super().__setattr__('_key_prefix', redis_key_prefix)

        # If sentinels weren't explicitly provided, read from env.
        if redis_sentinels is None:
            from rexpro_ai.env import REDIS_SENTINEL_HOSTS, REDIS_SENTINEL_PORT
            from rexpro_ai.utils.redis import get_sentinels_from_env

            redis_sentinels = get_sentinels_from_env(REDIS_SENTINEL_HOSTS, REDIS_SENTINEL_PORT)

        rc: Union[redis.Redis, redis.cluster.RedisCluster, None] = None
        if redis_url:
            rc = get_redis_connection(redis_url, redis_sentinels or [], redis_cluster, decode_responses=True)
        super().__setattr__('_rc', rc)

    def __setattr__(self, name: str, value: Any) -> None:
        entries: dict = super().__getattribute__('_entries')

        if isinstance(value, ConfigVar):
            entries[name] = value
            return

        entries[name].value = value

        try:
            asyncio.get_running_loop().create_task(self._write_async(name))
        except RuntimeError:
            entries[name].commit()

        rc = super().__getattribute__('_rc')
        if rc and _persist_enabled:
            prefix = super().__getattribute__('_key_prefix')
            try:
                rc.set(f'{prefix}:config:{name}', json.dumps(entries[name].value))
            except Exception as exc:
                log.error("Redis write failed for '%s': %s", name, exc)

    async def _write_async(self, name: str) -> None:
        try:
            await self._entries[name].commit_async()
        except Exception as exc:
            log.error("Async persist failed for '%s': %s", name, exc)

    def __getattr__(self, name: str) -> Any:
        entries = super().__getattribute__('_entries')
        if name not in entries:
            raise AttributeError(f"No config key '{name}'")

        rc = super().__getattribute__('_rc')
        if rc and _persist_enabled:
            prefix = super().__getattribute__('_key_prefix')
            try:
                raw = rc.get(f'{prefix}:config:{name}')
                if raw is not None:
                    decoded = json.loads(raw)
                    if entries[name].value != decoded:
                        entries[name].value = decoded
                        log.info("Updated '%s' from Redis", name)
            except Exception as exc:
                log.error("Redis read failed for '%s': %s", name, exc)

        return entries[name].value

    def _sync_to_redis(self) -> None:
        rc = super().__getattribute__('_rc')
        if not rc or not _persist_enabled:
            return
        prefix = super().__getattribute__('_key_prefix')
        for name, s in super().__getattribute__('_entries').items():
            try:
                rc.set(f'{prefix}:config:{name}', json.dumps(s.value))
            except Exception as exc:
                log.error("Redis sync failed for '%s': %s", name, exc)