Spaces:
Running
Running
File size: 3,814 Bytes
88d2f2a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 | #!/usr/bin/env python3
"""One-shot: backfill ``polymarket_submissions.payload`` for legacy rows.
Background
----------
The ``payload`` column was added to ``polymarket_submissions`` in W2-1
(see ``polyglot_alpha.persistence.db._migrate_polymarket_submissions``).
Rows written before that migration were never given a payload — they sit
with ``payload IS NULL`` and break consumers that assume the column is
always populated (UI, audit replays, contract export).
This script synthesizes a minimal placeholder payload for every NULL row
so the column becomes uniformly non-null. The synthesized payload is
small + self-describing so future readers can tell it is reconstructed,
not original:
{
"synthesized": true,
"reason": "Pre-W2-1 — payload retroactively reconstructed",
"market_id": "<market_id from row>",
"market_url": "<market_url from row>",
"question": "<event.title joined via FK; null if event missing>",
"submitted_at": "<ISO timestamp from row>",
"status": "<status from row>"
}
Idempotent: only NULL rows are touched.
Usage::
.venv/bin/python scripts/backfill_polymarket_payload.py
.venv/bin/python scripts/backfill_polymarket_payload.py --dry-run
"""
from __future__ import annotations
import argparse
import logging
import sys
from sqlmodel import select
from polyglot_alpha.persistence import init_db, session_scope
from polyglot_alpha.persistence.models import Event, PolymarketSubmission
SYNTHESIZED_REASON = "Pre-W2-1 — payload retroactively reconstructed"
def _build_payload(sub: PolymarketSubmission, event_title: str | None) -> dict:
return {
"synthesized": True,
"reason": SYNTHESIZED_REASON,
"market_id": sub.market_id,
"market_url": sub.market_url,
"question": event_title,
"submitted_at": (
sub.submitted_at.isoformat() if sub.submitted_at is not None else None
),
"status": sub.status,
}
def _build_parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument(
"--dry-run",
action="store_true",
help="Report the number of rows that would be backfilled, but don't write.",
)
return parser
def main(argv: list[str] | None = None) -> int:
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s %(levelname)-7s %(name)s %(message)s",
)
log = logging.getLogger("backfill_polymarket_payload")
args = _build_parser().parse_args(argv)
init_db()
with session_scope() as session:
stmt = select(PolymarketSubmission).where(
PolymarketSubmission.payload.is_(None) # type: ignore[union-attr]
)
rows = session.exec(stmt).all()
if not rows:
log.info("no NULL-payload rows; nothing to do")
return 0
log.info("found %d NULL-payload row(s)", len(rows))
if args.dry_run:
return 0
# Pre-fetch event titles by event_id to avoid N+1 selects on a
# potentially large backfill.
event_ids = {sub.event_id for sub in rows if sub.event_id is not None}
event_titles: dict[int, str] = {}
if event_ids:
ev_stmt = select(Event.id, Event.title).where(Event.id.in_(event_ids)) # type: ignore[attr-defined]
for ev_id, title in session.exec(ev_stmt).all():
event_titles[ev_id] = title
updated = 0
for sub in rows:
title = event_titles.get(sub.event_id) if sub.event_id is not None else None
sub.payload = _build_payload(sub, title)
session.add(sub)
updated += 1
log.info("backfilled %d row(s)", updated)
return 0
if __name__ == "__main__":
sys.exit(main())
|