fly-trader / tests /test_console_data_rh.py
bryceweiner's picture vruuu's picture
release 19 (be7055b1d3)
2e10c7a
Raw History Blame Contribute Delete
12.4 kB
"""The console's Data pipelines and Robinhood Chain pages (fly_trader/ui/api/{data,rh}.py): every panel answers on an empty
database and on seeded rows, and RH answers its off message when disabled."""
from __future__ import annotations
import contextlib
from datetime import datetime, timedelta, timezone
from pathlib import Path
import pytest
from psycopg.types.json import Jsonb
from fly_trader import config
from fly_trader.db.connection import transaction
from fly_trader.ui.api import data as data_api, rh as rh_api
LAYOUT = Path(__file__).resolve().parents[1] / "console" / "src" / "components" / "Layout.tsx"
@contextlib.contextmanager
def setting(key: str, value):
"""ui_settings[key] = value (None: absent) for the block, then the row as it was."""
with transaction() as c:
old = c.execute("SELECT value, updated_at FROM ui_settings WHERE key = %s", (key,)).fetchone()
c.execute("DELETE FROM ui_settings WHERE key = %s", (key,))
if value is not None:
c.execute("INSERT INTO ui_settings (key, value) VALUES (%s, %s)", (key, Jsonb(value)))
try:
yield
finally:
with transaction() as c:
c.execute("DELETE FROM ui_settings WHERE key = %s", (key,))
if old:
c.execute("INSERT INTO ui_settings (key, value, updated_at) VALUES (%s, %s, %s)", (key, Jsonb(old["value"]), old["updated_at"]))
# ---------------------------------------------------------------- data pipelines
def _part(root: Path, day: str, version: int) -> None:
import pyarrow as pa
import pyarrow.parquet as pq
d = root / "features_mature" / day
d.mkdir(parents=True)
pq.write_table(pa.table({"x": [1]}).replace_schema_metadata({"fly_version": str(version)}), d / "part.parquet")
def test_data_pipelines_on_an_empty_install(console, monkeypatch, tmp_path):
monkeypatch.setattr(config, "CORPUS_DIR", tmp_path)
data_api.feature_parts.cache_clear(); data_api.token_stats_coverage.cache_clear()
with setting("pumpstream_status", None), setting("replay_status", None):
r = console.topic("data.pipelines")
assert r.status_code == 200, r.text
d = r.json()
assert d["feed"]["badge"] == {"text": "stopped", "color": "red"} and d["feed"]["age"] is None and d["feed"]["updated_at"] is None
assert isinstance(d["feed"]["per_minute"], list) and isinstance(d["feed"]["eps_spark"], list)
assert d["archive"]["badge"]["text"] == "stopped" and d["archive"]["progress"] is None and d["archive"]["last_hour"] == "—" and d["archive"]["eta_h"] is None
assert isinstance(d["archive"]["per_day"], list)
assert d["features"] == {"n": 0, "first": None, "last": None, "current": 0}
assert d["stats"]["badge"] == {"text": "stopped", "color": "gray"} # optional worker: idle, not alarming
assert set(d["meta"]) == {"graduations", "creators", "launches"}
cov = console.topic("data.token_stats").json()
assert set(cov) == {"universe", "covered", "first"} and cov["covered"] <= cov["universe"]
def test_data_pipelines_states_progress_and_feature_versions(console, monkeypatch, tmp_path):
from fly_trader.market.features import FEATURE_VERSION
monkeypatch.setattr(config, "CORPUS_DIR", tmp_path)
_part(tmp_path, "2026-05-01", FEATURE_VERSION); _part(tmp_path, "2026-05-02", FEATURE_VERSION - 1)
data_api.feature_parts.cache_clear()
now = datetime.now(timezone.utc)
console.sup.alive_set |= {"pumpstream", "replay", "discover"}
fresh = {"flushed_through": (now - timedelta(seconds=90)).isoformat(), "events_per_s": 812.4, "migrates": 7, "reconnects": 2, "dropped_band": 1234, "dropped_late": 5}
replay = {"hours_done": 30, "hours_total": 120, "errors": 1, "last_hour": "2026-10-16T12:00:00+00:00", "eta_h": 4.25}
with setting("pumpstream_status", fresh), setting("replay_status", replay):
d = console.topic("data.pipelines").json()
assert d["feed"]["badge"] == {"text": "running", "color": "green"} and 29 < d["feed"]["age"] < 40
assert (d["feed"]["events_per_s"], d["feed"]["migrates"], d["feed"]["dropped_band"]) == (812.4, 7, 1234) and d["feed"]["updated_at"]
assert d["archive"]["badge"]["text"] == "running" and d["archive"]["progress"] == 0.25 and d["archive"]["last_hour"] == "2026-10-16T12"
assert d["archive"]["eta_h"] == 4.25 and d["archive"]["replay_start"] == config.REPLAY_START
assert d["features"] == {"n": 2, "first": "2026-05-01", "last": "2026-05-02", "current": 1}
assert d["stats"]["badge"]["text"] == "running"
with transaction() as c:
c.execute("INSERT INTO replay_days (day, graduations, tokens_written) VALUES ('1999-01-01', 7, 6) ON CONFLICT (day) DO NOTHING")
try:
days = console.topic("data.pipelines").json()["archive"]["per_day"]
finally:
with transaction() as c:
c.execute("DELETE FROM replay_days WHERE day = '1999-01-01'")
assert days == sorted(days) and len(days) <= data_api.ARCHIVE_DAYS
stale = {**fresh, "flushed_through": (now - timedelta(minutes=10)).isoformat()}
with setting("pumpstream_status", stale):
assert console.topic("data.pipelines").json()["feed"]["badge"] == {"text": "stale", "color": "orange"} # alive, but the newest minute is old
# ---------------------------------------------------------------- Robinhood Chain
RH_TOPICS = ("rh.indexer", "rh.index_activity", "rh.assets", "rh.verdict", "rh.wallet", "rh.activity")
def test_rh_page_is_a_memecoin_page():
nav = LAYOUT.read_text()
memecoins = nav[nav.index("label: 'Memecoins'"):nav.index("label: 'Prediction markets'")]
assert "to: '/rh'" in memecoins
def test_rh_topics_answer_off_when_rh_is_disabled(console, monkeypatch):
monkeypatch.setattr(config, "RH_ENABLED", False)
for t in RH_TOPICS:
assert console.topic(t).json() == {"enabled": False, "message": "Robinhood Chain is off (RH_ENABLED=0)."}, t
assert console.get("/api/meta").json()["rh"] is False
def test_rh_topics_render_on_an_empty_ledger(console, monkeypatch):
monkeypatch.setattr(config, "RH_ENABLED", True)
with setting("rh_stream_status", None), setting("fly_replay", None), setting("handover_rh", None):
for t in RH_TOPICS:
r = console.topic(t)
assert r.status_code == 200 and r.json()["enabled"] is True, (t, r.text)
assert console.topic("rh.indexer").json() == {"enabled": True, "status": None}
ia = console.topic("rh.index_activity").json()
assert set(ia["counts"]) == {"launches", "graduated", "swaps", "minutes"} and len(ia["hours"]) == 24
assert set(ia["hours"][-1]) == {"hour", "swaps", "minutes", "launches"}
v = console.topic("rh.verdict").json()
assert v["chains"] == [] and v["handover"] is None and v["live_money"] is False
for view in rh_api.VIEWS:
a = console.topic("rh.activity", view=view).json()
assert a["view"] == view and isinstance(a["rows"], list) and a["tx_url"].endswith("/tx/")
assert console.topic("rh.activity", view="Everything").status_code == 400
def test_rh_indexer_reads_the_stream_status(console, monkeypatch):
monkeypatch.setattr(config, "RH_ENABLED", True)
mt = 1_760_000_000
with setting("rh_stream_status", {"mode": "backfill", "behind_blocks": 12345, "head": 900, "index_through": 800, "minutes_through": mt, "error": "rpc 429"}):
d = console.topic("rh.indexer").json()
s = d["status"]
assert (s["mode"], s["behind_blocks"], s["head"], s["index_through"], s["error"]) == ("backfill", 12345, 900, 800, "rpc 429")
assert s["minutes_through"] == datetime.fromtimestamp(mt, timezone.utc).strftime("%b %d %H:%M") and d["updated_at"]
def test_rh_wallet_panel(console, monkeypatch):
"""The ETH wallet: the pinned address with its explorer page, native ETH at the last reconciliation, live wealth, open
positions, whether the books match the chain, and the open base lots (uint256 quantities kept exact)."""
monkeypatch.setattr(config, "RH_ENABLED", True)
monkeypatch.setattr(config, "RH_TESTNET", False)
monkeypatch.setattr(config, "RH_BOT_ADDRESS", "0x" + "ab" * 20)
qty = "123456789012345678901234567890"
with transaction() as c:
c.execute("INSERT INTO rh_wallet_marks (ts, native_wei, consistent) VALUES ('2100-01-01', 1500000000000000000, false)")
c.execute("INSERT INTO wealth_marks (beat_id, book, ts, wealth, n_open) VALUES (-424242, 'live_rh', '2100-01-01', 2.25, 3)")
lot = c.execute("INSERT INTO rh_base_lots (asset, qty_raw, basis_eth, source) VALUES ('0xfeed', %s, 0.5, 'entry_leg') RETURNING id", (qty,)).fetchone()["id"]
try:
d = console.topic("rh.wallet").json()
finally:
with transaction() as c:
c.execute("DELETE FROM rh_wallet_marks WHERE ts = '2100-01-01'")
c.execute("DELETE FROM wealth_marks WHERE beat_id = -424242")
c.execute("DELETE FROM rh_base_lots WHERE id = %s", (lot,))
assert d["address"] == "0x" + "ab" * 20 and d["address_url"] == f"https://robinhoodchain.blockscout.com/address/0x{'ab' * 20}"
assert d["reconciled"] and d["native_eth"] == 1.5 and d["consistent"] is False and d["marked_at"].startswith("2100-01-01")
assert d["wealth"] == 2.25 and d["n_open"] == 3 and d["book"] == "live_rh" and d["spark"][-1] == 2.25
mine = [x for x in d["lots"] if x["asset"] == "0xfeed"]
assert mine and mine[0]["qty_raw"] == qty and mine[0]["source"] == "entry_leg"
monkeypatch.setattr(config, "RH_BOT_ADDRESS", None)
d = console.topic("rh.wallet").json()
assert d["address"] is None and d["address_url"] is None
def test_rh_activity_lists_intents_transactions_and_legs(console, monkeypatch):
monkeypatch.setattr(config, "RH_ENABLED", True)
token = "0x" + "cd" * 20; tx_hash = "0x" + "ef" * 32
with transaction() as c:
i = c.execute("INSERT INTO rh_intents (book, kind, token, route, state, attempts) VALUES ('live_rh', 'buy', %s, 'atomic_kyber', 'done', 1) RETURNING id",
(token,)).fetchone()["id"]
t = c.execute("INSERT INTO rh_txs (intent_id, kind, from_addr, nonce, hash, raw, status, fee_wei) VALUES (%s, 'swap', '0xme', 7, %s, 'raw', 'mined_ok', 21000000000000) "
"RETURNING id", (i, tx_hash)).fetchone()["id"]
g = c.execute("INSERT INTO rh_legs (intent_id, tx_id, leg_no, asset_in, asset_out, amount_in_raw, amount_out_raw, eth_in, verified_by) "
"VALUES (%s, %s, 1, '0x00', %s, 1000000000000000000000000, 5, 1.0, 'receipt_logs') RETURNING id", (i, t, token)).fetchone()["id"]
try:
intents = console.topic("rh.activity", view="Intents").json()["rows"]
txs = console.topic("rh.activity", view="Transactions").json()
legs = console.topic("rh.activity", view="Legs").json()["rows"]
finally:
with transaction() as c:
c.execute("DELETE FROM rh_legs WHERE id = %s", (g,)); c.execute("DELETE FROM rh_txs WHERE id = %s", (t,)); c.execute("DELETE FROM rh_intents WHERE id = %s", (i,))
assert intents[0]["id"] == i and intents[0]["mint"] == token and intents[0]["token"] == token[:6] + "…" and intents[0]["route"] == "atomic_kyber"
assert txs["rows"][0]["hash"] == tx_hash and txs["rows"][0]["fee_eth"] == pytest.approx(2.1e-5) and txs["tx_url"] == rh_api.explorer("tx")
assert legs[0]["id"] == g and legs[0]["amount_in"] == "1000000000000000000000000" and legs[0]["verified_by"] == "receipt_logs"
def test_rh_verdict_and_seat(console, monkeypatch):
monkeypatch.setattr(config, "RH_ENABLED", True)
replay = {"chains": {"rh": {"passed": False, "reason": "too few trades", "evaluation": {"n": 12, "mean": -0.01}}, "sol": {"passed": True}}}
at = datetime.now(timezone.utc).isoformat()
with setting("fly_replay", replay), setting("handover_rh", {"at": at}):
d = console.topic("rh.verdict").json()
by = {c["chain"]: c for c in d["chains"]}
assert by["rh"] == {"chain": "rh", "name": "Robinhood Chain", "passed": False, "evaluated": True, "n": 12, "mean": -0.01, "reason": "too few trades"}
assert by["sol"]["name"] == "Solana" and by["sol"]["passed"] and not by["sol"]["evaluated"]
assert d["handover"] == {"at": at} and d["live_money"] is False and d["replay_at"] # the engine is not running: no live money