Upload 7 files

README.md

@@ -19,6 +19,7 @@ FastAPI Hugging Face Docker Space for the NIFTY 50 first-five-minute direction f
 - `POST /prediction/refresh-first5`
 - `POST /data/refresh-daily`
 - `GET /cron/keepalive`
+- `POST /data/refresh-market-close`
 
 ## Data
 
@@ -31,6 +32,8 @@ Parquet files live in `data/`:
 
 ## Runtime
 
-The API starts a daily background refresh loop. It wakes after `09:20 Asia/Kolkata`, fetches Yahoo Finance `^NSEI` 1-minute candles for the `09:15-09:19` opening window, appends them to Parquet, and writes the latest prediction.
+The API starts a daily background refresh loop. It wakes after `09:20 Asia/Kolkata`, fetches Yahoo Finance `^NSEI` 1-minute candles for the `09:15-09:19` opening window, appends them to Parquet, and writes the latest T+5 prediction.
+
+After market close it wakes again at `15:45 Asia/Kolkata`, refreshes the 1-minute and daily Parquet files, updates the opening training dataset with same-day close outcomes, and writes the saved prediction record used for the next trading session card. The `/cron/keepalive` endpoint also checks this close refresh so a Hugging Face Space that was idled still catches up when Netlify pings it.
 
 Netlify also pings `/cron/keepalive` every 10 minutes through its scheduled function.

app.py

@@ -1,24 +1,28 @@
 from __future__ import annotations
 
 import asyncio
+import threading
 from datetime import date, datetime, time, timedelta
 
 import sys
 from pathlib import Path
 
-from fastapi import Query
+from fastapi import BackgroundTasks, Query
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi import FastAPI
 
 sys.path.insert(0, str(Path(__file__).resolve().parent))
 from nifty_backend.runtime import (
+    CLOSE_REFRESH_READY,
     IST,
+    close_refresh_due,
     dashboard_payload,
     is_trading_day,
     latest_saved_prediction,
     next_trading_day,
     refresh_daily_data,
     refresh_first5_prediction,
+    refresh_market_close_data,
     seconds_until_next_ist_run,
     warm_dashboard_payload_cache,
 )
@@ -35,11 +39,24 @@ app.add_middleware(
 
 
 market_status = "Waiting for next session"
+close_refresh_lock = threading.Lock()
 MARKET_OPEN = time(9, 15)
 FIRST5_READY = time(9, 20)
 MARKET_CLOSE = time(15, 30)
 
 
+def refresh_market_close_data_if_due() -> dict:
+    if not close_refresh_due():
+        return {"status": "skipped", "reason": "close refresh is not due"}
+    if not close_refresh_lock.acquire(blocking=False):
+        return {"status": "skipped", "reason": "close refresh already running"}
+    try:
+        info = refresh_market_close_data()
+        return {"status": "refreshed", **info}
+    finally:
+        close_refresh_lock.release()
+
+
 def latest_prediction_date(payload: dict | None = None) -> date | None:
     try:
         latest = payload if payload is not None else latest_saved_prediction()
@@ -101,32 +118,47 @@ def attach_market_state(payload: dict) -> dict:
     payload.setdefault("data_status", {})
     payload["data_status"].update(state)
 
-    latest = payload.get("latest") or {}
-    t5_available = bool(state["t5_available"] and latest.get("prediction"))
+    t5_latest = payload.get("latest") or {}
+    tomorrow_latest = payload.get("tomorrow_latest") or {}
+    t5_available = bool(state["t5_available"] and t5_latest.get("prediction"))
     market_closed = state["market_status"] == "Market Closed"
     unavailable_reason = "Market Closed" if market_closed else state["market_status"]
-    tomorrow_available = bool(latest.get("prediction"))
+    tomorrow_available = bool(tomorrow_latest.get("prediction"))
+    refresh_phase = payload.get("data_status", {}).get("refresh_phase")
+    if refresh_phase in {"waiting_second_payload", "refreshing"}:
+        tomorrow_status = "WAITING FOR SECOND PAYLOAD"
+        tomorrow_reason = "Market close refresh is generating the next-session payload."
+    else:
+        tomorrow_status = "Ready" if tomorrow_available else "Pending"
+        tomorrow_reason = None if tomorrow_available else "No saved next-session signal is available."
     payload["predictions"] = {
         "tomorrow": {
             "available": tomorrow_available,
-            "status": "Ready" if tomorrow_available else "Pending",
-            "reason": None if tomorrow_available else "No saved next-session signal is available.",
-            "target_date": state["next_session_date"],
-            "input_date": latest.get("input_date"),
-            "prediction": latest.get("prediction") if tomorrow_available else None,
-            "prob_up": latest.get("prob_up") if tomorrow_available else None,
-            "confidence": latest.get("confidence") if tomorrow_available else None,
-            "threshold": latest.get("threshold") if tomorrow_available else None,
+            "status": tomorrow_status,
+            "reason": tomorrow_reason,
+            "target_date": tomorrow_latest.get("target_date") or state["next_session_date"],
+            "input_date": tomorrow_latest.get("input_date"),
+            "prediction": tomorrow_latest.get("prediction") if tomorrow_available else None,
+            "prob_up": tomorrow_latest.get("prob_up") if tomorrow_available else None,
+            "confidence": tomorrow_latest.get("confidence") if tomorrow_available else None,
+            "threshold": tomorrow_latest.get("threshold") if tomorrow_available else None,
+            "model_name": tomorrow_latest.get("model_name"),
+            "source_model": tomorrow_latest.get("source_model"),
+            "validation_accuracy": tomorrow_latest.get("validation_accuracy"),
+            "test_accuracy": tomorrow_latest.get("test_accuracy"),
         },
         "t5": {
             "available": t5_available,
             "status": "Ready" if t5_available else unavailable_reason,
             "reason": None if t5_available else state["market_detail"],
-            "input_date": latest.get("input_date"),
-            "prediction": latest.get("prediction") if t5_available else None,
-            "prob_up": latest.get("prob_up") if t5_available else None,
-            "confidence": latest.get("confidence") if t5_available else None,
-            "threshold": latest.get("threshold") if t5_available else None,
+            "input_date": t5_latest.get("input_date"),
+            "prediction": t5_latest.get("prediction") if t5_available else None,
+            "prob_up": t5_latest.get("prob_up") if t5_available else None,
+            "confidence": t5_latest.get("confidence") if t5_available else None,
+            "threshold": t5_latest.get("threshold") if t5_available else None,
+            "model_name": t5_latest.get("model_name"),
+            "validation_accuracy": (payload.get("summary") or {}).get("validation_accuracy"),
+            "test_accuracy": (payload.get("summary") or {}).get("test_accuracy"),
         },
     }
     return payload
@@ -165,6 +197,14 @@ async def daily_ist_refresh_loop() -> None:
         except Exception as exc:
             print(f"[scheduler] daily refresh failed: {exc}", flush=True)
 
+        await asyncio.sleep(seconds_until_next_ist_run(CLOSE_REFRESH_READY))
+        print("[scheduler] 3:45 PM IST - Refreshing close data", flush=True)
+        try:
+            info = await asyncio.to_thread(refresh_market_close_data_if_due)
+            print(f"[scheduler] close refresh result: {info}", flush=True)
+        except Exception as exc:
+            print(f"[scheduler] close refresh failed: {exc}", flush=True)
+
 
 async def refresh_current_session_once() -> None:
     global market_status
@@ -187,6 +227,15 @@ async def refresh_current_session_once() -> None:
         print(f"[startup] daily refresh failed: {exc}", flush=True)
 
 
+async def refresh_market_close_once_if_due() -> None:
+    try:
+        info = await asyncio.to_thread(refresh_market_close_data_if_due)
+        if info.get("status") == "refreshed":
+            print(f"[startup] close refresh result: {info}", flush=True)
+    except Exception as exc:
+        print(f"[startup] close refresh failed: {exc}", flush=True)
+
+
 async def warm_dashboard_payload_cache_once() -> None:
     try:
         await asyncio.to_thread(warm_dashboard_payload_cache)
@@ -214,6 +263,7 @@ async def start_scheduler() -> None:
         market_status = "Prediction Pending"
         
     asyncio.create_task(refresh_current_session_once())
+    asyncio.create_task(refresh_market_close_once_if_due())
     asyncio.create_task(warm_dashboard_payload_cache_once())
     asyncio.create_task(daily_ist_refresh_loop())
 
@@ -234,8 +284,12 @@ def dashboard() -> dict:
 
 
 @app.get("/cron/keepalive")
-def cron_keepalive() -> dict:
-    return {"status": "awake", "market": current_market_state()}
+def cron_keepalive(background_tasks: BackgroundTasks) -> dict:
+    close_refresh = {"status": "not_checked"}
+    if close_refresh_due():
+        background_tasks.add_task(refresh_market_close_data_if_due)
+        close_refresh = {"status": "scheduled"}
+    return {"status": "awake", "market": current_market_state(), "close_refresh": close_refresh}
 
 
 @app.get("/prediction/latest")
@@ -254,3 +308,10 @@ def prediction_refresh_first5(
 @app.post("/data/refresh-daily")
 def data_refresh_daily() -> dict:
     return refresh_daily_data()
+
+
+@app.post("/data/refresh-market-close")
+def data_refresh_market_close(
+    session_date: date | None = Query(default=None, description="Optional YYYY-MM-DD session date in IST."),
+) -> dict:
+    return refresh_market_close_data(session_date=session_date)

data/nifty50_1d.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cae5a22e18a378933d815b7b22bb413eeb2e196cdb48504fe8136a4549f7b8a7
-size 78101
+oid sha256:b57d445258fc7ff258e04869c7b233c2d8e483db82d93917a8c28f16b5ee0d19
+size 78241

data/tomorrow_test_predictions.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10065b1a9ef8b127e324103911731856946700e857f932ff8f54adb93c63c143
+size 9555