Upload 2 files

runtime.py

@@ -1399,9 +1399,9 @@ def load_live_accuracy() -> dict[str, Any]:
         except Exception:
             pass
     return {
-        "tomorrow": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0},
-        "t5": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0},
-        "tplus1": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0},
+        "tomorrow": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
+        "t5": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
+        "tplus1": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
     }
 
 
@@ -1411,18 +1411,14 @@ def save_live_accuracy(data: dict[str, Any]) -> None:
 
 
 def seed_live_accuracy_from_backtest() -> dict[str, Any]:
-    """Seed the live accuracy ledger from backtest test predictions.
-    
-    This creates the baseline entries from the test set so that
-    accuracy starts at the backtest level and moves smoothly.
-    """
+    """Seed the live accuracy ledger from backtest test predictions."""
     ledger = {
-        "tomorrow": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "live_count": 0},
-        "t5": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "live_count": 0},
-        "tplus1": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "live_count": 0},
+        "tomorrow": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
+        "t5": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
+        "tplus1": {"entries": [], "accuracy": None, "total": 0, "correct_count": 0, "backtest_count": 0, "live_count": 0},
     }
-    
-    # Seed T+5
+
+    # T+5
     t5_test = load_test_predictions()
     if not t5_test.empty and "correct" in t5_test.columns:
         for _, row in t5_test.iterrows():
@@ -1430,13 +1426,13 @@ def seed_live_accuracy_from_backtest() -> dict[str, Any]:
             pred = str(row.get("prediction", "")).upper()
             correct = bool(row.get("correct"))
             actual = pred if correct else ("DOWN" if pred == "UP" else "UP")
-            ledger["t5"]["entries"].append({
-                "date": day, "prediction": pred,
-                "actual": actual, "correct": correct,
-                "source": "backtest",
-            })
+            if pred in ("UP", "DOWN"):
+                ledger["t5"]["entries"].append({
+                    "date": day, "prediction": pred, "actual": actual, "correct": correct, "source": "backtest"
+                })
+        ledger["t5"]["backtest_count"] = len(ledger["t5"]["entries"])
 
-    # Seed Tomorrow
+    # Tomorrow
     tom_test = load_tomorrow_test_predictions()
     if not tom_test.empty:
         if "pred" in tom_test.columns and "prediction" not in tom_test.columns:
@@ -1452,44 +1448,31 @@ def seed_live_accuracy_from_backtest() -> dict[str, Any]:
                 pred = str(row.get("prediction", "")).upper()
                 correct = bool(row.get("correct"))
                 actual = pred if correct else ("DOWN" if pred == "UP" else "UP")
-                ledger["tomorrow"]["entries"].append({
-                    "date": day, "prediction": pred,
-                    "actual": actual, "correct": correct,
-                    "source": "backtest",
-                })
+                if pred in ("UP", "DOWN"):
+                    ledger["tomorrow"]["entries"].append({
+                        "date": day, "prediction": pred, "actual": actual, "correct": correct, "source": "backtest"
+                    })
+        ledger["tomorrow"]["backtest_count"] = len(ledger["tomorrow"]["entries"])
 
-    # Seed T+1
+    # T+1
     t1_test = load_tplus1_test_predictions()
     if not t1_test.empty:
-        for _, row in t1_test.iterrows():
-            target_date = row.get("target_date")
-            if pd.isna(target_date):
-                continue
-            day = pd.to_datetime(target_date).date().isoformat()
-            pred = str(row.get("prediction", "")).upper()
-            if "correct" in t1_test.columns:
+        if "correct" not in t1_test.columns and {"target", "prediction"}.issubset(t1_test.columns):
+            t1_test["correct"] = t1_test["prediction"].str.upper() == np.where(pd.to_numeric(t1_test["target"], errors="coerce") == 1, "UP", "DOWN")
+        if "correct" in t1_test.columns:
+            for _, row in t1_test.iterrows():
+                target_date = row.get("target_date")
+                if pd.isna(target_date):
+                    continue
+                day = pd.to_datetime(target_date).date().isoformat()
+                pred = str(row.get("prediction", "")).upper()
                 correct = bool(row.get("correct"))
                 actual = pred if correct else ("DOWN" if pred == "UP" else "UP")
-            elif {"target", "prediction"}.issubset(t1_test.columns):
-                target_val = pd.to_numeric(row.get("target"), errors="coerce")
-                actual = "UP" if target_val == 1 else "DOWN"
-                correct = pred == actual
-            else:
-                continue
-            ledger["tplus1"]["entries"].append({
-                "date": day, "prediction": pred,
-                "actual": actual, "correct": correct,
-                "source": "backtest",
-            })
-
-    for model_id in ("t5", "tomorrow", "tplus1"):
-        entries = ledger[model_id]["entries"]
-        total = len(entries)
-        correct = sum(1 for e in entries if e.get("correct"))
-        ledger[model_id]["total"] = total
-        ledger[model_id]["correct_count"] = correct
-        ledger[model_id]["accuracy"] = correct / total if total > 0 else None
-        ledger[model_id]["live_count"] = 0
+                if pred in ("UP", "DOWN"):
+                    ledger["tplus1"]["entries"].append({
+                        "date": day, "prediction": pred, "actual": actual, "correct": correct, "source": "backtest"
+                    })
+        ledger["tplus1"]["backtest_count"] = len(ledger["tplus1"]["entries"])
 
     save_live_accuracy(ledger)
     return ledger
@@ -1505,10 +1488,10 @@ def update_live_accuracy(session_date: date) -> dict[str, Any]:
     """
     ledger = load_live_accuracy()
     
-    # If ledger is empty/unseeded, seed from backtest first
-    if not any(ledger[m].get("entries") for m in ("t5", "tomorrow", "tplus1")):
+    # If ledger is empty (or unseeded), seed from backtest first
+    if not any(ledger[m]["entries"] for m in ("t5", "tomorrow", "tplus1")):
         ledger = seed_live_accuracy_from_backtest()
-
+        
     daily = pd.read_parquet(NIFTY_1D_PATH)
     daily["_date"] = pd.to_datetime(daily["date"], errors="coerce").dt.normalize()
     today_rows = daily[daily["_date"].dt.date == session_date]
@@ -1535,7 +1518,7 @@ def update_live_accuracy(session_date: date) -> dict[str, Any]:
                         "prediction": pred,
                         "actual": actual_close_gt_open,
                         "correct": pred == actual_close_gt_open,
-                        "source": "live",
+                        "source": "live"
                     })
         except Exception:
             pass
@@ -1553,7 +1536,7 @@ def update_live_accuracy(session_date: date) -> dict[str, Any]:
                         "prediction": pred,
                         "actual": actual_close_gt_open,
                         "correct": pred == actual_close_gt_open,
-                        "source": "live",
+                        "source": "live"
                     })
         except Exception:
             pass
@@ -1587,7 +1570,7 @@ def update_live_accuracy(session_date: date) -> dict[str, Any]:
                         "prediction": pred,
                         "actual": t1_actual,
                         "correct": pred == t1_actual,
-                        "source": "live",
+                        "source": "live"
                     })
         except Exception:
             pass
@@ -1596,12 +1579,19 @@ def update_live_accuracy(session_date: date) -> dict[str, Any]:
     for model_id in ("t5", "tomorrow", "tplus1"):
         entries = ledger[model_id]["entries"]
         total = len(entries)
-        live_count = sum(1 for e in entries if e.get("source") == "live")
         correct = sum(1 for e in entries if e.get("correct"))
+        backtest_count = sum(1 for e in entries if e.get("source") == "backtest")
+        live_count = sum(1 for e in entries if e.get("source") == "live")
+        
+        # If we have entries but no source is set, assume they need re-seeding
+        if backtest_count == 0 and live_count == 0 and total > 0:
+            pass # The user can delete the file to force a re-seed. Or we just keep them.
+            
         ledger[model_id]["total"] = total
-        ledger[model_id]["live_count"] = live_count
         ledger[model_id]["correct_count"] = correct
         ledger[model_id]["accuracy"] = correct / total if total > 0 else None
+        ledger[model_id]["backtest_count"] = backtest_count
+        ledger[model_id]["live_count"] = live_count
 
     save_live_accuracy(ledger)
     clear_dashboard_payload_cache()

test_seeding.py

@@ -0,0 +1,17 @@
+import sys
+from pathlib import Path
+
+# Add backend to path
+backend_path = Path(__file__).parent / 'backend'
+sys.path.insert(0, str(backend_path))
+
+from nifty_backend.runtime import seed_live_accuracy_from_backtest
+
+print("Seeding live accuracy...")
+ledger = seed_live_accuracy_from_backtest()
+for model in ('t5', 'tomorrow', 'tplus1'):
+    entries = ledger[model]['entries']
+    total = len(entries)
+    correct = sum(1 for e in entries if e.get('correct'))
+    accuracy = correct / total if total > 0 else 0
+    print(f"{model}: entries={total}, backtest_count={ledger[model]['backtest_count']}, correct={correct}, accuracy={accuracy:.3f}")