Add onnxruntime + tokenizers + caching for fast loading

requirements.txt

@@ -14,8 +14,11 @@ tenacity>=8.2.0
 matplotlib>=3.8.0
 seaborn>=0.13.0
 chromadb-client>=0.5.0
+onnxruntime>=1.16.0
+tokenizers>=0.15.0
 streamlit-autorefresh>=1.0.1
 apscheduler>=3.10.0
 flask>=3.0.0
 flask-cors>=4.0.0
 
+

server.py

@@ -6,6 +6,7 @@ Serves the React frontend and Flask API with:
 - Continuous learning
 - Persistent storage using /data folder
 - Model updates
+- Caching for fast responses
 
 For Hugging Face Spaces deployment.
 """
@@ -18,11 +19,20 @@ import os
 import shutil
 import threading
 from pathlib import Path
-from datetime import datetime
+from datetime import datetime, timedelta
 from apscheduler.schedulers.background import BackgroundScheduler
 from apscheduler.triggers.interval import IntervalTrigger
 from apscheduler.triggers.cron import CronTrigger
 
+# =============================================================================
+# CACHE CONFIGURATION - For fast responses
+# =============================================================================
+cache = {
+    "mvp": {"data": None, "timestamp": None, "ttl": 300},  # 5 min cache
+    "championship": {"data": None, "timestamp": None, "ttl": 300},  # 5 min cache
+    "teams": {"data": None, "timestamp": None, "ttl": 3600},  # 1 hour cache
+}
+
 # Configure logging
 logging.basicConfig(
     level=logging.INFO,
@@ -503,10 +513,54 @@ def get_accuracy():
 
 @app.route("/api/mvp")
 def get_mvp_race():
-    """Get current MVP race standings."""
+    """Get current MVP race standings with caching."""
+    global cache
+    
     if not pipeline:
         return jsonify({"candidates": [], "error": "Pipeline not ready"})
     
+    # Check cache
+    now = datetime.utcnow()
+    mvp_cache = cache.get("mvp", {})
+    cache_data = mvp_cache.get("data")
+    cache_time = mvp_cache.get("timestamp")
+    cache_ttl = mvp_cache.get("ttl", 300)
+    
+    # Return cached data if valid
+    if cache_data and cache_time and (now - cache_time).total_seconds() < cache_ttl:
+        logger.debug("Returning cached MVP data")
+        return jsonify(cache_data)
+    
+    # Fetch fresh data in background thread if cache expired
+    def fetch_mvp_data():
+        try:
+            mvp_df = pipeline.get_mvp_race()
+            
+            candidates = []
+            for idx, row in mvp_df.iterrows():
+                candidates.append({
+                    "rank": len(candidates) + 1,
+                    "name": row["PLAYER_NAME"],
+                    "ppg": round(float(row["PTS"]), 1),
+                    "rpg": round(float(row["REB"]), 1),
+                    "apg": round(float(row["AST"]), 1),
+                    "mvp_score": round(float(row["mvp_score"]), 1),
+                    "similarity": round(float(row["mvp_similarity"]) * 100, 1)
+                })
+            
+            # Update cache
+            cache["mvp"]["data"] = {"candidates": candidates}
+            cache["mvp"]["timestamp"] = datetime.utcnow()
+            logger.info(f"MVP cache updated with {len(candidates)} candidates")
+        except Exception as e:
+            logger.error(f"Background MVP fetch error: {e}")
+    
+    # If we have stale cache, return it immediately and refresh in background
+    if cache_data:
+        threading.Thread(target=fetch_mvp_data, daemon=True).start()
+        return jsonify(cache_data)
+    
+    # No cache - fetch synchronously (first request only)
     try:
         mvp_df = pipeline.get_mvp_race()
         
@@ -522,6 +576,10 @@ def get_mvp_race():
                 "similarity": round(float(row["mvp_similarity"]) * 100, 1)
             })
         
+        # Update cache
+        cache["mvp"]["data"] = {"candidates": candidates}
+        cache["mvp"]["timestamp"] = datetime.utcnow()
+        
         return jsonify({"candidates": candidates})
     except Exception as e:
         logger.error(f"Error in get_mvp_race: {e}")
@@ -529,10 +587,51 @@ def get_mvp_race():
 
 @app.route("/api/championship")
 def get_championship_odds():
-    """Get current championship odds."""
+    """Get current championship odds with caching."""
+    global cache
+    
     if not pipeline:
         return jsonify({"teams": [], "error": "Pipeline not ready"})
     
+    # Check cache
+    now = datetime.utcnow()
+    champ_cache = cache.get("championship", {})
+    cache_data = champ_cache.get("data")
+    cache_time = champ_cache.get("timestamp")
+    cache_ttl = champ_cache.get("ttl", 300)
+    
+    # Return cached data if valid
+    if cache_data and cache_time and (now - cache_time).total_seconds() < cache_ttl:
+        logger.debug("Returning cached championship data")
+        return jsonify(cache_data)
+    
+    # Fetch fresh data in background thread if cache expired
+    def fetch_champ_data():
+        try:
+            champ_df = pipeline.get_championship_odds()
+            
+            teams = []
+            for idx, row in champ_df.iterrows():
+                teams.append({
+                    "rank": len(teams) + 1,
+                    "team": row.get("TEAM_ABBREVIATION", row.get("Team", "N/A")),
+                    "odds": round(float(row.get("champ_probability", row.get("Championship_Odds", 0))) * 100, 1),
+                    "win_pct": round(float(row.get("W_PCT", 0.5)) * 100, 1)
+                })
+            
+            # Update cache
+            cache["championship"]["data"] = {"teams": teams}
+            cache["championship"]["timestamp"] = datetime.utcnow()
+            logger.info(f"Championship cache updated with {len(teams)} teams")
+        except Exception as e:
+            logger.error(f"Background championship fetch error: {e}")
+    
+    # If we have stale cache, return it immediately and refresh in background
+    if cache_data:
+        threading.Thread(target=fetch_champ_data, daemon=True).start()
+        return jsonify(cache_data)
+    
+    # No cache - fetch synchronously (first request only)
     try:
         champ_df = pipeline.get_championship_odds()
         
@@ -545,6 +644,10 @@ def get_championship_odds():
                 "win_pct": round(float(row.get("W_PCT", 0.5)) * 100, 1)
             })
         
+        # Update cache
+        cache["championship"]["data"] = {"teams": teams}
+        cache["championship"]["timestamp"] = datetime.utcnow()
+        
         return jsonify({"teams": teams})
     except Exception as e:
         logger.error(f"Error in get_championship_odds: {e}")