perf: cache SAP model and fix main.py imports/sys.path

webapp/benchmark.py

@@ -74,6 +74,9 @@ class _SAPModel:
     Tries the real SAP RPT-1 OSS via HuggingFace; falls back to k-NN simulator
     if the package is not installed or authentication fails.
     """
+    # Class-level cache to avoid reloading Transformer weights on every fold
+    _shared_model = None
+
     def __init__(self, task):
         self.task = task
         self._real = False
@@ -81,14 +84,21 @@ class _SAPModel:
 
         if HF_TOKEN:
             try:
-                from huggingface_hub import login
-                login(token=HF_TOKEN, add_to_git_credential=False)
-                from sap_rpt_oss import SAP_RPT_OSS_Classifier, SAP_RPT_OSS_Regressor
-                if task == "classification":
-                    self._model = SAP_RPT_OSS_Classifier(max_context_size=2048, bagging=1)
+                # Reuse shared model if available
+                if _SAPModel._shared_model is not None and _SAPModel._shared_model.task == task:
+                    self._model = _SAPModel._shared_model._model
+                    self._real  = True
                 else:
-                    self._model = SAP_RPT_OSS_Regressor(max_context_size=2048, bagging=1)
-                self._real = True
+                    from huggingface_hub import login
+                    login(token=HF_TOKEN, add_to_git_credential=False)
+                    from sap_rpt_oss import SAP_RPT_OSS_Classifier, SAP_RPT_OSS_Regressor
+                    if task == "classification":
+                        self._model = SAP_RPT_OSS_Classifier(max_context_size=2048, bagging=1)
+                    else:
+                        self._model = SAP_RPT_OSS_Regressor(max_context_size=2048, bagging=1)
+                    self._real = True
+                    # Store in class-level cache
+                    _SAPModel._shared_model = self
             except Exception:
                 self._init_sim()
         else:

webapp/main.py

@@ -1,19 +1,23 @@
-"""
-main.py — FastAPI backend for the SAP RPT-1 Benchmarking Web App.
-"""
+import sys
+from pathlib import Path
+# Add both root and webapp directory to sys.path to resolve all import issues
+BASE_DIR = Path(__file__).resolve().parent.parent
+sys.path.insert(0, str(BASE_DIR))
+sys.path.insert(0, str(BASE_DIR / "webapp"))
 
 import io, os
-from pathlib import Path
 from dotenv import load_dotenv
 
 # Load .env before anything else so HF_TOKEN is available to benchmark.py
-load_dotenv(Path(__file__).parent / ".env")
+load_dotenv(BASE_DIR / "webapp" / ".env")
 
 import pandas as pd
+import numpy as np
 from fastapi import FastAPI, File, UploadFile, Form, HTTPException
 from fastapi.responses import JSONResponse
 from fastapi.staticfiles import StaticFiles
 
+# Now we can import benchmark reliably
 try:
     from benchmark import run_benchmark, infer_task
 except ImportError: