Kshitijk20 commited on
Commit
1bf4542
·
1 Parent(s): 5aa701f

lazy model loading

Browse files
Files changed (1) hide show
  1. app.py +5 -17
app.py CHANGED
@@ -103,25 +103,13 @@ def load_models_from_mlflow():
103
 
104
  @asynccontextmanager
105
  async def lifespan(app: FastAPI):
106
- """Load models on startup"""
107
- logging.info("===== Application Startup - Checking for models =====")
108
-
109
- if MLFLOW_AVAILABLE:
110
- try:
111
- # Try to load models but don't block startup if it fails
112
- logging.info("Attempting to load models from MLflow...")
113
- success = load_models_from_mlflow()
114
- if success:
115
- logging.info("✅ Models loaded successfully from MLflow")
116
- else:
117
- logging.warning("⚠️ No models found in MLflow. Train via /train endpoint.")
118
- except Exception as e:
119
- logging.warning(f"⚠️ Could not load from MLflow: {e}. Train via /train endpoint.")
120
- else:
121
- logging.warning("⚠️ MLflow not available. Please train via /train endpoint.")
122
-
123
  logging.info("✅ Application ready to serve requests")
 
124
  yield
 
125
  logging.info("===== Application Shutdown =====")
126
 
127
  app = FastAPI(lifespan=lifespan)
 
103
 
104
  @asynccontextmanager
105
  async def lifespan(app: FastAPI):
106
+ """Initialize application on startup"""
107
+ logging.info("===== Application Startup =====")
108
+ logging.info("⚠️ Models will be loaded on first /train or /predict request")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
109
  logging.info("✅ Application ready to serve requests")
110
+
111
  yield
112
+
113
  logging.info("===== Application Shutdown =====")
114
 
115
  app = FastAPI(lifespan=lifespan)