Update app.py

app.py

@@ -103,6 +103,15 @@ async def startup_event():
             logger.info("🔐 HUGGINGFACE_TOKEN detected for NER model access")
         else:
             logger.info("ℹ️ No HUGGINGFACE_TOKEN provided (NER model assumed public)")
+
+        # Eagerly load and validate NER model once on startup for peace of mind
+        try:
+            ner_model_id = "kn29/my-ner-model"
+            logger.info(f"🧠 Preloading NER model: {ner_model_id}")
+            _ = run_ner("Warmup NER model load.", model_id=ner_model_id)
+            logger.info(f"✅ NER model ready: {ner_model_id}")
+        except Exception as e:
+            logger.error(f"❌ NER preload failed: {str(e)}")
         
         # Start cleanup task
         cleanup_task = asyncio.create_task(periodic_cleanup())
@@ -559,6 +568,30 @@ async def health_check():
             }
         )
 
+@app.get("/ner/health")
+async def ner_health_check():
+    """Verify NER model can load and process a tiny input."""
+    try:
+        ner_model_id = "kn29/my-ner-model"
+        result = run_ner("Test entity: Supreme Court.", model_id=ner_model_id)
+        return JSONResponse(
+            status_code=200,
+            content={
+                "status": "ready",
+                "model_id": ner_model_id,
+                "total_entities": result.get("total_entities", 0),
+                "labels": result.get("unique_labels", []),
+            }
+        )
+    except Exception as e:
+        return JSONResponse(
+            status_code=503,
+            content={
+                "status": "error",
+                "error": str(e)
+            }
+        )
+
 @app.delete("/session/{session_id}")
 async def delete_session(session_id: str):
     """Manually delete a session and all related data"""