Update app.py

app.py

@@ -677,6 +677,99 @@ async def get_history(user_id: str):
     history = [s for s in screenings_db.values() if s.get("user_id") == user_id]
     return {"screenings": history}
 
+# -----------------------
+# Immediate VLM -> LLM routes (return vitals in one call)
+# -----------------------
+@app.post("/api/v1/get-vitals")
+async def get_vitals_from_upload(
+    face_image: UploadFile = File(...),
+    eye_image: UploadFile = File(...)
+):
+    """
+    Run VLM -> LLM pipeline synchronously (but off the event loop) and return:
+      { vlm_features, vlm_raw, structured_risk }
+    """
+    if not GRADIO_AVAILABLE:
+        raise HTTPException(status_code=500, detail="VLM/LLM client not available in this deployment.")
+
+    # save files to a temp directory
+    try:
+        tmp_dir = "/tmp/elderly_healthwatch"
+        os.makedirs(tmp_dir, exist_ok=True)
+        uid = str(uuid.uuid4())
+        face_path = os.path.join(tmp_dir, f"{uid}_face.jpg")
+        eye_path = os.path.join(tmp_dir, f"{uid}_eye.jpg")
+        face_bytes = await face_image.read()
+        eye_bytes = await eye_image.read()
+        with open(face_path, "wb") as f:
+            f.write(face_bytes)
+        with open(eye_path, "wb") as f:
+            f.write(eye_bytes)
+    except Exception as e:
+        logger.exception("Failed saving uploaded images")
+        raise HTTPException(status_code=500, detail=f"Failed saving images: {e}")
+
+    try:
+        # Run VLM (off the event loop)
+        vlm_features, vlm_raw = await asyncio.to_thread(run_vlm_and_get_features, face_path, eye_path)
+
+        # Prefer sending raw vlm text to LLM (same behavior as process_screening)
+        llm_input = vlm_raw if vlm_raw else (vlm_features if vlm_features else "{}")
+
+        # Run LLM (off the event loop)
+        structured_risk = await asyncio.to_thread(run_llm_on_vlm, llm_input)
+
+        # Return merged result
+        return {
+            "vlm_features": vlm_features,
+            "vlm_raw": vlm_raw,
+            "structured_risk": structured_risk
+        }
+    except Exception as e:
+        logger.exception("get_vitals_from_upload pipeline failed")
+        raise HTTPException(status_code=500, detail=f"Pipeline failed: {e}")
+
+@app.post("/api/v1/get-vitals/{screening_id}")
+async def get_vitals_for_screening(screening_id: str):
+    """
+    Re-run VLM->LLM on images already stored for `screening_id` in screenings_db.
+    Useful for re-processing or debugging.
+    """
+    if screening_id not in screenings_db:
+        raise HTTPException(status_code=404, detail="Screening not found")
+
+    entry = screenings_db[screening_id]
+    face_path = entry.get("face_image_path")
+    eye_path = entry.get("eye_image_path")
+    if not (face_path and os.path.exists(face_path) and eye_path and os.path.exists(eye_path)):
+        raise HTTPException(status_code=400, detail="Stored images missing for this screening")
+
+    try:
+        # Run VLM off the event loop
+        vlm_features, vlm_raw = await asyncio.to_thread(run_vlm_and_get_features, face_path, eye_path)
+
+        llm_input = vlm_raw if vlm_raw else (vlm_features if vlm_features else "{}")
+        structured_risk = await asyncio.to_thread(run_llm_on_vlm, llm_input)
+
+        # Optionally store this run's outputs back into the DB for inspection
+        entry.setdefault("ai_results", {})
+        entry["ai_results"].update({
+            "vlm_features": vlm_features,
+            "vlm_raw": vlm_raw,
+            "structured_risk": structured_risk,
+            "last_vitals_run": datetime.utcnow().isoformat() + "Z"
+        })
+
+        return {
+            "screening_id": screening_id,
+            "vlm_features": vlm_features,
+            "vlm_raw": vlm_raw,
+            "structured_risk": structured_risk
+        }
+    except Exception as e:
+        logger.exception("get_vitals_for_screening pipeline failed")
+        raise HTTPException(status_code=500, detail=f"Pipeline failed: {e}")
+
 # -----------------------
 # Main processing pipeline
 # -----------------------