File size: 16,056 Bytes
695c631
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
# app.py
"""
Elderly HealthWatch AI Backend (FastAPI)
Ensure this file contains only Python code — not requirements.txt content.
"""

import io
import uuid
import asyncio
from typing import Dict, Any, Optional
from datetime import datetime
from fastapi import FastAPI, UploadFile, File, BackgroundTasks, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from PIL import Image
import numpy as np
import os
import traceback

# Try facenet-pytorch first, fallback to mtcnn
try:
    from facenet_pytorch import MTCNN as FacenetMTCNN
    _MTCNN_IMPL = "facenet_pytorch"
except Exception:
    FacenetMTCNN = None
    _MTCNN_IMPL = None

if _MTCNN_IMPL is None:
    try:
        from mtcnn import MTCNN as ClassicMTCNN
        _MTCNN_IMPL = "mtcnn"
    except Exception:
        ClassicMTCNN = None

def create_mtcnn():
    if _MTCNN_IMPL == "facenet_pytorch" and FacenetMTCNN is not None:
        return FacenetMTCNN(keep_all=False, device="cpu")
    elif _MTCNN_IMPL == "mtcnn" and ClassicMTCNN is not None:
        return ClassicMTCNN()
    else:
        return None

mtcnn = create_mtcnn()

app = FastAPI(title="Elderly HealthWatch AI Backend")

app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

screenings_db: Dict[str, Dict[str, Any]] = {}

def load_image_from_bytes(bytes_data: bytes) -> Image.Image:
    return Image.open(io.BytesIO(bytes_data)).convert("RGB")

def estimate_eye_openness_from_detection(detection_result: Dict[str, Any]) -> float:
    try:
        if isinstance(detection_result, dict) and "confidence" in detection_result:
            conf = float(detection_result.get("confidence", 0.0))
        elif isinstance(detection_result, (list, tuple)) and len(detection_result) >= 2:
            conf = float(detection_result[1]) if detection_result[1] is not None else 0.0
        else:
            conf = 0.0
        openness = min(max((conf * 1.15), 0.0), 1.0)
        return openness
    except Exception:
        return 0.0

@app.get("/")
async def read_root():
    return {"message": "Elderly HealthWatch AI Backend"}

@app.get("/health")
async def health_check():
    return {"status": "healthy", "mtcnn_impl": _MTCNN_IMPL}

@app.post("/api/v1/validate-eye-photo")
async def validate_eye_photo(image: UploadFile = File(...)):
    if mtcnn is None:
        raise HTTPException(status_code=500, detail="No MTCNN implementation available in this environment.")
    try:
        content = await image.read()
        if not content:
            raise HTTPException(status_code=400, detail="Empty file uploaded.")
        pil_img = load_image_from_bytes(content)
        img_arr = np.asarray(pil_img)

        if _MTCNN_IMPL == "facenet_pytorch":
            boxes, probs, landmarks = mtcnn.detect(pil_img, landmarks=True)
            if boxes is None or len(boxes) == 0:
                return {
                    "valid": False,
                    "face_detected": False,
                    "eye_openness_score": 0.0,
                    "message_english": "No face detected. Please ensure your face is clearly visible in the frame.",
                    "message_hindi": "कोई चेहरा नहीं मिला। कृपया सुनिश्चित करें कि आपका चेहरा फ्रेम में स्पष्ट रूप से दिखाई दे रहा है।"
                }
            prob = float(probs[0]) if probs is not None else 0.0
            lm = landmarks[0] if landmarks is not None else None
            if lm is not None and len(lm) >= 2:
                left_eye = {"x": float(lm[0][0]), "y": float(lm[0][1])}
                right_eye = {"x": float(lm[1][0]), "y": float(lm[1][1])}
            else:
                left_eye = right_eye = None
            eye_openness_score = estimate_eye_openness_from_detection((None, prob))
            is_valid = eye_openness_score >= 0.3
            return {
                "valid": bool(is_valid),
                "face_detected": True,
                "eye_openness_score": round(eye_openness_score, 2),
                "message_english": "Photo looks good! Eyes are properly open." if is_valid else "Eyes appear to be closed or partially closed. Please open your eyes wide and try again.",
                "message_hindi": "फोटो अच्छी है! आंखें ठीक से खुली हैं।" if is_valid else "आंखें बंद या आंशिक रूप से बंद दिखाई दे रही हैं। कृपया अपनी आंखें चौड़ी खोलें और पुनः प्रयास करें।",
                "eye_landmarks": {
                    "left_eye": left_eye,
                    "right_eye": right_eye
                }
            }

        elif _MTCNN_IMPL == "mtcnn":
            try:
                detections = mtcnn.detect_faces(img_arr)
            except Exception:
                detections = mtcnn.detect_faces(pil_img)
            if not detections:
                return {
                    "valid": False,
                    "face_detected": False,
                    "eye_openness_score": 0.0,
                    "message_english": "No face detected. Please ensure your face is clearly visible in the frame.",
                    "message_hindi": "कोई चेहरा नहीं मिला। कृपया सुनिश्चित करें कि आपका चेहरा फ्रेम में स्पष्ट रूप से दिखाई दे रहा है।"
                }
            face = detections[0]
            keypoints = face.get("keypoints", {})
            left_eye = keypoints.get("left_eye")
            right_eye = keypoints.get("right_eye")
            confidence = float(face.get("confidence", 0.0))
            eye_openness_score = estimate_eye_openness_from_detection({"confidence": confidence})
            is_valid = eye_openness_score >= 0.3
            return {
                "valid": bool(is_valid),
                "face_detected": True,
                "eye_openness_score": round(eye_openness_score, 2),
                "message_english": "Photo looks good! Eyes are properly open." if is_valid else "Eyes appear to be closed or partially closed. Please open your eyes wide and try again.",
                "message_hindi": "फोटो अच्छी है! आंखें ठीक से खुली हैं।" if is_valid else "आंखें बंद या आंशिक रूप से बंद दिखाई दे रही हैं। कृपया अपनी आंखें चौड़ी खोलें और पुनः प्रयास करें।",
                "eye_landmarks": {
                    "left_eye": left_eye,
                    "right_eye": right_eye
                }
            }
        else:
            raise HTTPException(status_code=500, detail="No face detector available in this deployment.")
    except HTTPException:
        raise
    except Exception as e:
        traceback.print_exc()
        return {
            "valid": False,
            "face_detected": False,
            "eye_openness_score": 0.0,
            "message_english": "Error processing image. Please try again.",
            "message_hindi": "छवि प्रोसेस करने में त्रुटि। कृपया पुनः प्रयास करें।",
            "error": str(e)
        }

@app.post("/api/v1/upload")
async def upload_images(
    background_tasks: BackgroundTasks,
    face_image: UploadFile = File(...),
    eye_image: UploadFile = File(...)
):
    try:
        screening_id = str(uuid.uuid4())
        now = datetime.utcnow().isoformat() + "Z"
        tmp_dir = "/tmp/elderly_healthwatch"
        os.makedirs(tmp_dir, exist_ok=True)
        face_path = os.path.join(tmp_dir, f"{screening_id}_face.jpg")
        eye_path = os.path.join(tmp_dir, f"{screening_id}_eye.jpg")
        face_bytes = await face_image.read()
        eye_bytes = await eye_image.read()
        with open(face_path, "wb") as f:
            f.write(face_bytes)
        with open(eye_path, "wb") as f:
            f.write(eye_bytes)
        screenings_db[screening_id] = {
            "id": screening_id,
            "timestamp": now,
            "face_image_path": face_path,
            "eye_image_path": eye_path,
            "status": "queued",
            "quality_metrics": {},
            "ai_results": {},
            "disease_predictions": [],
            "recommendations": {}
        }
        background_tasks.add_task(process_screening, screening_id)
        return {"screening_id": screening_id}
    except Exception as e:
        traceback.print_exc()
        raise HTTPException(status_code=500, detail=f"Failed to upload images: {e}")

@app.post("/api/v1/analyze/{screening_id}")
async def analyze_screening(screening_id: str, background_tasks: BackgroundTasks):
    if screening_id not in screenings_db:
        raise HTTPException(status_code=404, detail="Screening not found")
    if screenings_db[screening_id].get("status") == "processing":
        return {"message": "Already processing"}
    screenings_db[screening_id]["status"] = "queued"
    background_tasks.add_task(process_screening, screening_id)
    return {"message": "Analysis enqueued"}

@app.get("/api/v1/status/{screening_id}")
async def get_status(screening_id: str):
    if screening_id not in screenings_db:
        raise HTTPException(status_code=404, detail="Screening not found")
    status = screenings_db[screening_id].get("status", "unknown")
    progress = 50 if status == "processing" else (100 if status == "completed" else 0)
    return {"screening_id": screening_id, "status": status, "progress": progress}

@app.get("/api/v1/results/{screening_id}")
async def get_results(screening_id: str):
    if screening_id not in screenings_db:
        raise HTTPException(status_code=404, detail="Screening not found")
    return screenings_db[screening_id]

@app.get("/api/v1/history/{user_id}")
async def get_history(user_id: str):
    history = [s for s in screenings_db.values() if s.get("user_id") == user_id]
    return {"screenings": history}

async def process_screening(screening_id: str):
    try:
        if screening_id not in screenings_db:
            print(f"[process_screening] screening {screening_id} not found")
            return
        screenings_db[screening_id]["status"] = "processing"
        print(f"[process_screening] Starting {screening_id}")
        entry = screenings_db[screening_id]
        face_path = entry.get("face_image_path")
        eye_path = entry.get("eye_image_path")
        if not (face_path and os.path.exists(face_path)):
            raise RuntimeError("Face image missing")
        if not (eye_path and os.path.exists(eye_path)):
            raise RuntimeError("Eye image missing")
        face_img = Image.open(face_path).convert("RGB")
        eye_img = Image.open(eye_path).convert("RGB")
        face_detected = False
        face_confidence = 0.0
        left_eye_coord = right_eye_coord = None
        if mtcnn is not None:
            try:
                if _MTCNN_IMPL == "facenet_pytorch":
                    boxes, probs, landmarks = mtcnn.detect(face_img, landmarks=True)
                    if boxes is not None and len(boxes) > 0:
                        face_detected = True
                        face_confidence = float(probs[0]) if probs is not None else 0.0
                        if landmarks is not None:
                            lm = landmarks[0]
                            if len(lm) >= 2:
                                left_eye_coord = {"x": float(lm[0][0]), "y": float(lm[0][1])}
                                right_eye_coord = {"x": float(lm[1][0]), "y": float(lm[1][1])}
                else:
                    arr = np.asarray(face_img)
                    detections = mtcnn.detect_faces(arr)
                    if detections:
                        face_detected = True
                        face_confidence = float(detections[0].get("confidence", 0.0))
                        k = detections[0].get("keypoints", {})
                        left_eye_coord = k.get("left_eye")
                        right_eye_coord = k.get("right_eye")
            except Exception:
                traceback.print_exc()
        face_quality_score = 0.85 if face_detected and face_confidence > 0.6 else 0.45
        quality_metrics = {
            "face_detected": face_detected,
            "face_confidence": round(face_confidence, 3),
            "face_quality_score": round(face_quality_score, 2),
            "eye_coords": {"left_eye": left_eye_coord, "right_eye": right_eye_coord},
            "face_brightness": int(np.mean(np.asarray(face_img.convert("L")))),
            "face_blur_estimate": int(np.var(np.asarray(face_img.convert("L"))))
        }
        screenings_db[screening_id]["quality_metrics"] = quality_metrics
        await asyncio.sleep(1)
        vlm_face_desc = "Patient appears to have normal facial tone; no severe jaundice visible."
        vlm_eye_desc = "Sclera shows mild yellowing."
        await asyncio.sleep(1)
        medical_insights = {
            "hemoglobin_estimate": 11.2,
            "bilirubin_estimate": 1.8,
            "anemia_indicators": ["pale skin"],
            "jaundice_indicators": ["mild scleral yellowing"],
            "confidence": 0.82
        }
        hem = medical_insights["hemoglobin_estimate"]
        bil = medical_insights["bilirubin_estimate"]
        ai_results = {
            "hemoglobin_g_dl": hem,
            "anemia_status": "Mild Anemia" if hem < 12 else "Normal",
            "anemia_confidence": medical_insights["confidence"],
            "bilirubin_mg_dl": bil,
            "jaundice_status": "Normal" if bil < 2.5 else "Elevated",
            "jaundice_confidence": medical_insights["confidence"],
            "vlm_face_description": vlm_face_desc,
            "vlm_eye_description": vlm_eye_desc,
            "medical_insights": medical_insights,
            "processing_time_ms": 1200
        }
        screenings_db[screening_id]["ai_results"] = ai_results
        disease_predictions = [
            {
                "condition": "Iron Deficiency Anemia",
                "risk_level": "Medium" if hem < 12 else "Low",
                "probability": 0.76 if hem < 12 else 0.23,
                "confidence": medical_insights["confidence"]
            },
            {
                "condition": "Jaundice",
                "risk_level": "Low" if bil < 2.5 else "Medium",
                "probability": 0.23 if bil < 2.5 else 0.45,
                "confidence": medical_insights["confidence"]
            }
        ]
        recommendations = {
            "action_needed": "consult" if hem < 12 else "monitor",
            "message_english": f"Your hemoglobin is {hem} g/dL. Please consult a doctor within 2 weeks for blood tests.",
            "message_hindi": f"आपका हीमोग्लोबिन {hem} g/dL है। कृपया 2 सप्ताह में डॉक्टर से परामर्श करें।"
        }
        screenings_db[screening_id].update({
            "status": "completed",
            "disease_predictions": disease_predictions,
            "recommendations": recommendations
        })
        print(f"[process_screening] Completed {screening_id}")
    except Exception as e:
        traceback.print_exc()
        if screening_id in screenings_db:
            screenings_db[screening_id]["status"] = "failed"
            screenings_db[screening_id]["error"] = str(e)
        else:
            print(f"[process_screening] Failed for unknown screening {screening_id}: {e}")

if __name__ == "__main__":
    import uvicorn
    uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=False)