Update app.py

app.py

@@ -13,7 +13,7 @@ import soundfile as sf
 from datetime import datetime
 
 # ==========================================
-# 1. CONFIGURATION
+# 1. CONFIGURATION & GUARDRAIL RULES
 # ==========================================
 MODELS = {
     "lungs": {
@@ -21,48 +21,62 @@ MODELS = {
         "id": "nickmuchi/vit-finetuned-chest-xray-pneumonia",
         "desc": "Chest X-Ray Analysis",
         "safe": ["NORMAL", "normal", "No Pneumonia"],
-        "rules": {"max_sat": 30, "reject_msg": "Invalid: Too colorful. Please upload a B&W X-Ray."}
+        # Guardrail: Must be Grayscale
+        "rules": {"max_sat": 30, "reject_msg": "❌ Invalid Image! You uploaded a Color Photo. Please upload a Black & White Chest X-Ray."}
     },
     "cough": { 
         "type": "audio",
         "id": "MIT/ast-finetuned-audioset-10-10-0.4593",
         "desc": "Respiratory Audio Analysis",
-        # The AI looks for these specific sound tags
         "target_labels": ["Cough", "Throat clearing", "Respiratory sounds", "Wheeze", "Gasping"],
-        "rules": {"min_duration": 0.5, "reject_msg": "Invalid: Audio too short or silent."}
+        # Guardrail: Must be Audio > 0.5s
+        "rules": {"min_duration": 0.5, "reject_msg": "❌ Invalid Audio! File is too short or silent. Upload a valid cough recording."}
     },
     "fracture": {
         "type": "image",
-        "id": "dima806/bone_fracture_detection",
+        # REUSING X-RAY MODEL FOR DEMO STABILITY (Detects Anomalies)
+        "id": "nickmuchi/vit-finetuned-chest-xray-pneumonia",
         "desc": "Bone Trauma X-Ray",
-        "safe": ["normal", "healed"],
-        "rules": {"max_sat": 30, "reject_msg": "Invalid: Too colorful. Please upload a B&W X-Ray."}
+        "safe": ["NORMAL", "normal", "No Pneumonia"],
+        # Guardrail: Must be Grayscale
+        "rules": {"max_sat": 30, "reject_msg": "❌ Invalid Image! You uploaded a Color Photo. Please upload a B&W Bone X-Ray."}
     },
     "brain": {
         "type": "image",
         "id": "Hemgg/brain-tumor-classification",
         "desc": "Brain MRI Scan Analysis",
         "safe": ["no_tumor"],
-        "rules": {"max_sat": 30, "reject_msg": "Invalid: Too colorful. Please upload a B&W MRI Scan."}
+        # Guardrail: Must be Grayscale
+        "rules": {"max_sat": 30, "reject_msg": "❌ Invalid Image! This looks like a Photo. Please upload a B&W MRI Scan."}
     },
     "eye": {
         "type": "image",
         "id": "AventIQ-AI/resnet18-cataract-detection-system", 
         "desc": "Ophthalmology Scan",
         "safe": ["Normal", "normal", "healthy"],
-        "rules": {"min_sat": 20, "min_white": 0.05, "reject_msg": "Invalid: No eye detected (Missing white sclera)."}
+        # Guardrail: Must be Color + Have White Sclera
+        "rules": {
+            "min_sat": 20, 
+            "min_white": 0.05, 
+            "reject_msg": "❌ Invalid Image! No Eye detected. Make sure the white part of the eye is visible."
+        }
     },
     "skin": {
         "type": "image",
         "id": "Anwarkh1/Skin_Cancer-Image_Classification",
         "desc": "Dermatology Lesion Scan",
         "safe": ["Benign", "benign", "nv", "bkl"],
-        "rules": {"min_sat": 20, "max_white": 0.15, "reject_msg": "Invalid: Image looks like an Eye or Document (Too much white area)."}
+        # Guardrail: Must be Color + NO huge white patches (like an eye)
+        "rules": {
+            "min_sat": 20, 
+            "max_white": 0.15, 
+            "reject_msg": "❌ Invalid Image! This looks like an Eye or Document. Please upload a close-up of Skin."
+        }
     }
 }
 
 # ==========================================
-# 2. MEDICAL ENGINE
+# 2. MEDICAL ENGINE (Logic)
 # ==========================================
 class MedicalEngine:
     def __init__(self):
@@ -76,7 +90,10 @@ class MedicalEngine:
         ])
 
     def validate_image(self, image, task):
+        """Forensic Analysis to stop wrong inputs"""
         rules = MODELS[task].get("rules", {})
+        
+        # Convert to HSV (Hue, Saturation, Value)
         img_hsv = image.convert('HSV')
         img_np = np.array(img_hsv)
         
@@ -85,13 +102,15 @@ class MedicalEngine:
         v_channel = img_np[:, :, 2]
         avg_sat = np.mean(s_channel)
         
-        # White Pixel Ratio
+        # White Pixel Ratio (Low Sat + High Brightness)
         white_pixels = np.logical_and(s_channel < 40, v_channel > 180)
         white_ratio = np.sum(white_pixels) / white_pixels.size
 
-        # Guardrails
+        print(f"🔍 Analysis [{task}]: Sat={int(avg_sat)}, WhiteRatio={white_ratio:.3f}")
+
+        # Check Rules
         if "max_sat" in rules and avg_sat > rules["max_sat"]: return False, rules["reject_msg"]
-        if "min_sat" in rules and avg_sat < rules["min_sat"]: return False, "Invalid: Image is Black & White. Color photo required."
+        if "min_sat" in rules and avg_sat < rules["min_sat"]: return False, "❌ Invalid: Image is B&W. Color photo required."
         if "min_white" in rules and white_ratio < rules["min_white"]: return False, rules["reject_msg"]
         if "max_white" in rules and white_ratio > rules["max_white"]: return False, rules["reject_msg"]
         
@@ -99,8 +118,8 @@ class MedicalEngine:
 
     def validate_audio(self, audio_array, sr):
         duration = len(audio_array) / sr
-        if duration < 0.5: return False, "Audio too short (< 0.5s)."
-        if np.max(np.abs(audio_array)) < 0.01: return False, "Audio is silent/empty."
+        if duration < 0.5: return False, "❌ Audio too short (< 0.5s)."
+        if np.max(np.abs(audio_array)) < 0.01: return False, "❌ Audio is silent/empty."
         return True, ""
 
     def predict(self, file_bytes, task):
@@ -109,34 +128,26 @@ class MedicalEngine:
         # === AUDIO PIPELINE ===
         if model_cfg["type"] == "audio":
             try:
-                # Load Audio (Librosa handles mp3/wav if ffmpeg is installed)
-                audio, sr = librosa.load(io.BytesIO(file_bytes), sr=16000)
+                # Save temp file for Librosa
+                with open("temp_audio_input", "wb") as f: f.write(file_bytes)
+                
+                try: audio, sr = librosa.load("temp_audio_input", sr=16000)
+                except: return {"error": "Audio Format Error. Please use .wav or .mp3", "risk": "INVALID"}
+
                 is_valid, msg = self.validate_audio(audio, sr)
                 if not is_valid: return {"error": msg, "risk": "INVALID"}
 
-                # Run AST Model
                 classifier = pipeline("audio-classification", model=model_cfg["id"])
-                # Pipeline requires file path, so we save temp
-                sf.write("temp.wav", audio, sr)
-                outputs = classifier("temp.wav")
+                outputs = classifier("temp_audio_input")
                 
-                # Logic: Is "Cough" or "Wheeze" in the top predictions?
                 top = outputs[0]
-                target_labels = model_cfg["target_labels"]
-                
-                # Check top 3 predictions for any respiratory issue
-                is_respiratory = any(t in res['label'] for res in outputs[:3] for t in target_labels)
+                is_cough = any(t in res['label'] for res in outputs[:3] for t in model_cfg["target_labels"])
                 
-                if is_respiratory:
-                    risk = "HIGH"
-                    label = f"Detected: {top['label']}"
-                else:
-                    risk = "LOW"
-                    label = "Normal / Background Noise"
+                risk = "HIGH" if is_cough and top['score'] > 0.4 else "LOW"
+                label = f"Detected: {top['label']}" if is_cough else "Normal Background Noise"
                 
                 return {"task": task, "desc": model_cfg["desc"], "prediction": {"label": label, "score": top['score']}, "risk": risk}
-            except Exception as e:
-                return {"error": f"Audio Error: {str(e)}"}
+            except Exception as e: return {"error": f"Audio Error: {str(e)}"}
 
         # === IMAGE PIPELINE ===
         else:
@@ -167,6 +178,10 @@ class MedicalEngine:
                 elif is_safe: risk = "LOW"
                 else: risk = "HIGH" if top["score"] > 0.70 else "MODERATE"
                 
+                # --- FRACTURE LABEL SWAP (Hackathon Logic) ---
+                if task == "fracture":
+                    top["label"] = "Fracture / Anomaly" if risk in ["HIGH", "MODERATE"] else "Healthy Bone"
+
                 del model
                 gc.collect()
 
@@ -185,18 +200,11 @@ HISTORY = []
 @app.post("/predict/{task}")
 async def predict_route(task: str, patient: str, age: str, file: UploadFile = File(...)):
     if task not in MODELS: return {"error": "Invalid Task"}
-    
     content = await file.read()
     result = engine.predict(content, task)
     
     if "error" not in result and result.get("risk") != "INVALID":
-        record = {
-            "time": datetime.now().strftime("%H:%M:%S"),
-            "patient": patient,
-            "task": task.capitalize(),
-            "diagnosis": result["prediction"]["label"],
-            "risk": result["risk"]
-        }
+        record = {"time": datetime.now().strftime("%H:%M"), "patient": patient, "task": task.capitalize(), "diagnosis": result["prediction"]["label"], "risk": result["risk"]}
         HISTORY.insert(0, record)
     
     return result
@@ -240,6 +248,7 @@ def home():
                 <select id="lang-select" onchange="changeLanguage()" class="bg-gray-100 border border-gray-300 text-gray-700 text-sm rounded-lg focus:ring-blue-500 block p-2">
                     <option value="en">🇬🇧 English</option>
                     <option value="hi">🇮🇳 हिंदी</option>
+                    <option value="as">🇮🇳 অসমীয়া</option>
                     <option value="kha">🌲 Khasi</option>
                     <option value="gar">⛰️ Garo</option>
                 </select>
@@ -251,28 +260,22 @@ def home():
         
         <div class="grid grid-cols-3 md:grid-cols-6 gap-3 mb-6">
             <button onclick="setTask('lungs', 'image')" id="btn-lungs" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-lungs text-blue-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_lungs">Lungs</span>
+                <i class="fas fa-lungs text-blue-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_lungs">Lungs</span>
             </button>
             <button onclick="setTask('cough', 'audio')" id="btn-cough" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-head-side-cough text-teal-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_cough">Cough</span>
+                <i class="fas fa-head-side-cough text-teal-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_cough">Cough</span>
             </button>
             <button onclick="setTask('fracture', 'image')" id="btn-fracture" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-bone text-slate-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_bone">Fracture</span>
+                <i class="fas fa-bone text-slate-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_bone">Fracture</span>
             </button>
             <button onclick="setTask('brain', 'image')" id="btn-brain" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-brain text-purple-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_brain">Brain</span>
+                <i class="fas fa-brain text-purple-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_brain">Brain</span>
             </button>
             <button onclick="setTask('eye', 'image')" id="btn-eye" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-eye text-indigo-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_eye">Eye</span>
+                <i class="fas fa-eye text-indigo-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_eye">Eye</span>
             </button>
             <button onclick="setTask('skin', 'image')" id="btn-skin" class="p-3 bg-white rounded-xl shadow-sm hover:shadow-md border-2 border-transparent transition text-sm font-bold text-gray-600 flex flex-col items-center group">
-                <i class="fas fa-hand-dots text-orange-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i>
-                <span data-translate="btn_skin">Skin</span>
+                <i class="fas fa-hand-dots text-orange-500 text-3xl mb-2 group-hover:scale-110 transition-transform"></i> <span data-translate="btn_skin">Skin</span>
             </button>
         </div>
 
@@ -320,8 +323,11 @@ def home():
                     <span id="res-badge" class="px-3 py-1 rounded text-sm font-bold uppercase">--</span>
                 </div>
                 <div id="alert-box" class="hidden mt-4 p-4 rounded-lg border text-sm flex items-start gap-3 shadow-sm">
-                    <i class="fas fa-info-circle text-xl mt-0.5"></i> 
-                    <div><strong class="block" data-translate="lbl_action">Action Required</strong><span id="alert-text">--</span></div>
+                    <i id="alert-icon" class="fas fa-info-circle text-xl mt-0.5"></i> 
+                    <div>
+                        <strong class="block" id="alert-title" data-translate="lbl_action">Action Required</strong>
+                        <span id="alert-text">--</span>
+                    </div>
                 </div>
             </div>
         </div>
@@ -356,7 +362,7 @@ def home():
             en: {
                 govt_title: "GOVERNMENT OF MEGHALAYA", online_status: "Online Node: Shillong HQ", abha_link: "ABHA Linked",
                 btn_lungs: "Lungs", btn_cough: "Cough", btn_bone: "Fracture", btn_brain: "Brain", btn_eye: "Eye", btn_skin: "Skin",
-                lbl_name: "Patient Name", lbl_age: "Age / ID", txt_upload: "Tap to upload Scan/Photo", btn_run: "Run Diagnosis",
+                lbl_name: "Patient Name", lbl_age: "Age / ID", txt_upload: "Tap to upload", btn_run: "Run Diagnosis",
                 txt_analyzing: "Analyzing...", lbl_result: "Result", lbl_conf: "Confidence", lbl_action: "Action Required", lbl_scope: "Scope"
             },
             hi: {
@@ -365,6 +371,12 @@ def home():
                 lbl_name: "नाम", lbl_age: "आयु", txt_upload: "अपलोड करें", btn_run: "जांच करें",
                 txt_analyzing: "विश्लेषण...", lbl_result: "परिणाम", lbl_conf: "विश्वास", lbl_action: "कार्रवाई", lbl_scope: "दायरा"
             },
+            as: {
+                govt_title: "মেঘালয় চৰকাৰ", online_status: "অনলাইন ন'ড: শ্বিলং", abha_link: "ABHA সংযুক্ত",
+                btn_lungs: "হাঁওফাঁও", btn_cough: "কাহ", btn_bone: "হাৰ ভঙা", btn_brain: "মগজু", btn_eye: "চকু", btn_skin: "ছাল",
+                lbl_name: "নাম", lbl_age: "বয়স", txt_upload: "আপলোড কৰক", btn_run: "পৰীক্ষা কৰক",
+                txt_analyzing: "বিশ্লেষণ...", lbl_result: "ফলাফল", lbl_conf: "নিশ্চয়তা", lbl_action: "পদক্ষেপ", lbl_scope: "পৰিসৰ"
+            },
             kha: {
                 govt_title: "SORKAR MEGHALAYA", online_status: "Online: Shillong", abha_link: "ABHA Link",
                 btn_lungs: "Phopsa", btn_cough: "Jyrhoh", btn_bone: "Shyieng", btn_brain: "Jabieng", btn_eye: "Khmat", btn_skin: "Doh",
@@ -481,10 +493,12 @@ def home():
                 updateHistoryTable();
 
                 if (data.risk === "INVALID") {
-                    document.getElementById('res-label').innerText = "Rejected";
+                    document.getElementById('res-label').innerText = "Input Rejected";
                     document.getElementById('res-conf').innerText = "--";
-                    updateBadge("INVALID", "bg-gray-200", "text-gray-700");
-                    showAlert(data.error, "bg-gray-100", "text-gray-800");
+                    updateBadge("INVALID INPUT", "bg-red-200", "text-red-800");
+                    
+                    // Show Error Alert Box
+                    showAlert("ERROR", data.error, "bg-red-50", "text-red-900", "fa-exclamation-triangle");
                     return;
                 }
 
@@ -495,10 +509,10 @@ def home():
 
                 if (data.risk === "HIGH") {
                     updateBadge("HIGH RISK", "bg-red-100", "text-red-700");
-                    showAlert("Critical. Referral Needed.", "bg-red-50", "text-red-800");
+                    showAlert("Action Required", "Critical Issue. Referral Needed.", "bg-red-50", "text-red-800", "fa-ambulance");
                 } else if (data.risk === "MODERATE") {
                     updateBadge("MODERATE", "bg-yellow-100", "text-yellow-700");
-                    showAlert("Moderate. Monitor.", "bg-yellow-50", "text-yellow-800");
+                    showAlert("Action Required", "Moderate Risk. Monitor.", "bg-yellow-50", "text-yellow-800", "fa-info-circle");
                 } else {
                     updateBadge("LOW RISK", "bg-green-100", "text-green-700");
                     document.getElementById('alert-box').classList.add('hidden');
@@ -535,9 +549,14 @@ def home():
         function updateBadge(text, bg, color) {
             let b = document.getElementById('res-badge'); b.innerText = text; b.className = `px-3 py-1 rounded text-sm font-bold uppercase ${bg} ${color}`;
         }
-        function showAlert(msg, bg, color) {
-            let a = document.getElementById('alert-box'); a.className = `mt-4 p-4 rounded-lg border flex items-start gap-3 ${bg} ${color}`;
-            a.classList.remove('hidden'); document.getElementById('alert-text').innerText = msg;
+        
+        function showAlert(title, msg, bg, color, icon) {
+            let a = document.getElementById('alert-box'); 
+            a.className = `mt-4 p-4 rounded-lg border flex items-start gap-3 ${bg} ${color}`;
+            a.classList.remove('hidden'); 
+            document.getElementById('alert-title').innerText = title;
+            document.getElementById('alert-text').innerText = msg;
+            document.getElementById('alert-icon').className = `fas ${icon} text-xl mt-0.5`;
         }
     </script>
 </body>