Update agent/image_symptom_tool.py

agent/image_symptom_tool.py

@@ -1,36 +1,47 @@
 from langchain_core.tools import tool
 import requests
+from PIL import Image
+import io
+import base64
 
 @tool
-def analyze_symptom_image(image_base64: str, image_description: str = "") -> dict:
+def analyze_symptom_image(image_url: str, image_description: str = "") -> str:
     """
-    Calls Nivra Vision HF Space and returns structured result
+    Analyze a medical image via URL using Nivra Vision HF Space
     """
+    try:
+        print(f"📥 Fetching image from URL: {image_url}")
 
-    api_url = "https://datdevsteve-nivra-vision-diagnosis.hf.space/run/predict"
+        img_resp = requests.get(image_url, timeout=30)
+        img_resp.raise_for_status()
 
-    payload = {
-        "data": [image_base64]
-    }
+        image = Image.open(io.BytesIO(img_resp.content)).convert("RGB")
 
-    try:
-        response = requests.post(api_url, json=payload, timeout=90)
-        response.raise_for_status()
-        result = response.json()
-
-        if "data" not in result or not result["data"]:
-            raise ValueError("Empty vision response")
-
-        # EXPECTED: dict from your vision backend
-        return {
-            "status": "success",
-            "vision_result": result["data"][0],  # ← raw model output
-            "description": image_description or ""
+        buf = io.BytesIO()
+        image.save(buf, format="PNG")
+        img_base64 = base64.b64encode(buf.getvalue()).decode()
+
+        api_url = "https://datdevsteve-nivra-vision-diagnosis.hf.space/run/predict"
+
+        payload = {
+            "data": [img_base64],
         }
 
+        print("🔬 Calling Vision HF Space")
+        resp = requests.post(api_url, json=payload, timeout=60)
+        resp.raise_for_status()
+
+        result = resp.json()
+
+        if "data" in result and result["data"]:
+            diagnosis = result["data"][0]
+            return f"""
+[SYMPTOM IMAGE ANALYSIS]
+{diagnosis}
+"""
+        else:
+            return "[SYMPTOM IMAGE ANALYSIS ERROR] Empty response"
+
     except Exception as e:
-        return {
-            "status": "error",
-            "error": str(e)
-        }
+        return f"[SYMPTOM IMAGE ANALYSIS ERROR] {str(e)}"