Update app.py

app.py

@@ -1,7 +1,7 @@
 # --- FastAPI imports ---
-from fastapi import FastAPI, Request, Query
+from fastapi import FastAPI, Request, Query, File, UploadFile, Form
 from fastapi.responses import JSONResponse
-
+import shutil
 # Add interactive loop for user input with Ctrl+C to break
 app = FastAPI()
 
@@ -247,3 +247,23 @@ async def ask(user_input: str = Query(...)):
     if json_obj:
         return JSONResponse(content=json_obj)
     return JSONResponse(content={"error": "No valid JSON found", "raw": response}, status_code=422)
+
+
+@app.post("/ask_image")
+async def ask_image(user_input: str = Form(...), image: UploadFile = File(...)):
+    if not user_input.strip():
+        return JSONResponse(content={"error": "user_input is required"}, status_code=400)
+    # Save the uploaded image to a file
+    image_path = "Taken_image.jpg"
+    with open(image_path, "wb") as buffer:
+        shutil.copyfileobj(image.file, buffer)
+    # Now call the agent as usual
+    loop = asyncio.get_event_loop()
+    try:
+        response = await loop.run_in_executor(None, query_agent_with_planning, user_input)
+    except asyncio.CancelledError:
+        return JSONResponse(content={"error": "Request was cancelled"}, status_code=499)
+    json_obj = extract_json_from_response(response)
+    if json_obj:
+        return JSONResponse(content=json_obj)
+    return JSONResponse(content={"error": "No valid JSON found", "raw": response}, status_code=422)