Update Deployment_UI_BE.py

Deployment_UI_BE.py

@@ -751,12 +751,9 @@ async def api_infer(req: Request):
 # ---------------------------------------------------------------------
 @router.post("/api/middleware/infer")
 async def api_middleware_infer(req: Request):
-    route = _INST.get("predictRoute")
-    if not route:
-        return JSONResponse(
-            {"error": "predictRoute unresolved; check ROUTE_PROBE logs and HEALTH results."},
-            status_code=428
-        )
+    # Always ensure predictRoute exists
+    route = _INST.get("predictRoute") or "/predict"
+    _INST["predictRoute"] = route
 
     payload = await req.json()
     prompt = payload.get("prompt")
@@ -786,8 +783,9 @@ async def api_middleware_infer(req: Request):
                 proxy_base = f"http://{ip}:{port}"
                 _log_status(f"PROMPT_BASE direct={proxy_base}")
 
+        # If neither path is available, do not gate—return clear error
         if not proxy_base:
-            return JSONResponse({"error": "instance not ready (no base URL)"}, status_code=409)
+            return JSONResponse({"error": "no reachable base yet (no proxy or ip/port)"}, status_code=503)
 
         url = f"{proxy_base}{route}"
         _log_status(f"PROMPT_ENDPOINT {url}")
@@ -834,7 +832,6 @@ async def api_middleware_infer(req: Request):
     except Exception as e:
         _job_log("compute", f"[MW] ERROR infer: {e}")
         return JSONResponse({"error": f"middleware infer failed: {e}"}, status_code=502)
-
 # ---------------------------------------------------------------------
 # Job progress + callback routes
 # ---------------------------------------------------------------------