Update storage

main.py

@@ -355,6 +355,56 @@ async def proxy_batch_stage(payload: dict = Body(...)):
         return {"success": False, "message": f"Proxy Error (Internal): {str(e)}", "rows": []}
 
 
+@app.api_route("/proxy_process_jobs{rest:path}", methods=["GET", "POST"])
+async def proxy_process_jobs(rest: str, request: Request):
+    """Forward persistent processing-job uploads, polling, stop, and resume."""
+    username = request.query_params.get("username", "")
+    content_type = request.headers.get("content-type", "")
+    files = []
+    data = {}
+    json_body = None
+    if request.method == "POST":
+        if "multipart/form-data" in content_type:
+            form = await request.form()
+            for key, value in form.multi_items():
+                if hasattr(value, "filename"):
+                    files.append((key, (value.filename, await value.read(), value.content_type)))
+                else:
+                    data[key] = str(value)
+            username = username or data.get("username", "")
+        elif "application/json" in content_type:
+            json_body = await request.json()
+            if isinstance(json_body, dict):
+                username = username or str(json_body.get("username", ""))
+    base_url = DEV_URL if username.strip().lower() == "devtest" else PROD_URL
+    target_url = f"{base_url}/process_jobs{rest}"
+    if request.url.query:
+        target_url += f"?{request.url.query}"
+    headers = {"Authorization": f"Bearer {HF_TOKEN}"}
+
+    def make_request():
+        return request_with_hf_backoff(
+            getattr(requests, request.method.lower()),
+            target_url,
+            max_retries=0,
+            headers=headers,
+            files=files or None,
+            data=data or None,
+            json=json_body,
+            timeout=DATASET_PROXY_TIMEOUT_SECONDS,
+        )
+
+    try:
+        response = await run_in_threadpool(make_request)
+        return Response(
+            content=response.content,
+            status_code=response.status_code,
+            media_type=response.headers.get("content-type", "application/json"),
+        )
+    except requests.exceptions.RequestException as exc:
+        return JSONResponse(status_code=502, content=proxy_error_payload("Proxy Error (Hugging Face)", exc))
+
+
 @app.post("/proxy_flush_queue")
 async def proxy_flush_queue(payload: dict = Body(...)):
     username = str(payload.get("username", ""))
@@ -377,13 +427,18 @@ async def proxy_flush_queue(payload: dict = Body(...)):
 
 
 @app.get("/proxy_preview/{session_id}/{row_id}/{preview_type}")
-async def proxy_preview(session_id: str, row_id: str, preview_type: str, username: str = Query(""), size: str = Query("thumb")):
+async def proxy_preview(session_id: str, row_id: str, preview_type: str, username: str = Query(""), password: str = Query(""), size: str = Query("thumb")):
     base_url = DEV_URL if username.strip().lower() == "devtest" else PROD_URL
     target_url = f"{base_url}/preview/{session_id}/{row_id}/{preview_type}"
     headers = {"Authorization": f"Bearer {HF_TOKEN}"}
 
     def make_get():
-        return requests.get(target_url, headers=headers, params={"size": size}, timeout=30)
+        return requests.get(
+            target_url,
+            headers=headers,
+            params={"size": size, "username": username, "password": password},
+            timeout=30,
+        )
 
     response = await run_in_threadpool(make_get)
     if response.status_code >= 400: