Adjusting ping from datfid master to datfid api to avoid sleeping

main.py

@@ -123,8 +123,7 @@ async def _forward(path: str, method: str = "GET", json_body=None, user_token: s
     Forward request to the PRIVATE Space:
       - 'Authorization: Bearer <HF_TOKEN>' to pass HF private gate
       - 'X-API-Key: <dt+...>' so your private app can validate the user token
-    While waiting, pings upstream every PING_UPSTREAM_INTERVAL seconds so the backend Space does not sleep.
-    Uses explicit wait (response OR ping timer) so pings run even when the event loop doesn't preempt the request.
+    While waiting for the result, sends secure_ping to upstream every PING_UPSTREAM_INTERVAL seconds.
     """
     url = f"{UPSTREAM_URL}{path}"
     headers = {
@@ -134,8 +133,12 @@ async def _forward(path: str, method: str = "GET", json_body=None, user_token: s
     if user_token:
         headers["X-API-Key"] = user_token
 
-    ping_url = f"{UPSTREAM_URL}/"
+    # While waiting for upstream, call backend secure_ping every PING_UPSTREAM_INTERVAL seconds
+    ping_url = f"{UPSTREAM_URL}/secure-ping/"
     ping_headers = {"Authorization": f"Bearer {HF_TOKEN}"}
+    if user_token:
+        ping_headers["X-API-Key"] = user_token
+
     timeout = httpx.Timeout(UPSTREAM_TIMEOUT)
     r = None
 
@@ -166,7 +169,6 @@ async def _forward(path: str, method: str = "GET", json_body=None, user_token: s
                         pass
             if request_task in done:
                 break
-            # Ping timer fired: hit upstream so backend does not sleep
             try:
                 async with httpx.AsyncClient(timeout=10.0) as client:
                     await client.get(ping_url, headers=ping_headers)
@@ -211,7 +213,10 @@ async def _forward_stream(path: str, files=None, data=None, user_token: str | No
     if user_token:
         headers["X-API-Key"] = user_token
 
-    ping_task = _start_ping_task(f"{UPSTREAM_URL}/", {"Authorization": f"Bearer {HF_TOKEN}"})
+    ping_headers = {"Authorization": f"Bearer {HF_TOKEN}"}
+    if user_token:
+        ping_headers["X-API-Key"] = user_token
+    ping_task = _start_ping_task(f"{UPSTREAM_URL}/secure-ping/", ping_headers)
     timeout = httpx.Timeout(UPSTREAM_TIMEOUT)
     client = httpx.AsyncClient(timeout=timeout, follow_redirects=True)
 
@@ -275,7 +280,7 @@ async def _forward_stream(path: str, files=None, data=None, user_token: str | No
 
 
 async def _forward_multipart_json(path: str, files=None, data=None, user_token: str | None = None, method: str = "POST"):
-    """POST multipart (files + data) to upstream and return JSON. Explicit ping-while-wait (same as _forward)."""
+    """POST multipart to upstream and return JSON. Sends secure_ping every PING_UPSTREAM_INTERVAL while waiting."""
     url = f"{UPSTREAM_URL}{path}"
     headers = {
         "Authorization": f"Bearer {HF_TOKEN}",
@@ -283,8 +288,10 @@ async def _forward_multipart_json(path: str, files=None, data=None, user_token:
     }
     if user_token:
         headers["X-API-Key"] = user_token
-    ping_url = f"{UPSTREAM_URL}/"
+    ping_url = f"{UPSTREAM_URL}/secure-ping/"
     ping_headers = {"Authorization": f"Bearer {HF_TOKEN}"}
+    if user_token:
+        ping_headers["X-API-Key"] = user_token
     timeout = httpx.Timeout(UPSTREAM_TIMEOUT)
     r = None
 
@@ -432,10 +439,11 @@ async def root(req: Request):
 @app.get("/keep-alive")
 async def keep_alive():
     """
-    Hit this from an external cron (e.g. every 4 min) to keep this Space and the backend awake.
-    Sleep timeout is configured on Hugging Face (Space settings), not in code; pinging more
-    often than that (e.g. every 4 min if HF sleep is 5 min) prevents both spaces from sleeping.
-    Pings the upstream API so both see activity. No auth; use UptimeRobot, cron-job.org, etc.
+    Hit this to keep this Space (datfid_master) and the backend awake.
+    - External cron (e.g. every 4 min): UptimeRobot, cron-job.org — keeps both spaces awake when idle.
+    - During a long request (>5 min): the client can call this in a background thread every ~4 min
+      so HF does not put this Space to sleep while it is waiting for the backend (no response
+      sent to the client yet). This endpoint also pings the upstream (backend). No auth required.
     """
     try:
         url = f"{UPSTREAM_URL}/"