Update app/main.py

app/main.py

@@ -23,14 +23,30 @@ if not API_KEY:
 global_client = None
 
 def get_gradio_client():
+    """Initialize or return cached Gradio client, retrying on rate limits or timeouts."""
     global global_client
     if global_client:
         return global_client
-    try:
-        client = Client(SPACE_ID)
-        client.client.timeout = httpx.Timeout(timeout=GRADIO_TIMEOUT)
-        global_client = client
-        return client
+    # Try up to 3 times with exponential backoff
+    for attempt in range(3):
+        try:
+            client = Client(SPACE_ID)
+            # set HTTPX timeouts (connect quick, allow longer reads)
+            client.client.timeout = httpx.Timeout(connect=5.0, read=GRADIO_TIMEOUT)
+            global_client = client
+            return client
+        except utils.TooManyRequestsError:
+            if attempt < 2:
+                time.sleep(2 ** attempt)
+                continue
+            raise RuntimeError("Gradio API config rate-limited. Please try again later.")
+        except Exception as e:
+            msg = str(e)
+            if "ReadTimeout" in msg and attempt < 2:
+                # retry on read timeouts
+                time.sleep(2 ** attempt)
+                continue
+            raise RuntimeError(f"Failed to initialize Gradio client: {e}")
     except utils.TooManyRequestsError:
         raise RuntimeError("Gradio API config rate-limited. Please try again later.")
     except Exception as e: