Update http_storage.py

http_storage.py

@@ -53,12 +53,14 @@ class HTTPGPUStorage:
         # Configure HTTP session with connection pooling and retries
         self.http_session = requests.Session()
         
-        # Configure retry strategy
+        # Configure retry strategy with exponential backoff
+        # Match server-side configuration
         retry_strategy = Retry(
-            total=3,
+            total=3,  # Match FastAPI default retry limit
             status_forcelist=[429, 500, 502, 503, 504],
-            allowed_methods=["HEAD", "GET", "OPTIONS", "POST", "PUT", "DELETE"],  # Updated parameter name
-            backoff_factor=1
+            allowed_methods=["HEAD", "GET", "OPTIONS", "POST", "PUT", "DELETE"],
+            backoff_factor=0.5,  # Faster initial retries since server timeout is 30s
+            respect_retry_after_header=True
         )
         
         adapter = HTTPAdapter(
@@ -87,10 +89,18 @@ class HTTPGPUStorage:
     def _create_session(self):
         """Create HTTP session with the server"""
         try:
+            # Match server session timeout
             response = self.http_session.post(
                 f"{self.api_base}/sessions",
-                json={"client_id": "virtual_gpu_client"},
-                timeout=30
+                json={
+                    "client_id": "virtual_gpu_client",
+                    "resource_limits": {
+                        "max_vram_gb": 40,  # Match A100 VRAM size
+                        "max_models": 5,
+                        "max_batch_size": 32
+                    }
+                },
+                timeout=30  # Match server connection_timeout
             )
             response.raise_for_status()
             
@@ -113,9 +123,15 @@ class HTTPGPUStorage:
             return False
 
     def _make_request(self, method: str, endpoint: str, **kwargs) -> Optional[Dict[str, Any]]:
-        """Make HTTP request with error handling and retries"""
+        """Make HTTP request with error handling, retries and recovery"""
         if self._closing:
             return {"status": "error", "message": "HTTP client is closing"}
+            
+        # Reset connection if too many errors
+        if self.error_count > 10:
+            logging.warning("Too many errors, attempting to reset connection...")
+            self.error_count = 0
+            self._create_session()
         
         url = f"{self.api_base}{endpoint}"
         timeout = kwargs.pop('timeout', 30)  # Allow timeout override, default 30s