feat: Add request payload sanitization to remove unsupported parameters based on model

src/rotator_library/client.py

@@ -18,6 +18,7 @@ from .usage_manager import UsageManager
 from .failure_logger import log_failure
 from .error_handler import classify_error, AllProviders
 from .providers import PROVIDER_PLUGINS
+from .request_sanitizer import sanitize_request_payload
 
 class RotatingClient:
     """
@@ -156,6 +157,8 @@ class RotatingClient:
                     litellm_kwargs["model"] = f"openai/{model.split('/', 1)[1]}"
                     litellm_kwargs["api_base"] = "https://llm.chutes.ai/v1"
 
+                litellm_kwargs = sanitize_request_payload(litellm_kwargs, model)
+
                 for attempt in range(self.max_retries):
                     try:
                         lib_logger.info(f"Attempting call with key ...{current_key[-4:]} (Attempt {attempt + 1}/{self.max_retries})")

src/rotator_library/request_sanitizer.py

@@ -0,0 +1,11 @@
+from typing import Dict, Any
+
+def sanitize_request_payload(payload: Dict[str, Any], model: str) -> Dict[str, Any]:
+    """
+    Removes unsupported parameters from the request payload based on the model.
+    """
+    if payload.get("thinking") == {"type": "enabled", "budget_tokens": -1}:
+        if model not in ["gemini/gemini-2.5-pro", "gemini/gemini-2.5-flash"]:
+            del payload["thinking"]
+            
+    return payload