Auto-refresh litellm prices when model not found

app.py

@@ -868,6 +868,25 @@ def load_all_trajectory_steps(folder: str) -> dict[str, list[dict]]:
     return result
 
 
+def refresh_litellm_prices() -> bool:
+    """Force refresh litellm prices from remote. Returns True if successful."""
+    global _litellm_prices_cache, _litellm_chat_prices_cache
+    try:
+        response = requests.get(LITELLM_PRICES_URL, timeout=30)
+        response.raise_for_status()
+        _litellm_prices_cache = response.json()
+        _litellm_chat_prices_cache = None
+
+        DATA_DIR.mkdir(exist_ok=True)
+        with open(LITELLM_PRICES_CACHE, "w") as f:
+            json.dump(_litellm_prices_cache, f)
+        logging.info("Successfully refreshed litellm prices")
+        return True
+    except Exception as e:
+        logging.warning(f"Failed to refresh litellm prices: {e}")
+        return False
+
+
 def get_litellm_prices_raw() -> dict:
     """Get raw litellm prices (all modes, unfiltered)"""
     global _litellm_prices_cache
@@ -918,14 +937,9 @@ def normalize_model_name(name: str) -> str:
     return re.sub(r'[-_./]', '', name.lower())
 
 
-def get_model_prices(model_name: str) -> dict | None:
-    if not model_name:
-        return None
-
-    prices = get_litellm_prices()
-
+def _search_model_in_prices(model_name: str, prices: dict) -> dict | None:
+    """Search for model in prices dict using various name variations."""
     clean_name = model_name.replace("anthropic/", "").replace("openai/", "")
-
     name_without_date = re.sub(r'-\d{8}$', '', clean_name)
 
     candidates = [
@@ -957,6 +971,24 @@ def get_model_prices(model_name: str) -> dict | None:
     return None
 
 
+def get_model_prices(model_name: str) -> dict | None:
+    if not model_name:
+        return None
+
+    prices = get_litellm_prices()
+    result = _search_model_in_prices(model_name, prices)
+
+    if result is None and LITELLM_PRICES_CACHE.exists():
+        logging.info(f"Model '{model_name}' not found in litellm prices, refreshing cache...")
+        if refresh_litellm_prices():
+            prices = get_litellm_prices()
+            result = _search_model_in_prices(model_name, prices)
+            if result is None:
+                logging.warning(f"Model '{model_name}' still not found after refresh")
+
+    return result
+
+
 def load_or_download_leaderboard(force_refresh: bool = False):
     if not force_refresh and LEADERBOARD_CACHE.exists():
         with open(LEADERBOARD_CACHE) as f: