Add llm_params patch for OpenRouter support + fix Dockerfile to apply it

patches/openrouter_patch.py

@@ -0,0 +1,93 @@
+"""Patch: Add OpenRouter support to _resolve_llm_params.
+
+If model_name doesn't match anthropic/, openai/, bedrock/, or local prefixes,
+AND OPENROUTER_API_KEY is set, route through OpenRouter instead of HF Router.
+"""
+import os
+
+def patch_resolve_llm_params():
+    """Monkey-patch _resolve_llm_params to support OpenRouter."""
+    from agent.core import llm_params as lp
+    
+    _original = lp._resolve_llm_params
+    
+    def _patched(model_name, session_hf_token=None, reasoning_effort=None, strict=False):
+        # If model starts with known prefixes, use original logic
+        if model_name.startswith(("anthropic/", "openai/", "bedrock/")):
+            # Check if we should redirect openai/ to OpenRouter
+            if model_name.startswith("openai/") and os.environ.get("OPENROUTER_API_KEY"):
+                api_base = os.environ.get("OPENAI_API_BASE", "https://openrouter.ai/api/v1")
+                # Strip openai/ prefix - send raw model name to OpenRouter
+                raw_model = model_name[len("openai/"):]
+                params = {
+                    "model": f"openai/{raw_model}",
+                    "api_base": api_base,
+                    "api_key": os.environ["OPENROUTER_API_KEY"],
+                }
+                if reasoning_effort:
+                    params["reasoning_effort"] = reasoning_effort
+                return params
+            return _original(model_name, session_hf_token, reasoning_effort, strict)
+        
+        # Check for OpenRouter
+        openrouter_key = os.environ.get("OPENROUTER_API_KEY") or os.environ.get("OPENAI_API_KEY")
+        openrouter_base = os.environ.get("OPENAI_API_BASE", "https://openrouter.ai/api/v1")
+        
+        if openrouter_key and "openrouter" in openrouter_base:
+            # Route through OpenRouter
+            params = {
+                "model": f"openai/{model_name}",
+                "api_base": openrouter_base,
+                "api_key": openrouter_key,
+            }
+            return params
+        
+        # Fallback to original (HF Router)
+        return _original(model_name, session_hf_token, reasoning_effort, strict)
+    
+    lp._resolve_llm_params = _patched
+
+
+def patch_available_models():
+    """Patch available models list in agent routes."""
+    try:
+        from backend.routes import agent as agent_routes
+        
+        models = [
+            {
+                "id": "deepseek/deepseek-chat-v3-0324",
+                "label": "DeepSeek V3",
+                "provider": "openrouter",
+                "tier": "free",
+                "recommended": True,
+            },
+            {
+                "id": "google/gemini-2.0-flash-001",
+                "label": "Gemini 2.0 Flash",
+                "provider": "openrouter",
+                "tier": "free",
+            },
+            {
+                "id": "qwen/qwen3-30b-a3b",
+                "label": "Qwen3 30B",
+                "provider": "openrouter",
+                "tier": "free",
+            },
+            {
+                "id": "anthropic/claude-sonnet-4",
+                "label": "Claude Sonnet 4",
+                "provider": "openrouter",
+                "tier": "pro",
+            },
+        ]
+        agent_routes.AVAILABLE_MODELS = models
+        agent_routes.PREMIUM_MODEL_IDS = {"anthropic/claude-sonnet-4", "anthropic/claude-opus-4"}
+        agent_routes.DEFAULT_FREE_MODEL_ID = "deepseek/deepseek-chat-v3-0324"
+    except Exception as e:
+        print(f"[patch] Could not patch available_models: {e}")
+
+
+def apply_all_patches():
+    patch_resolve_llm_params()
+    patch_available_models()
+    print("[patch] ✅ OpenRouter patches applied")