bep40 commited on
Commit
97e80a4
·
verified ·
1 Parent(s): 035770e

Upload patch_models.py

Browse files
Files changed (1) hide show
  1. patch_models.py +7 -8
patch_models.py CHANGED
@@ -18,7 +18,7 @@ AVAILABLE_MODELS.extend([
18
  {"id": "openai/nvidia/nemotron-3-super-120b-a12b:free", "label": "Nemotron 3 Super 120B", "provider": "openrouter", "tier": "free"},
19
  {"id": "google/gemma-3-1b-it", "label": "Gemma 3 1B", "provider": "huggingface", "tier": "free", "recommended": True},
20
  {"id": "Qwen/Qwen3-Coder-Next", "label": "Qwen3 Coder Next", "provider": "huggingface", "tier": "free", "recommended": True},
21
- {"id": "openai/owl-alpha:free", "label": "Owl Alpha", "provider": "openrouter", "tier": "free", "recommended": True},
22
  {"id": "openai/google/gemini-2.0-flash-001", "label": "Gemini 2.0 Flash", "provider": "openrouter", "tier": "free"},
23
  {"id": "openai/google/gemma-4-31b-it:free", "label": "Gemma 4 31B", "provider": "openrouter", "tier": "free", "recommended": True},
24
  {"id": "openai/nvidia/nemotron-3-ultra-550b-a55b:free", "label": "Nemotron 3 Ultra 550B", "provider": "openrouter", "tier": "free", "recommended": True},
@@ -63,10 +63,9 @@ new_block = """ hf_model = normalized_model
63
  # === PATCH: Route OpenRouter-only models to openrouter.ai ===
64
  # Models with openai/<org>/<model> (3+ segments) are OpenRouter-only.
65
  # openai/gpt-5.5:fal-ai (2 segments) stays on HF Router.
66
- # OpenRouter free tier uses :free suffix in the model ID.
67
- # OpenRouter requires OPENROUTER_API_KEY or a user HF token.
68
- _or_prefixes = ("openai/google/", "openai/deepseek/", "openai/nvidia/", "openai/poolside/")
69
- if normalized_model.startswith(_or_prefixes) or normalized_model.startswith("openai/owl-alpha"):
70
  return {
71
  "model": normalized_model,
72
  "api_base": "https://openrouter.ai/api/v1",
@@ -82,7 +81,7 @@ new_block = """ hf_model = normalized_model
82
 
83
  if old_block in llm_content:
84
  llm_content = llm_content.replace(old_block, new_block)
85
- print("✅ Patched _resolve_llm_params: OpenRouter routing with :free models")
86
  else:
87
  print("⚠ Could not find target block in llm_params.py")
88
 
@@ -97,5 +96,5 @@ with open(LLM_PARAMS_FILE, "w") as f:
97
  f.write(llm_content)
98
 
99
  print("✅ Backend patched successfully")
100
- print(" - AVAILABLE_MODELS: :free suffix added to all OpenRouter free models")
101
- print(" - _resolve_llm_params: OpenRouter routing with :free suffix preserved")
 
18
  {"id": "openai/nvidia/nemotron-3-super-120b-a12b:free", "label": "Nemotron 3 Super 120B", "provider": "openrouter", "tier": "free"},
19
  {"id": "google/gemma-3-1b-it", "label": "Gemma 3 1B", "provider": "huggingface", "tier": "free", "recommended": True},
20
  {"id": "Qwen/Qwen3-Coder-Next", "label": "Qwen3 Coder Next", "provider": "huggingface", "tier": "free", "recommended": True},
21
+ {"id": "openai/openrouter/owl-alpha:free", "label": "Owl Alpha", "provider": "openrouter", "tier": "free", "recommended": True},
22
  {"id": "openai/google/gemini-2.0-flash-001", "label": "Gemini 2.0 Flash", "provider": "openrouter", "tier": "free"},
23
  {"id": "openai/google/gemma-4-31b-it:free", "label": "Gemma 4 31B", "provider": "openrouter", "tier": "free", "recommended": True},
24
  {"id": "openai/nvidia/nemotron-3-ultra-550b-a55b:free", "label": "Nemotron 3 Ultra 550B", "provider": "openrouter", "tier": "free", "recommended": True},
 
63
  # === PATCH: Route OpenRouter-only models to openrouter.ai ===
64
  # Models with openai/<org>/<model> (3+ segments) are OpenRouter-only.
65
  # openai/gpt-5.5:fal-ai (2 segments) stays on HF Router.
66
+ # OpenRouter free tier uses :free suffix. Requires OPENROUTER_API_KEY.
67
+ _or_prefixes = ("openai/google/", "openai/deepseek/", "openai/nvidia/", "openai/poolside/", "openai/openrouter/")
68
+ if normalized_model.startswith(_or_prefixes):
 
69
  return {
70
  "model": normalized_model,
71
  "api_base": "https://openrouter.ai/api/v1",
 
81
 
82
  if old_block in llm_content:
83
  llm_content = llm_content.replace(old_block, new_block)
84
+ print("✅ Patched _resolve_llm_params: +openai/openrouter/ prefix for Owl Alpha")
85
  else:
86
  print("⚠ Could not find target block in llm_params.py")
87
 
 
96
  f.write(llm_content)
97
 
98
  print("✅ Backend patched successfully")
99
+ print(" - AVAILABLE_MODELS match frontend modelPaths")
100
+ print(" - OpenRouter routing includes openai/openrouter/ prefix")