Spaces:

codey-lab
/

Multi-LLM-API-Gateway

Running

Alibrown commited on 5 days ago

Commit

194f3e5

verified ·

1 Parent(s): 3056091

Update app/.pyfun

Files changed (1) hide show

app/.pyfun CHANGED Viewed

@@ -90,7 +90,7 @@ SEARCH_TIMEOUT_SEC      = "30"
   [LLM_PROVIDER.huggingface]
   active             = "true"
-  base_url           = "https://api-inference.huggingface.co/models"
   env_key            = "HF_TOKEN"                # → .env: HF_TOKEN=hf_...
   default_model      = "meta-llama/Llama-3.3-70B-Instruct"
   models = "meta-llama/Llama-3.3-70B-Instruct, mistralai/Mistral-Nemo-Instruct-2407, ..."

   [LLM_PROVIDER.huggingface]
   active             = "true"
+  base_url           = "https://router.huggingface.co/hf-inference/v1/chat/completions"
   env_key            = "HF_TOKEN"                # → .env: HF_TOKEN=hf_...
   default_model      = "meta-llama/Llama-3.3-70B-Instruct"
   models = "meta-llama/Llama-3.3-70B-Instruct, mistralai/Mistral-Nemo-Instruct-2407, ..."