amanmurari commited on
Commit
585a6bb
·
verified ·
1 Parent(s): 5397198

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +3 -3
inference.py CHANGED
@@ -26,9 +26,9 @@ except ImportError:
26
  # ---------------------------------------------------------------------------
27
  # Environment variables — MUST be injected by the hackathon validator
28
  # ---------------------------------------------------------------------------
29
- API_BASE_URL = os.environ["API_BASE_URL"] # e.g. the LiteLLM proxy URL
30
- API_KEY = os.environ["API_KEY"] # LiteLLM proxy API key
31
- MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
32
  SERVER_URL = os.getenv("SERVER_URL", "http://localhost:7860")
33
  SEED = 42
34
  MAX_TOKENS = 64
 
26
  # ---------------------------------------------------------------------------
27
  # Environment variables — MUST be injected by the hackathon validator
28
  # ---------------------------------------------------------------------------
29
+ API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
30
+ API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
31
+ MODEL_NAME = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-72B-Instruct"
32
  SERVER_URL = os.getenv("SERVER_URL", "http://localhost:7860")
33
  SEED = 42
34
  MAX_TOKENS = 64