Revanth-ml commited on
Commit
9bd4aef
·
verified ·
1 Parent(s): 56724ad

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. server/inference.py +1 -1
server/inference.py CHANGED
@@ -40,7 +40,7 @@ except ImportError:
40
  # ---------------------------------------------------------------------------
41
 
42
  IMAGE_NAME = os.getenv("IMAGE_NAME")
43
- API_KEY = os.getenv("OPENAI_API_KEY")
44
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
45
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
46
  BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:8000")
 
40
  # ---------------------------------------------------------------------------
41
 
42
  IMAGE_NAME = os.getenv("IMAGE_NAME")
43
+ API_KEY = os.getenv("HF_TOKEN") or os.getenv("OPENAI_API_KEY")
44
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
45
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
46
  BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:8000")