Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- inference.py +3 -3
inference.py
CHANGED
|
@@ -26,9 +26,9 @@ except ImportError:
|
|
| 26 |
# ---------------------------------------------------------------------------
|
| 27 |
# Environment variables — MUST be injected by the hackathon validator
|
| 28 |
# ---------------------------------------------------------------------------
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
MODEL_NAME = os.getenv("MODEL_NAME"
|
| 32 |
SERVER_URL = os.getenv("SERVER_URL", "http://localhost:7860")
|
| 33 |
SEED = 42
|
| 34 |
MAX_TOKENS = 64
|
|
|
|
| 26 |
# ---------------------------------------------------------------------------
|
| 27 |
# Environment variables — MUST be injected by the hackathon validator
|
| 28 |
# ---------------------------------------------------------------------------
|
| 29 |
+
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
|
| 30 |
+
API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
|
| 31 |
+
MODEL_NAME = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-72B-Instruct"
|
| 32 |
SERVER_URL = os.getenv("SERVER_URL", "http://localhost:7860")
|
| 33 |
SEED = 42
|
| 34 |
MAX_TOKENS = 64
|