Fix inference.py to match sample script exactly: HF_TOKEN var name, no fallback
Browse files- inference.py +2 -2
inference.py
CHANGED
|
@@ -31,7 +31,7 @@ from openai import OpenAI
|
|
| 31 |
# ---------------------------------------------------------------------------
|
| 32 |
|
| 33 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://api.groq.com/openai/v1")
|
| 34 |
-
|
| 35 |
MODEL_NAME = os.getenv("MODEL_NAME", "llama-3.3-70b-versatile")
|
| 36 |
ENV_URL = os.getenv("ENV_URL", "http://localhost:7860")
|
| 37 |
ENV_NAME = "sevzero"
|
|
@@ -376,7 +376,7 @@ def run_episode(
|
|
| 376 |
|
| 377 |
|
| 378 |
def main() -> None:
|
| 379 |
-
client = OpenAI(base_url=API_BASE_URL, api_key=
|
| 380 |
|
| 381 |
all_tasks = {"easy": 42, "medium": 123, "hard": 7}
|
| 382 |
task_filter = os.getenv("TASKS", "").strip()
|
|
|
|
| 31 |
# ---------------------------------------------------------------------------
|
| 32 |
|
| 33 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://api.groq.com/openai/v1")
|
| 34 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 35 |
MODEL_NAME = os.getenv("MODEL_NAME", "llama-3.3-70b-versatile")
|
| 36 |
ENV_URL = os.getenv("ENV_URL", "http://localhost:7860")
|
| 37 |
ENV_NAME = "sevzero"
|
|
|
|
| 376 |
|
| 377 |
|
| 378 |
def main() -> None:
|
| 379 |
+
client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
|
| 380 |
|
| 381 |
all_tasks = {"easy": 42, "medium": 123, "hard": 7}
|
| 382 |
task_filter = os.getenv("TASKS", "").strip()
|