Spaces:
Sleeping
Sleeping
Nitesh321 commited on
Commit Β·
6749b1a
1
Parent(s): 5ce4d9f
fix: add HF_TOKEN and LOCAL_IMAGE_NAME env vars to inference.py per checklist
Browse files- inference.py +11 -5
inference.py
CHANGED
|
@@ -58,10 +58,12 @@ except ImportError:
|
|
| 58 |
|
| 59 |
# ββ Config ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 60 |
|
| 61 |
-
API_BASE_URL
|
| 62 |
-
MODEL_NAME
|
| 63 |
-
|
| 64 |
-
|
|
|
|
|
|
|
| 65 |
|
| 66 |
ALL_TASK_IDS = [
|
| 67 |
"task_001", # easy
|
|
@@ -279,8 +281,12 @@ def run_task(
|
|
| 279 |
# ββ Entry point βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 280 |
|
| 281 |
def main() -> None:
|
|
|
|
| 282 |
llm_client = OpenAI(base_url=API_BASE_URL)
|
| 283 |
-
|
|
|
|
|
|
|
|
|
|
| 284 |
|
| 285 |
scores: Dict[str, float] = {}
|
| 286 |
|
|
|
|
| 58 |
|
| 59 |
# ββ Config ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 60 |
|
| 61 |
+
API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
|
| 62 |
+
MODEL_NAME = os.environ.get("MODEL_NAME", "gpt-4o-mini")
|
| 63 |
+
HF_TOKEN = os.environ.get("HF_TOKEN") # no default β must be set externally
|
| 64 |
+
LOCAL_IMAGE_NAME = os.environ.get("LOCAL_IMAGE_NAME") # optional, only for from_docker_image()
|
| 65 |
+
ENV_BASE_URL = os.environ.get("ENV_BASE_URL", "http://localhost:8000")
|
| 66 |
+
MAX_STEPS = int(os.environ.get("MAX_STEPS", "8"))
|
| 67 |
|
| 68 |
ALL_TASK_IDS = [
|
| 69 |
"task_001", # easy
|
|
|
|
| 281 |
# ββ Entry point βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 282 |
|
| 283 |
def main() -> None:
|
| 284 |
+
# Build OpenAI client β uses API_BASE_URL and MODEL_NAME from env vars
|
| 285 |
llm_client = OpenAI(base_url=API_BASE_URL)
|
| 286 |
+
|
| 287 |
+
# HF_TOKEN is read from env automatically by the OpenEnv framework
|
| 288 |
+
# when connecting to a HuggingFace Space
|
| 289 |
+
env = SQLAnalyticsEnv(base_url=ENV_BASE_URL)
|
| 290 |
|
| 291 |
scores: Dict[str, float] = {}
|
| 292 |
|