Spaces:
Sleeping
Sleeping
Dhruv Goyal commited on
Commit Β·
98a0446
1
Parent(s): 0e75dfa
inference
Browse files- baseline.py +8 -3
- inference.py +14 -4
baseline.py
CHANGED
|
@@ -21,10 +21,15 @@ from openai import OpenAI
|
|
| 21 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 22 |
from typing import Dict, Tuple
|
| 23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 25 |
-
API_KEY = os.environ
|
| 26 |
-
API_BASE_URL = os.environ
|
| 27 |
-
|
| 28 |
|
| 29 |
# Each task runs in its own thread with its own OpenAI client (thread-safe)
|
| 30 |
def _make_client():
|
|
|
|
| 21 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 22 |
from typing import Dict, Tuple
|
| 23 |
|
| 24 |
+
# ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 25 |
+
# API_KEY = os.environ["API_KEY"]
|
| 26 |
+
# API_BASE_URL = os.environ["API_BASE_URL"]
|
| 27 |
+
# MODEL_NAME = os.environ["MODEL_NAME"]
|
| 28 |
+
|
| 29 |
ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 30 |
+
API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
|
| 31 |
+
API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
|
| 32 |
+
MODEL = os.environ.get("MODEL_NAME", "gpt-4o-mini")
|
| 33 |
|
| 34 |
# Each task runs in its own thread with its own OpenAI client (thread-safe)
|
| 35 |
def _make_client():
|
inference.py
CHANGED
|
@@ -23,10 +23,20 @@ from openai import OpenAI
|
|
| 23 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 24 |
from typing import Dict, Tuple
|
| 25 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 27 |
-
API_KEY = os.environ
|
| 28 |
-
API_BASE_URL = os.environ
|
| 29 |
-
|
| 30 |
|
| 31 |
TASK_MAX_STEPS = {
|
| 32 |
"task1": 10,
|
|
@@ -131,7 +141,7 @@ def log_end(task_id: str, score: float, steps: int, success: bool):
|
|
| 131 |
# ββ LLM client ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 132 |
|
| 133 |
def _make_client():
|
| 134 |
-
return OpenAI(api_key=API_KEY
|
| 135 |
|
| 136 |
|
| 137 |
def _build_prompt(obs: dict, task_id: str) -> str:
|
|
|
|
| 23 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 24 |
from typing import Dict, Tuple
|
| 25 |
|
| 26 |
+
# ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 27 |
+
# API_KEY = os.environ["API_KEY"]
|
| 28 |
+
# API_BASE_URL = os.environ["API_BASE_URL"]
|
| 29 |
+
# MODEL_NAME = os.environ["MODEL_NAME"]
|
| 30 |
+
|
| 31 |
+
# ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 32 |
+
# API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
|
| 33 |
+
# API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
|
| 34 |
+
# MODEL_NAME = os.environ.get("MODEL_NAME", "gpt-4o-mini")
|
| 35 |
+
|
| 36 |
ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 37 |
+
API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
|
| 38 |
+
API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
|
| 39 |
+
MODEL = os.environ.get("MODEL_NAME", "gpt-4o-mini")
|
| 40 |
|
| 41 |
TASK_MAX_STEPS = {
|
| 42 |
"task1": 10,
|
|
|
|
| 141 |
# ββ LLM client ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 142 |
|
| 143 |
def _make_client():
|
| 144 |
+
return OpenAI(api_key=API_KEY, base_url=API_BASE_URL)
|
| 145 |
|
| 146 |
|
| 147 |
def _build_prompt(obs: dict, task_id: str) -> str:
|