Dhruv Goyal commited on
Commit
98a0446
Β·
1 Parent(s): 0e75dfa

inference

Browse files
Files changed (2) hide show
  1. baseline.py +8 -3
  2. inference.py +14 -4
baseline.py CHANGED
@@ -21,10 +21,15 @@ from openai import OpenAI
21
  from concurrent.futures import ThreadPoolExecutor, as_completed
22
  from typing import Dict, Tuple
23
 
 
 
 
 
 
24
  ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
25
- API_KEY = os.environ["API_KEY"]
26
- API_BASE_URL = os.environ["API_BASE_URL"]
27
- MODEL_NAME = os.environ["MODEL_NAME"]
28
 
29
  # Each task runs in its own thread with its own OpenAI client (thread-safe)
30
  def _make_client():
 
21
  from concurrent.futures import ThreadPoolExecutor, as_completed
22
  from typing import Dict, Tuple
23
 
24
+ # ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
25
+ # API_KEY = os.environ["API_KEY"]
26
+ # API_BASE_URL = os.environ["API_BASE_URL"]
27
+ # MODEL_NAME = os.environ["MODEL_NAME"]
28
+
29
  ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
30
+ API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
31
+ API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
32
+ MODEL = os.environ.get("MODEL_NAME", "gpt-4o-mini")
33
 
34
  # Each task runs in its own thread with its own OpenAI client (thread-safe)
35
  def _make_client():
inference.py CHANGED
@@ -23,10 +23,20 @@ from openai import OpenAI
23
  from concurrent.futures import ThreadPoolExecutor, as_completed
24
  from typing import Dict, Tuple
25
 
 
 
 
 
 
 
 
 
 
 
26
  ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
27
- API_KEY = os.environ["API_KEY"]
28
- API_BASE_URL = os.environ["API_BASE_URL"]
29
- MODEL_NAME = os.environ["MODEL_NAME"]
30
 
31
  TASK_MAX_STEPS = {
32
  "task1": 10,
@@ -131,7 +141,7 @@ def log_end(task_id: str, score: float, steps: int, success: bool):
131
  # ── LLM client ────────────────────────────────────────────────────────────────
132
 
133
  def _make_client():
134
- return OpenAI(api_key=API_KEY or "not-needed", base_url=API_BASE_URL)
135
 
136
 
137
  def _build_prompt(obs: dict, task_id: str) -> str:
 
23
  from concurrent.futures import ThreadPoolExecutor, as_completed
24
  from typing import Dict, Tuple
25
 
26
+ # ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
27
+ # API_KEY = os.environ["API_KEY"]
28
+ # API_BASE_URL = os.environ["API_BASE_URL"]
29
+ # MODEL_NAME = os.environ["MODEL_NAME"]
30
+
31
+ # ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
32
+ # API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
33
+ # API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
34
+ # MODEL_NAME = os.environ.get("MODEL_NAME", "gpt-4o-mini")
35
+
36
  ENV_URL = os.environ.get("ENV_URL", "http://localhost:7860")
37
+ API_KEY = os.environ.get("API_KEY") or os.environ.get("HF_TOKEN") or os.environ.get("HFTOKEN")
38
+ API_BASE_URL = os.environ.get("API_BASE_URL", "https://api.openai.com/v1")
39
+ MODEL = os.environ.get("MODEL_NAME", "gpt-4o-mini")
40
 
41
  TASK_MAX_STEPS = {
42
  "task1": 10,
 
141
  # ── LLM client ────────────────────────────────────────────────────────────────
142
 
143
  def _make_client():
144
+ return OpenAI(api_key=API_KEY, base_url=API_BASE_URL)
145
 
146
 
147
  def _build_prompt(obs: dict, task_id: str) -> str: