Siteshcodes commited on
Commit
ab6f40e
Β·
1 Parent(s): 3fbd399

use injected API_BASE_URL from eval proxy

Browse files
Files changed (1) hide show
  1. inference.py +8 -6
inference.py CHANGED
@@ -19,11 +19,16 @@ from client import BugTriageClient
19
  from model import TriageAction
20
 
21
  # ── config ───────────────────────────────────────────────────────────────
22
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
23
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct")
24
- API_KEY = os.getenv("HF_TOKEN")
25
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "https://siteshcodes-bug-triage-env.hf.space")
26
 
 
 
 
 
 
27
  TASK_IDS = ["easy", "medium", "hard"]
28
  BENCHMARK = "bug-triage-env"
29
  TEMPERATURE = 0.0
@@ -139,9 +144,6 @@ def call_model(client: OpenAI, bug_text: str) -> TriageAction:
139
  # ── main ──────────────────────────────────────────────────────────────────
140
 
141
  def main() -> None:
142
- if not API_KEY:
143
- raise RuntimeError("HF_TOKEN not set.")
144
-
145
  client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
146
  rewards: List[float] = []
147
  score = 0.0
 
19
  from model import TriageAction
20
 
21
  # ── config ───────────────────────────────────────────────────────────────
22
+ API_BASE_URL = os.getenv("API_BASE_URL")
23
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct")
24
+ API_KEY = os.getenv("HF_TOKEN") or os.getenv("OPENAI_API_KEY")
25
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "https://siteshcodes-bug-triage-env.hf.space")
26
 
27
+ if not API_BASE_URL:
28
+ raise RuntimeError("API_BASE_URL not set β€” must be provided by the evaluation proxy")
29
+ if not API_KEY:
30
+ raise RuntimeError("HF_TOKEN or OPENAI_API_KEY not set")
31
+
32
  TASK_IDS = ["easy", "medium", "hard"]
33
  BENCHMARK = "bug-triage-env"
34
  TEMPERATURE = 0.0
 
144
  # ── main ──────────────────────────────────────────────────────────────────
145
 
146
  def main() -> None:
 
 
 
147
  client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
148
  rewards: List[float] = []
149
  score = 0.0