Update inference.py
Browse files- inference.py +10 -2
inference.py
CHANGED
|
@@ -9,7 +9,7 @@ from app import smart_agent_logic
|
|
| 9 |
|
| 10 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 11 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 12 |
-
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
|
| 13 |
|
| 14 |
TASK_NAME = os.getenv("MY_ENV_V4_TASK", "easy")
|
| 15 |
BENCHMARK = "email_triage_env"
|
|
@@ -42,7 +42,15 @@ def log_end(success: bool, steps: int, score: float, rewards: List[float]) -> No
|
|
| 42 |
|
| 43 |
|
| 44 |
def main():
|
| 45 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
|
| 47 |
env = EmailTriageEnv(task=TASK_NAME)
|
| 48 |
|
|
|
|
| 9 |
|
| 10 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 11 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 12 |
+
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY")
|
| 13 |
|
| 14 |
TASK_NAME = os.getenv("MY_ENV_V4_TASK", "easy")
|
| 15 |
BENCHMARK = "email_triage_env"
|
|
|
|
| 42 |
|
| 43 |
|
| 44 |
def main():
|
| 45 |
+
# ✅ SAFE OpenAI initialization (FIX)
|
| 46 |
+
client = None
|
| 47 |
+
try:
|
| 48 |
+
if API_KEY:
|
| 49 |
+
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 50 |
+
else:
|
| 51 |
+
print("[DEBUG] No API key found, running without OpenAI client", flush=True)
|
| 52 |
+
except Exception as e:
|
| 53 |
+
print(f"[DEBUG] OpenAI init failed: {e}", flush=True)
|
| 54 |
|
| 55 |
env = EmailTriageEnv(task=TASK_NAME)
|
| 56 |
|