Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- inference.py +20 -0
inference.py
CHANGED
|
@@ -170,11 +170,31 @@ def run_task(task: str, client: OpenAI) -> dict:
|
|
| 170 |
|
| 171 |
def main():
|
| 172 |
"""Main entry point."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 173 |
# Initialize OpenAI client per spec
|
| 174 |
client = OpenAI(
|
| 175 |
base_url=API_BASE_URL,
|
| 176 |
api_key=API_KEY
|
| 177 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 178 |
|
| 179 |
tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
|
| 180 |
for task in tasks:
|
|
|
|
| 170 |
|
| 171 |
def main():
|
| 172 |
"""Main entry point."""
|
| 173 |
+
# Debug: Log environment variable status
|
| 174 |
+
print(f"[INIT] API_BASE_URL present: {bool(API_BASE_URL)}", flush=True)
|
| 175 |
+
print(f"[INIT] API_KEY present: {bool(API_KEY)}", flush=True)
|
| 176 |
+
print(f"[INIT] MODEL_NAME: {MODEL_NAME}", flush=True)
|
| 177 |
+
print(f"[INIT] SERVER_URL: {SERVER_URL}", flush=True)
|
| 178 |
+
|
| 179 |
# Initialize OpenAI client per spec
|
| 180 |
client = OpenAI(
|
| 181 |
base_url=API_BASE_URL,
|
| 182 |
api_key=API_KEY
|
| 183 |
)
|
| 184 |
+
print(f"[INIT] OpenAI client created with base_url={API_BASE_URL}", flush=True)
|
| 185 |
+
|
| 186 |
+
# IMMEDIATE TEST: Make an API call right now to verify proxy works
|
| 187 |
+
print(f"[INIT] Making immediate test API call...", flush=True)
|
| 188 |
+
try:
|
| 189 |
+
test_resp = client.chat.completions.create(
|
| 190 |
+
model=MODEL_NAME,
|
| 191 |
+
messages=[{"role": "user", "content": "test"}],
|
| 192 |
+
max_tokens=5
|
| 193 |
+
)
|
| 194 |
+
print(f"[INIT] Test API call SUCCESS - response: {test_resp.choices[0].message.content[:20]}", flush=True)
|
| 195 |
+
except Exception as e:
|
| 196 |
+
print(f"[INIT] Test API call FAILED: {type(e).__name__}: {str(e)[:100]}", flush=True)
|
| 197 |
+
raise
|
| 198 |
|
| 199 |
tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
|
| 200 |
for task in tasks:
|