Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- inference.py +4 -18
inference.py
CHANGED
|
@@ -171,30 +171,16 @@ def run_task(task: str, client: OpenAI) -> dict:
|
|
| 171 |
def main():
|
| 172 |
"""Main entry point."""
|
| 173 |
# Debug: Log environment variable status
|
| 174 |
-
print(f"[INIT] API_BASE_URL
|
| 175 |
-
print(f"[INIT] API_KEY
|
| 176 |
-
print(f"[INIT] MODEL_NAME
|
| 177 |
-
print(f"[INIT] SERVER_URL: {SERVER_URL}", flush=True)
|
| 178 |
|
| 179 |
# Initialize OpenAI client per spec
|
| 180 |
client = OpenAI(
|
| 181 |
base_url=API_BASE_URL,
|
| 182 |
api_key=API_KEY
|
| 183 |
)
|
| 184 |
-
print(f"[INIT]
|
| 185 |
-
|
| 186 |
-
# IMMEDIATE TEST: Make an API call right now to verify proxy works
|
| 187 |
-
print(f"[INIT] Making immediate test API call...", flush=True)
|
| 188 |
-
try:
|
| 189 |
-
test_resp = client.chat.completions.create(
|
| 190 |
-
model=MODEL_NAME,
|
| 191 |
-
messages=[{"role": "user", "content": "test"}],
|
| 192 |
-
max_tokens=5
|
| 193 |
-
)
|
| 194 |
-
print(f"[INIT] Test API call SUCCESS - response: {test_resp.choices[0].message.content[:20]}", flush=True)
|
| 195 |
-
except Exception as e:
|
| 196 |
-
print(f"[INIT] Test API call FAILED: {type(e).__name__}: {str(e)[:100]}", flush=True)
|
| 197 |
-
raise
|
| 198 |
|
| 199 |
tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
|
| 200 |
for task in tasks:
|
|
|
|
| 171 |
def main():
|
| 172 |
"""Main entry point."""
|
| 173 |
# Debug: Log environment variable status
|
| 174 |
+
print(f"[INIT] API_BASE_URL={API_BASE_URL[:30]}..." if API_BASE_URL else "[INIT] API_BASE_URL=MISSING", flush=True)
|
| 175 |
+
print(f"[INIT] API_KEY={API_KEY[:10]}..." if API_KEY else "[INIT] API_KEY=MISSING", flush=True)
|
| 176 |
+
print(f"[INIT] MODEL_NAME={MODEL_NAME}", flush=True)
|
|
|
|
| 177 |
|
| 178 |
# Initialize OpenAI client per spec
|
| 179 |
client = OpenAI(
|
| 180 |
base_url=API_BASE_URL,
|
| 181 |
api_key=API_KEY
|
| 182 |
)
|
| 183 |
+
print(f"[INIT] Client ready", flush=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 184 |
|
| 185 |
tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
|
| 186 |
for task in tasks:
|