amanmurari commited on
Commit
b5f279b
·
verified ·
1 Parent(s): d86ee2f

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +4 -18
inference.py CHANGED
@@ -171,30 +171,16 @@ def run_task(task: str, client: OpenAI) -> dict:
171
  def main():
172
  """Main entry point."""
173
  # Debug: Log environment variable status
174
- print(f"[INIT] API_BASE_URL present: {bool(API_BASE_URL)}", flush=True)
175
- print(f"[INIT] API_KEY present: {bool(API_KEY)}", flush=True)
176
- print(f"[INIT] MODEL_NAME: {MODEL_NAME}", flush=True)
177
- print(f"[INIT] SERVER_URL: {SERVER_URL}", flush=True)
178
 
179
  # Initialize OpenAI client per spec
180
  client = OpenAI(
181
  base_url=API_BASE_URL,
182
  api_key=API_KEY
183
  )
184
- print(f"[INIT] OpenAI client created with base_url={API_BASE_URL}", flush=True)
185
-
186
- # IMMEDIATE TEST: Make an API call right now to verify proxy works
187
- print(f"[INIT] Making immediate test API call...", flush=True)
188
- try:
189
- test_resp = client.chat.completions.create(
190
- model=MODEL_NAME,
191
- messages=[{"role": "user", "content": "test"}],
192
- max_tokens=5
193
- )
194
- print(f"[INIT] Test API call SUCCESS - response: {test_resp.choices[0].message.content[:20]}", flush=True)
195
- except Exception as e:
196
- print(f"[INIT] Test API call FAILED: {type(e).__name__}: {str(e)[:100]}", flush=True)
197
- raise
198
 
199
  tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
200
  for task in tasks:
 
171
  def main():
172
  """Main entry point."""
173
  # Debug: Log environment variable status
174
+ print(f"[INIT] API_BASE_URL={API_BASE_URL[:30]}..." if API_BASE_URL else "[INIT] API_BASE_URL=MISSING", flush=True)
175
+ print(f"[INIT] API_KEY={API_KEY[:10]}..." if API_KEY else "[INIT] API_KEY=MISSING", flush=True)
176
+ print(f"[INIT] MODEL_NAME={MODEL_NAME}", flush=True)
 
177
 
178
  # Initialize OpenAI client per spec
179
  client = OpenAI(
180
  base_url=API_BASE_URL,
181
  api_key=API_KEY
182
  )
183
+ print(f"[INIT] Client ready", flush=True)
 
 
 
 
 
 
 
 
 
 
 
 
 
184
 
185
  tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
186
  for task in tasks: