amanmurari commited on
Commit
d86ee2f
·
verified ·
1 Parent(s): 29acaa5

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +20 -0
inference.py CHANGED
@@ -170,11 +170,31 @@ def run_task(task: str, client: OpenAI) -> dict:
170
 
171
  def main():
172
  """Main entry point."""
 
 
 
 
 
 
173
  # Initialize OpenAI client per spec
174
  client = OpenAI(
175
  base_url=API_BASE_URL,
176
  api_key=API_KEY
177
  )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
178
 
179
  tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
180
  for task in tasks:
 
170
 
171
  def main():
172
  """Main entry point."""
173
+ # Debug: Log environment variable status
174
+ print(f"[INIT] API_BASE_URL present: {bool(API_BASE_URL)}", flush=True)
175
+ print(f"[INIT] API_KEY present: {bool(API_KEY)}", flush=True)
176
+ print(f"[INIT] MODEL_NAME: {MODEL_NAME}", flush=True)
177
+ print(f"[INIT] SERVER_URL: {SERVER_URL}", flush=True)
178
+
179
  # Initialize OpenAI client per spec
180
  client = OpenAI(
181
  base_url=API_BASE_URL,
182
  api_key=API_KEY
183
  )
184
+ print(f"[INIT] OpenAI client created with base_url={API_BASE_URL}", flush=True)
185
+
186
+ # IMMEDIATE TEST: Make an API call right now to verify proxy works
187
+ print(f"[INIT] Making immediate test API call...", flush=True)
188
+ try:
189
+ test_resp = client.chat.completions.create(
190
+ model=MODEL_NAME,
191
+ messages=[{"role": "user", "content": "test"}],
192
+ max_tokens=5
193
+ )
194
+ print(f"[INIT] Test API call SUCCESS - response: {test_resp.choices[0].message.content[:20]}", flush=True)
195
+ except Exception as e:
196
+ print(f"[INIT] Test API call FAILED: {type(e).__name__}: {str(e)[:100]}", flush=True)
197
+ raise
198
 
199
  tasks = ["basic_flow", "emergency_priority", "dynamic_scenarios"]
200
  for task in tasks: