PROTHAM commited on
Commit
9728aae
·
1 Parent(s): 8eecaf4

fix: add root requirements.txt for Phase 2 validation and handle API keys/LLM crashes in inference.py

Browse files
Files changed (2) hide show
  1. inference.py +14 -13
  2. requirements.txt +7 -0
inference.py CHANGED
@@ -14,7 +14,7 @@ BENCHMARK = "api_debug_env"
14
  MAX_STEPS = 10
15
  SUCCESS_SCORE_THRESHOLD = 0.8
16
 
17
- llm = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
18
 
19
  SYSTEM_PROMPT = """You are an HTTP API debugger. You receive a broken request and must fix it to get HTTP 200.
20
  Respond ONLY in valid JSON with exactly these fields:
@@ -60,20 +60,21 @@ def call_llm(task_description, broken_request, last_status, last_body, feedback)
60
  f"Feedback: {feedback}\n\n"
61
  f"Return the fixed request as JSON:"
62
  )
63
- resp = llm.chat.completions.create(
64
- model=MODEL_NAME,
65
- messages=[
66
- {"role": "system", "content": SYSTEM_PROMPT},
67
- {"role": "user", "content": user_msg},
68
- ],
69
- max_tokens=300,
70
- temperature=0.1,
71
- )
72
- raw = resp.choices[0].message.content.strip()
73
- raw = raw.replace("```json", "").replace("```", "").strip()
74
  try:
 
 
 
 
 
 
 
 
 
 
 
75
  return json.loads(raw)
76
- except json.JSONDecodeError:
 
77
  return broken_request
78
 
79
 
 
14
  MAX_STEPS = 10
15
  SUCCESS_SCORE_THRESHOLD = 0.8
16
 
17
+ llm = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN or "dummy-token")
18
 
19
  SYSTEM_PROMPT = """You are an HTTP API debugger. You receive a broken request and must fix it to get HTTP 200.
20
  Respond ONLY in valid JSON with exactly these fields:
 
60
  f"Feedback: {feedback}\n\n"
61
  f"Return the fixed request as JSON:"
62
  )
 
 
 
 
 
 
 
 
 
 
 
63
  try:
64
+ resp = llm.chat.completions.create(
65
+ model=MODEL_NAME,
66
+ messages=[
67
+ {"role": "system", "content": SYSTEM_PROMPT},
68
+ {"role": "user", "content": user_msg},
69
+ ],
70
+ max_tokens=300,
71
+ temperature=0.1,
72
+ )
73
+ raw = resp.choices[0].message.content.strip()
74
+ raw = raw.replace("```json", "").replace("```", "").strip()
75
  return json.loads(raw)
76
+ except Exception as e:
77
+ print(f"[WARN] LLM Call failed: {e}", flush=True)
78
  return broken_request
79
 
80
 
requirements.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ openenv-core>=0.2.3
2
+ fastapi>=0.104.0
3
+ uvicorn>=0.24.0
4
+ pydantic>=2.0.0
5
+ httpx>=0.27.0
6
+ python-dotenv>=1.0.0
7
+ openai>=1.0.0