subhdotsol commited on
Commit
e00a7dd
·
1 Parent(s): bff2d46

feat(inference): add main() — runs all 3 task difficulties with 20-minute guard

Browse files
Files changed (1) hide show
  1. inference.py +15 -0
inference.py CHANGED
@@ -61,3 +61,18 @@ async def run_episode(task: str = "easy") -> dict:
61
 
62
  grade_resp = await http.post("/grade")
63
  return {"task": task, "turns": turn, "grade": grade_resp.json()}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
 
62
  grade_resp = await http.post("/grade")
63
  return {"task": task, "turns": turn, "grade": grade_resp.json()}
64
+
65
+ async def main():
66
+ import time
67
+ start = time.time()
68
+ for task in ["easy", "medium", "hard"]:
69
+ logger.info(f"Running {task}...")
70
+ try:
71
+ await run_episode(task)
72
+ except Exception as e:
73
+ logger.error(f"Failed {task}: {e}")
74
+ if time.time() - start > 1200:
75
+ logger.warning("Exceeded 20 mins!")
76
+
77
+ if __name__ == "__main__":
78
+ asyncio.run(main())