Spaces:
Sleeping
Sleeping
File size: 1,197 Bytes
d416acc 0cdaf48 d416acc 0cdaf48 d416acc 0cdaf48 7fa47a2 0cdaf48 7fa47a2 0cdaf48 7fa47a2 0cdaf48 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | """Grader for timeout task: 408 Request Timeout."""
import sys
from pathlib import Path
_project_root = str(Path(__file__).parent.parent.parent)
if _project_root not in sys.path:
sys.path.insert(0, _project_root)
from environment.api_triage_env import APITriageEnv
from environment.incident_generator import get_incident_by_type
def grade() -> float:
"""Grade the timeout task by simulating an optimal agent.
Returns:
Score strictly between 0 and 1.
"""
try:
env = APITriageEnv(max_steps=10)
env.incident = get_incident_by_type("timeout")
if env.incident is None:
return 0.1
env.fix_applied = False
env.done = False
env.step_counter = 0
env.total_reward = 0.0
# Optimal sequence: inspect → correct fix → resolve
actions = ["inspect_logs", "wait_retry", "resolve"]
for action in actions:
state, reward, done, info = env.step(action)
if done:
if info.get("resolution") == "success":
return 0.95
else:
return 0.1
return 0.1
except Exception:
return 0.1
|