Spaces:
Sleeping
Sleeping
Upload grader.py
Browse files
tasks/wrong_endpoint/grader.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Grader for wrong_endpoint task: 404 Not Found."""
|
| 2 |
+
|
| 3 |
+
from tasks.grading_helper import run_agent_on_incident
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
def grade() -> float:
|
| 7 |
+
"""Grade the wrong_endpoint task. Returns score between 0 and 1."""
|
| 8 |
+
score = run_agent_on_incident("wrong_endpoint")
|
| 9 |
+
return max(0.001, min(0.999, score))
|