final4

openenv.yaml

@@ -142,13 +142,13 @@ reward:
 # ---------------------------------------------------------------------------
 tasks:
   - name: easy
-    grader: tasks.graders.easy_grader
-
+    grader: tasks.easy.grader.grade_episode
+ 
   - name: medium
-    grader: tasks.graders.medium_grader
-
+    grader: tasks.medium.grader.grade_episode
+ 
   - name: hard
-    grader: tasks.graders.hard_grader
+    grader: tasks.hard.grader.grade_episode
 
 # ---------------------------------------------------------------------------
 # Grader

server.py

@@ -292,22 +292,55 @@ async def get_state_root():
 
 
 @app.get("/tasks")
+
 async def list_tasks():
-    return [
-        {
-            "id": "easy",
-            "grader": "tasks.easy.grader.grade_episode"
-        },
-        {
-            "id": "medium",
-            "grader": "tasks.medium.grader.grade_episode"
-        },
-        {
-            "id": "hard",
-            "grader": "tasks.hard.grader.grade_episode"
-        }
-    ]
 
+    from tasks.graders import GraderFactory
+
+    result = []
+
+    for difficulty in ("easy", "medium", "hard"):
+
+        try:
+
+            grader = GraderFactory.get(difficulty)
+
+            result.append({
+
+                "id":          difficulty,
+
+                "name":        difficulty,
+
+                "difficulty":  difficulty,
+
+                "has_grader":  True,
+
+                "grader":      f"tasks.{difficulty}.grader.grade_episode",
+
+                "grader_fn":   f"tasks.{difficulty}.grader.grade_episode",
+
+                "score_range": [0.0, 1.0],
+
+                "grader_weights": {
+
+                    "decision":   grader.W_DECISION,
+
+                    "evidence":   grader.W_EVIDENCE,
+
+                    "reasoning":  grader.W_REASONING,
+
+                    "efficiency": grader.W_EFFICIENCY,
+
+                },
+
+            })
+
+        except Exception as exc:
+
+            result.append({"id": difficulty, "error": str(exc), "has_grader": False})
+
+    return result
+ 
 
 @app.post("/collect", response_model=CollectResponse)
 async def collect(req: CollectRequest):
@@ -538,7 +571,7 @@ async def grade_episode(req: GradeRequest):
             "score":       round(max(0.005, min(0.995, score)), 4),
             "passed":      True,
             "score_range": [0.0, 1.0],
-            "grader":      f"tasks.{task_id}.grader.grade",
+            "grader":      f"tasks.{task_id}.grader.grade_episode",
         }
     except Exception as e:
         logger.error("Grading failed: %s", traceback.format_exc())