Spaces:
Sleeping
Sleeping
Commit ·
0785e05
1
Parent(s): 254a621
feat(graders): add hard_grader scaffold with interface
Browse files- graders/hard_grader.py +7 -0
graders/hard_grader.py
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Hard Grader — Full Evaluation
|
| 3 |
+
Novelty, Success, Strategy and Category diversity.
|
| 4 |
+
"""
|
| 5 |
+
def grade_hard(history: list[dict]) -> float:
|
| 6 |
+
"""Scaffold for hard grader."""
|
| 7 |
+
return 0.0
|