Commit ·
ece9033
1
Parent(s): 49678b6
FIX: Update openenv.yaml to use graders module instead of task_graders - ensures validator can discover all 5 graders
Browse files- graders.py +9 -0
- openenv.yaml +5 -5
graders.py
CHANGED
|
@@ -13,6 +13,15 @@ returning a score from 0.0 (worst) to 1.0 (best).
|
|
| 13 |
|
| 14 |
from models import EnergyOptimizationObservation
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
def grade_basic_ram_reduction(observation: EnergyOptimizationObservation) -> float:
|
| 18 |
"""Grade performance on basic RAM reduction task: Reduce RAM usage below 70%."""
|
|
|
|
| 13 |
|
| 14 |
from models import EnergyOptimizationObservation
|
| 15 |
|
| 16 |
+
# Explicit exports for validator discovery
|
| 17 |
+
__all__ = [
|
| 18 |
+
'grade_basic_ram_reduction',
|
| 19 |
+
'grade_energy_optimization',
|
| 20 |
+
'grade_balanced_optimization',
|
| 21 |
+
'grade_advanced_efficiency',
|
| 22 |
+
'grade_expert_optimization',
|
| 23 |
+
]
|
| 24 |
+
|
| 25 |
|
| 26 |
def grade_basic_ram_reduction(observation: EnergyOptimizationObservation) -> float:
|
| 27 |
"""Grade performance on basic RAM reduction task: Reduce RAM usage below 70%."""
|
openenv.yaml
CHANGED
|
@@ -8,26 +8,26 @@ port: 8000
|
|
| 8 |
tasks:
|
| 9 |
- name: basic_ram_reduction
|
| 10 |
description: "Reduce RAM usage below 70% within 10 steps"
|
| 11 |
-
grader:
|
| 12 |
max_steps: 10
|
| 13 |
|
| 14 |
- name: energy_optimization
|
| 15 |
description: "Reduce energy consumption below 6 kWh while keeping RAM below 75%"
|
| 16 |
-
grader:
|
| 17 |
max_steps: 15
|
| 18 |
|
| 19 |
- name: balanced_optimization
|
| 20 |
description: "Balance RAM below 60% and energy below 5 kWh within 20 steps"
|
| 21 |
-
grader:
|
| 22 |
max_steps: 20
|
| 23 |
|
| 24 |
- name: advanced_efficiency
|
| 25 |
description: "Achieve RAM below 50% and energy below 4 kWh within 25 steps"
|
| 26 |
-
grader:
|
| 27 |
max_steps: 25
|
| 28 |
|
| 29 |
- name: expert_optimization
|
| 30 |
description: "Master level: RAM below 40% and energy below 3 kWh within 30 steps"
|
| 31 |
-
grader:
|
| 32 |
max_steps: 30
|
| 33 |
|
|
|
|
| 8 |
tasks:
|
| 9 |
- name: basic_ram_reduction
|
| 10 |
description: "Reduce RAM usage below 70% within 10 steps"
|
| 11 |
+
grader: graders:grade_basic_ram_reduction
|
| 12 |
max_steps: 10
|
| 13 |
|
| 14 |
- name: energy_optimization
|
| 15 |
description: "Reduce energy consumption below 6 kWh while keeping RAM below 75%"
|
| 16 |
+
grader: graders:grade_energy_optimization
|
| 17 |
max_steps: 15
|
| 18 |
|
| 19 |
- name: balanced_optimization
|
| 20 |
description: "Balance RAM below 60% and energy below 5 kWh within 20 steps"
|
| 21 |
+
grader: graders:grade_balanced_optimization
|
| 22 |
max_steps: 20
|
| 23 |
|
| 24 |
- name: advanced_efficiency
|
| 25 |
description: "Achieve RAM below 50% and energy below 4 kWh within 25 steps"
|
| 26 |
+
grader: graders:grade_advanced_efficiency
|
| 27 |
max_steps: 25
|
| 28 |
|
| 29 |
- name: expert_optimization
|
| 30 |
description: "Master level: RAM below 40% and energy below 3 kWh within 30 steps"
|
| 31 |
+
grader: graders:grade_expert_optimization
|
| 32 |
max_steps: 30
|
| 33 |
|