Upload folder using huggingface_hub

__init__.py

@@ -1,13 +1 @@
-"""Distributed systems debug OpenEnv package."""
-
-from .client import DistributedSystemsDebugEnv
-from .models import Action, Observation, Reward, StepResult, SystemMetrics
-
-__all__ = [
-    "DistributedSystemsDebugEnv",
-    "Action",
-    "Observation",
-    "Reward",
-    "StepResult",
-    "SystemMetrics",
-]
+"""Package marker for OpenEnv structure validation."""

server/graders.py

@@ -5,13 +5,14 @@ from .models import SystemMetrics
 
 
 def _clamp(score: float) -> float:
-    return max(0.0, min(1.0, score))
+    """Clamp score to the open interval (0, 1), as required by the evaluation pipeline."""
+    return max(0.01, min(0.99, score))
 
 
 def grade_cascading_timeout(metrics: SystemMetrics, context: dict[str, Any]) -> float:
     timeout_resolved = bool(context.get("cascading_timeout_resolved", False))
     if timeout_resolved and metrics.gateway_success_rate >= 0.99:
-        return 1.0
+        return _clamp(1.0)
     if not timeout_resolved:
         # Prevent instant pass while the injected timeout fault is still active.
         return _clamp(metrics.gateway_success_rate * 0.25)
@@ -25,9 +26,9 @@ def grade_byzantine_queue_fault(
     restart_delta = max(0, metrics.worker_restart_count - baseline_restart)
 
     if metrics.queue_depth == 0 and restart_delta <= 1:
-        return 1.0
+        return _clamp(1.0)
     if metrics.queue_depth == 0:
-        return 0.6
+        return _clamp(0.6)
 
     queue_component = max(0.0, 1.0 - metrics.queue_depth / 50.0)
     stability_penalty = min(0.4, restart_delta * 0.05)
@@ -42,12 +43,12 @@ def grade_distributed_lock_starvation(
     stall_delta = max(0, metrics.consumer_stall_count - baseline_stall)
 
     if not lock_exists and metrics.queue_depth <= 3:
-        return 1.0
+        return _clamp(1.0)
     if not lock_exists:
-        return 0.6
+        return _clamp(0.6)
 
     # If lock still exists, reward slight progress only when stalls don't explode.
-    return 0.2 if stall_delta <= 1 else 0.0
+    return _clamp(0.2) if stall_delta <= 1 else _clamp(0.0)
 
 
 def grade_backpressure_cascade(metrics: SystemMetrics, _: dict[str, Any]) -> float:
@@ -57,10 +58,10 @@ def grade_backpressure_cascade(metrics: SystemMetrics, _: dict[str, Any]) -> flo
 def grade_route_partition(metrics: SystemMetrics, context: dict[str, Any]) -> float:
     route_blocked = bool(context.get("route_blocked", True))
     if not route_blocked and metrics.gateway_success_rate >= 0.95:
-        return 1.0
+        return _clamp(1.0)
     if not route_blocked:
         return _clamp(metrics.gateway_success_rate)
-    return 0.0
+    return _clamp(0.0)
 
 
 def grade_registry_corruption(metrics: SystemMetrics, context: dict[str, Any]) -> float:
@@ -68,7 +69,7 @@ def grade_registry_corruption(metrics: SystemMetrics, context: dict[str, Any]) -
         context.get("registry_auth_matches_default", False)
     )
     if registry_auth_matches_default and metrics.gateway_success_rate >= 0.99:
-        return 1.0
+        return _clamp(1.0)
     if registry_auth_matches_default:
         return _clamp(0.5 + metrics.gateway_success_rate * 0.5)
     return _clamp(metrics.gateway_success_rate * 0.3)
@@ -79,12 +80,12 @@ def grade_job_generator_runaway(
 ) -> float:
     rate_resolved = bool(context.get("job_generator_rate_resolved", False))
     if rate_resolved and metrics.queue_depth <= 5:
-        return 1.0
+        return _clamp(1.0)
     if rate_resolved and metrics.queue_depth <= 30:
-        return 0.7
+        return _clamp(0.7)
     if rate_resolved:
         return _clamp(0.7 - (metrics.queue_depth - 30) / 100.0)
-    return 0.2 if metrics.queue_depth <= 30 else 0.0
+    return _clamp(0.2) if metrics.queue_depth <= 30 else _clamp(0.0)
 
 
 def grade_task(
@@ -106,4 +107,4 @@ def grade_task(
         return grade_registry_corruption(metrics, context)
     if task is TaskName.JOB_GENERATOR_RUNAWAY:
         return grade_job_generator_runaway(metrics, context)
-    return 0.0
+    return _clamp(0.0)

tests/test_graders.py

@@ -32,7 +32,7 @@ def test_grade_cascading_timeout_boundaries() -> None:
         grade_cascading_timeout(
             _metrics(success_rate=1.0), {"cascading_timeout_resolved": True}
         )
-        == 1.0
+        == 0.99
     )
     assert (
         grade_cascading_timeout(
@@ -50,9 +50,9 @@ def test_grade_cascading_timeout_boundaries() -> None:
 
 def test_grade_byzantine_queue_fault_cases() -> None:
     ctx = {"baseline_worker_restart_count": 3}
-    assert grade_byzantine_queue_fault(_metrics(depth=0, restarts=3), ctx) == 1.0
+    assert grade_byzantine_queue_fault(_metrics(depth=0, restarts=3), ctx) == 0.99
     assert grade_byzantine_queue_fault(_metrics(depth=0, restarts=8), ctx) == 0.6
-    assert grade_byzantine_queue_fault(_metrics(depth=40, restarts=10), ctx) == 0.0
+    assert grade_byzantine_queue_fault(_metrics(depth=40, restarts=10), ctx) == 0.01
 
 
 def test_grade_distributed_lock_starvation_cases() -> None:
@@ -61,7 +61,7 @@ def test_grade_distributed_lock_starvation_cases() -> None:
 
     assert (
         grade_distributed_lock_starvation(_metrics(depth=2, stalls=0), ctx_unlocked)
-        == 1.0
+        == 0.99
     )
     assert (
         grade_distributed_lock_starvation(_metrics(depth=10, stalls=0), ctx_unlocked)
@@ -69,24 +69,24 @@ def test_grade_distributed_lock_starvation_cases() -> None:
     )
     assert (
         grade_distributed_lock_starvation(_metrics(depth=10, stalls=3), ctx_locked)
-        == 0.0
+        == 0.01
     )
 
 
 def test_grade_backpressure_cascade_continuous() -> None:
-    assert grade_backpressure_cascade(_metrics(depth=0), {}) == 1.0
+    assert grade_backpressure_cascade(_metrics(depth=0), {}) == 0.99
     assert grade_backpressure_cascade(_metrics(depth=100), {}) == 0.5
-    assert grade_backpressure_cascade(_metrics(depth=200), {}) == 0.0
+    assert grade_backpressure_cascade(_metrics(depth=200), {}) == 0.01
 
 
 def test_grade_route_partition_threshold() -> None:
     assert (
         grade_route_partition(_metrics(success_rate=0.96), {"route_blocked": False})
-        == 1.0
+        == 0.99
     )
     assert (
         grade_route_partition(_metrics(success_rate=0.8), {"route_blocked": True})
-        == 0.0
+        == 0.01
     )
 
 
@@ -95,7 +95,7 @@ def test_grade_registry_corruption_thresholds() -> None:
         grade_registry_corruption(
             _metrics(success_rate=0.99), {"registry_auth_matches_default": True}
         )
-        == 1.0
+        == 0.99
     )
     assert (
         grade_registry_corruption(
@@ -116,7 +116,7 @@ def test_grade_job_generator_runaway_thresholds() -> None:
         grade_job_generator_runaway(
             _metrics(depth=4), {"job_generator_rate_resolved": True}
         )
-        == 1.0
+        == 0.99
     )
     assert (
         grade_job_generator_runaway(