Veer15's picture
Upload folder using huggingface_hub
81547b4 verified
from server.graders import (
grade_backpressure_cascade,
grade_byzantine_queue_fault,
grade_cascading_timeout,
grade_job_generator_runaway,
grade_registry_corruption,
grade_distributed_lock_starvation,
grade_route_partition,
)
from server.models import SystemMetrics
def _metrics(
*,
success_rate: float = 0.0,
p99: float = 1000.0,
depth: int = 10,
restarts: int = 0,
stalls: int = 0,
) -> SystemMetrics:
return SystemMetrics(
gateway_success_rate=success_rate,
gateway_p99_latency_ms=p99,
queue_depth=depth,
worker_restart_count=restarts,
consumer_stall_count=stalls,
)
def test_grade_cascading_timeout_boundaries() -> None:
assert (
grade_cascading_timeout(
_metrics(success_rate=1.0), {"cascading_timeout_resolved": True}
)
== 0.99
)
assert (
grade_cascading_timeout(
_metrics(success_rate=1.0), {"cascading_timeout_resolved": False}
)
== 0.25
)
assert (
grade_cascading_timeout(
_metrics(success_rate=0.5), {"cascading_timeout_resolved": False}
)
== 0.125
)
def test_grade_byzantine_queue_fault_cases() -> None:
ctx = {"baseline_worker_restart_count": 3}
assert grade_byzantine_queue_fault(_metrics(depth=0, restarts=3), ctx) == 0.99
assert grade_byzantine_queue_fault(_metrics(depth=0, restarts=8), ctx) == 0.6
assert grade_byzantine_queue_fault(_metrics(depth=40, restarts=10), ctx) == 0.01
def test_grade_distributed_lock_starvation_cases() -> None:
ctx_locked = {"baseline_consumer_stall_count": 0, "lock_exists": True}
ctx_unlocked = {"baseline_consumer_stall_count": 0, "lock_exists": False}
assert (
grade_distributed_lock_starvation(_metrics(depth=2, stalls=0), ctx_unlocked)
== 0.99
)
assert (
grade_distributed_lock_starvation(_metrics(depth=10, stalls=0), ctx_unlocked)
== 0.6
)
assert (
grade_distributed_lock_starvation(_metrics(depth=10, stalls=3), ctx_locked)
== 0.01
)
def test_grade_backpressure_cascade_continuous() -> None:
assert grade_backpressure_cascade(_metrics(depth=0), {}) == 0.99
assert grade_backpressure_cascade(_metrics(depth=100), {}) == 0.5
assert grade_backpressure_cascade(_metrics(depth=200), {}) == 0.01
def test_grade_route_partition_threshold() -> None:
assert (
grade_route_partition(_metrics(success_rate=0.96), {"route_blocked": False})
== 0.99
)
assert (
grade_route_partition(_metrics(success_rate=0.8), {"route_blocked": True})
== 0.01
)
def test_grade_registry_corruption_thresholds() -> None:
assert (
grade_registry_corruption(
_metrics(success_rate=0.99), {"registry_auth_matches_default": True}
)
== 0.99
)
assert (
grade_registry_corruption(
_metrics(success_rate=0.8), {"registry_auth_matches_default": True}
)
== 0.9
)
assert (
grade_registry_corruption(
_metrics(success_rate=1.0), {"registry_auth_matches_default": False}
)
== 0.3
)
def test_grade_job_generator_runaway_thresholds() -> None:
assert (
grade_job_generator_runaway(
_metrics(depth=4), {"job_generator_rate_resolved": True}
)
== 0.99
)
assert (
grade_job_generator_runaway(
_metrics(depth=20), {"job_generator_rate_resolved": True}
)
== 0.7
)
assert (
grade_job_generator_runaway(
_metrics(depth=20), {"job_generator_rate_resolved": False}
)
== 0.2
)