from inferscale.consolidation import repeated_seed_policy_study def test_repeated_seed_study_reports_uncertainty_pareto_and_regret(): result = repeated_seed_policy_study( { "model": "Qwen2.5-3B", "accelerator": "L4", "quantization": "int8", "seed": 5, "duration_s": 35, "workflow_rate_rps": 0.12, "max_steps": 5, }, repetitions=4, bootstrap_samples=120, ) assert result["repetitions"] == 4 assert len(result["policies"]) == 4 assert result["oracle"]["candidate_count_per_seed"] >= 15 assert result["robust_winner"] for row in result["policies"]: assert 0 <= row["pareto_stability"] <= 1 assert row["median_oracle_regret_ms"] >= 0 assert row["ttft_ci95_low_ms"] <= row["ttft_ci95_high_ms"]