import json import tempfile import unittest from pathlib import Path from inference import normalize_action, write_results class InferenceOutputTests(unittest.TestCase): def test_normalize_action_uppercases_model_outputs(self) -> None: normalized = normalize_action( {"action": "failover"}, {"incident_id": "INC-014", "task_type": "task3"}, ) self.assertEqual(normalized["action"], "FAILOVER") self.assertIsNone(normalized["severity"]) self.assertIsNone(normalized["root_cause"]) def test_write_results_writes_summary_to_configured_path(self) -> None: results = [ {"incident_id": "INC-001", "task_type": "task1", "score": 0.99, "success": True}, {"incident_id": "INC-002", "task_type": "task2", "score": 0.5, "success": False}, ] with tempfile.TemporaryDirectory() as temp_dir: output_path = Path(temp_dir) / "nested" / "baseline_scores.json" write_results(results, output_path=output_path) self.assertTrue(output_path.exists()) payload = json.loads(output_path.read_text()) self.assertEqual(payload["episodes"], 2) self.assertAlmostEqual(payload["average_score"], 0.745) self.assertEqual(payload["by_task"]["task1"]["average_score"], 0.99) self.assertEqual(payload["by_task"]["task2"]["average_score"], 0.5) def test_write_results_tolerates_unwritable_path(self) -> None: results = [ {"incident_id": "INC-001", "task_type": "task1", "score": 0.99, "success": True}, ] with tempfile.TemporaryDirectory() as temp_dir: blocked_parent = Path(temp_dir) / "blocked" blocked_parent.write_text("not-a-directory") blocked_path = blocked_parent / "baseline_scores.json" write_results(results, output_path=blocked_path) if __name__ == "__main__": unittest.main()