{ "cases": [ { "id": "baseline_ack_resume", "expected_route": { "strategy": "resume", "user_intent": "acknowledgement", "route_confidence": 0.86, "route_source": "router", "continuation_prompt_applied": true, "interrupted_turn_id": 41 }, "actual_route": { "strategy": "resume", "user_intent": "acknowledgement", "route_confidence": 0.86, "route_source": "router", "continuation_prompt_applied": true, "interrupted_turn_id": 41 }, "min_confidence": 0.75 }, { "id": "baseline_noise_resume", "expected_route": { "strategy": "resume", "user_intent": "noise", "route_confidence": 0.74, "route_source": "router", "continuation_prompt_applied": true }, "actual_route": { "strategy": "resume", "user_intent": "noise", "route_confidence": 0.74, "route_source": "router", "continuation_prompt_applied": true }, "min_confidence": 0.6 }, { "id": "baseline_followup_clarify", "expected_route": { "strategy": "clarify", "user_intent": "followup", "route_confidence": 0.66, "route_source": "router", "continuation_prompt_applied": true }, "actual_route": { "strategy": "clarify", "user_intent": "followup", "route_confidence": 0.66, "route_source": "router", "continuation_prompt_applied": true }, "min_confidence": 0.55 }, { "id": "baseline_new_request_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.89, "route_source": "router", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.89, "route_source": "router", "continuation_prompt_applied": false }, "min_confidence": 0.75 }, { "id": "baseline_correction_replace", "expected_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.91, "route_source": "router", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.91, "route_source": "router", "continuation_prompt_applied": false }, "min_confidence": 0.8 }, { "id": "baseline_unknown_low_confidence_replace", "expected_route": { "strategy": "replace", "user_intent": "unknown", "route_confidence": 0.42, "route_source": "router", "continuation_prompt_applied": false, "uncertainty_reason": "ambiguous interruption" }, "actual_route": { "strategy": "replace", "user_intent": "unknown", "route_confidence": 0.42, "route_source": "router", "continuation_prompt_applied": false, "uncertainty_reason": "ambiguous interruption" }, "max_confidence": 0.5 }, { "id": "fallback_timeout_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "router_timeout", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "router_timeout", "continuation_prompt_applied": false }, "max_confidence": 0.05 }, { "id": "fallback_guardrail_tripwire_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "guardrail_tripwire", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "guardrail_tripwire", "continuation_prompt_applied": false }, "max_confidence": 0.05 }, { "id": "fallback_invalid_output_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "invalid_router_output", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "invalid_router_output", "continuation_prompt_applied": false }, "max_confidence": 0.05 }, { "id": "adv_interruption_prompt_injection_forced_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.93, "route_source": "router", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.93, "route_source": "router", "continuation_prompt_applied": false }, "min_confidence": 0.8 }, { "id": "adv_interruption_identity_spoof_forced_replace", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.92, "route_source": "router", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.92, "route_source": "router", "continuation_prompt_applied": false }, "min_confidence": 0.8 }, { "id": "adv_interruption_low_confidence_resume_forced_replace", "expected_route": { "strategy": "replace", "user_intent": "acknowledgement", "route_confidence": 0.31, "route_source": "router", "guardrail_correction": "low_confidence_resume_forced_replace", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "acknowledgement", "route_confidence": 0.31, "route_source": "router", "guardrail_correction": "low_confidence_resume_forced_replace", "continuation_prompt_applied": false }, "max_confidence": 0.5 }, { "id": "adv_interruption_correction_never_resume", "expected_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.88, "route_source": "router", "guardrail_correction": "intent_forced_replace", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.88, "route_source": "router", "guardrail_correction": "intent_forced_replace", "continuation_prompt_applied": false }, "min_confidence": 0.75 }, { "id": "continuity_parent_turn_preserved_01", "expected_route": { "strategy": "resume", "user_intent": "acknowledgement", "route_confidence": 0.83, "route_source": "router", "interrupted_turn_id": 112, "continuation_prompt_applied": true }, "actual_route": { "strategy": "resume", "user_intent": "acknowledgement", "route_confidence": 0.83, "route_source": "router", "interrupted_turn_id": 112, "continuation_prompt_applied": true }, "min_confidence": 0.7 }, { "id": "continuity_parent_turn_preserved_02", "expected_route": { "strategy": "clarify", "user_intent": "unknown", "route_confidence": 0.58, "route_source": "router", "interrupted_turn_id": 113, "continuation_prompt_applied": true }, "actual_route": { "strategy": "clarify", "user_intent": "unknown", "route_confidence": 0.58, "route_source": "router", "interrupted_turn_id": 113, "continuation_prompt_applied": true }, "min_confidence": 0.55 }, { "id": "continuity_parent_turn_preserved_03", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.87, "route_source": "router", "interrupted_turn_id": 114, "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.87, "route_source": "router", "interrupted_turn_id": 114, "continuation_prompt_applied": false }, "min_confidence": 0.75 }, { "id": "continuity_parent_turn_preserved_04", "expected_route": { "strategy": "resume", "user_intent": "noise", "route_confidence": 0.69, "route_source": "router", "interrupted_turn_id": 115, "continuation_prompt_applied": true }, "actual_route": { "strategy": "resume", "user_intent": "noise", "route_confidence": 0.69, "route_source": "router", "interrupted_turn_id": 115, "continuation_prompt_applied": true }, "min_confidence": 0.6 }, { "id": "continuity_parent_turn_preserved_05", "expected_route": { "strategy": "clarify", "user_intent": "followup", "route_confidence": 0.64, "route_source": "router", "interrupted_turn_id": 116, "continuation_prompt_applied": true }, "actual_route": { "strategy": "clarify", "user_intent": "followup", "route_confidence": 0.64, "route_source": "router", "interrupted_turn_id": 116, "continuation_prompt_applied": true }, "min_confidence": 0.55 }, { "id": "continuity_parent_turn_preserved_06", "expected_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.9, "route_source": "router", "interrupted_turn_id": 117, "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "correction", "route_confidence": 0.9, "route_source": "router", "interrupted_turn_id": 117, "continuation_prompt_applied": false }, "min_confidence": 0.8 }, { "id": "router_fallback_default_contract", "expected_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "router_error", "continuation_prompt_applied": false }, "actual_route": { "strategy": "replace", "user_intent": "new_request", "route_confidence": 0.0, "route_source": "fallback", "fallback_reason": "router_error", "continuation_prompt_applied": false }, "max_confidence": 0.05 } ] }