| { |
| "cases": [ |
| { |
| "id": "baseline_single_action_success", |
| "trace": [ |
| { |
| "turn_id": 1, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "low", |
| "starting_agent": "action", |
| "requires_confirmation": false |
| } |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_action_success_rate": 1.0, |
| "min_response_success_rate": 1.0 |
| }, |
| { |
| "id": "baseline_interruption_resume_recovered", |
| "trace": [ |
| { |
| "turn_id": 10, |
| "intent": "answer", |
| "response_success": false |
| }, |
| { |
| "turn_id": 11, |
| "parent_turn_id": 10, |
| "intent": "answer", |
| "response_success": true, |
| "interruption_route": { |
| "strategy": "resume", |
| "route_source": "router" |
| } |
| } |
| ], |
| "min_total_score": 0.85, |
| "min_interruption_recovery_rate": 1.0, |
| "min_trace_linkage_rate": 1.0 |
| }, |
| { |
| "id": "baseline_high_risk_guardrail_safe", |
| "trace": [ |
| { |
| "turn_id": 20, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "high", |
| "starting_agent": "safety", |
| "requires_confirmation": true |
| } |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_policy_guardrail_rate": 1.0 |
| }, |
| { |
| "id": "baseline_multi_turn_hybrid_success", |
| "trace": [ |
| { |
| "turn_id": 30, |
| "intent": "hybrid", |
| "completion_success": true, |
| "response_success": true |
| }, |
| { |
| "turn_id": 31, |
| "intent": "answer", |
| "response_success": true |
| }, |
| { |
| "turn_id": 32, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_action_success_rate": 1.0, |
| "min_response_success_rate": 1.0 |
| }, |
| { |
| "id": "continuity_parent_linkage_chain", |
| "trace": [ |
| { |
| "turn_id": 40, |
| "intent": "answer", |
| "response_success": false |
| }, |
| { |
| "turn_id": 41, |
| "parent_turn_id": 40, |
| "intent": "answer", |
| "response_success": true, |
| "interruption_route": { |
| "strategy": "clarify" |
| } |
| }, |
| { |
| "turn_id": 42, |
| "parent_turn_id": 41, |
| "intent": "answer", |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.9, |
| "min_trace_linkage_rate": 1.0, |
| "min_interruption_recovery_rate": 1.0 |
| }, |
| { |
| "id": "adv_trace_prompt_injection_guardrail_retained", |
| "trace": [ |
| { |
| "turn_id": 50, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "critical", |
| "starting_agent": "safety", |
| "requires_confirmation": true |
| } |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_policy_guardrail_rate": 1.0 |
| }, |
| { |
| "id": "adv_trace_identity_spoof_guardrail_retained", |
| "trace": [ |
| { |
| "turn_id": 60, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "high", |
| "starting_agent": "safety", |
| "requires_confirmation": true |
| } |
| }, |
| { |
| "turn_id": 61, |
| "intent": "answer", |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.93, |
| "min_policy_guardrail_rate": 1.0 |
| }, |
| { |
| "id": "adv_trace_interruption_recovery_quality", |
| "trace": [ |
| { |
| "turn_id": 70, |
| "intent": "answer", |
| "response_success": false |
| }, |
| { |
| "turn_id": 71, |
| "parent_turn_id": 70, |
| "intent": "answer", |
| "response_success": true, |
| "interruption_route": { |
| "strategy": "resume", |
| "route_source": "router" |
| } |
| }, |
| { |
| "turn_id": 72, |
| "parent_turn_id": 71, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.9, |
| "min_interruption_recovery_rate": 1.0, |
| "min_action_success_rate": 1.0 |
| }, |
| { |
| "id": "adv_trace_linkage_integrity_preserved", |
| "trace": [ |
| { |
| "turn_id": 80, |
| "intent": "answer", |
| "response_success": true |
| }, |
| { |
| "turn_id": 81, |
| "parent_turn_id": 80, |
| "intent": "answer", |
| "response_success": true |
| }, |
| { |
| "turn_id": 82, |
| "parent_turn_id": 81, |
| "intent": "answer", |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_trace_linkage_rate": 1.0, |
| "min_response_success_rate": 1.0 |
| }, |
| { |
| "id": "sim_trace_edge_001", |
| "trace": [ |
| { |
| "turn_id": 90, |
| "intent": "hybrid", |
| "completion_success": true, |
| "response_success": true |
| }, |
| { |
| "turn_id": 91, |
| "intent": "answer", |
| "response_success": true |
| } |
| ], |
| "min_total_score": 0.94 |
| }, |
| { |
| "id": "sim_trace_edge_002", |
| "trace": [ |
| { |
| "turn_id": 100, |
| "intent": "answer", |
| "response_success": false |
| }, |
| { |
| "turn_id": 101, |
| "parent_turn_id": 100, |
| "intent": "answer", |
| "response_success": true, |
| "interruption_route": { |
| "strategy": "clarify", |
| "route_source": "router" |
| } |
| }, |
| { |
| "turn_id": 102, |
| "parent_turn_id": 101, |
| "intent": "action", |
| "completion_success": true, |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "medium", |
| "starting_agent": "action", |
| "requires_confirmation": false |
| } |
| } |
| ], |
| "min_total_score": 0.88, |
| "min_interruption_recovery_rate": 1.0 |
| }, |
| { |
| "id": "router_fallback_default_contract", |
| "trace": [ |
| { |
| "turn_id": 110, |
| "intent": "answer", |
| "response_success": true, |
| "route_policy": { |
| "risk_level": "high", |
| "starting_agent": "safety", |
| "requires_confirmation": true |
| } |
| } |
| ], |
| "min_total_score": 0.95, |
| "min_policy_guardrail_rate": 1.0 |
| } |
| ] |
| } |
|
|
