| [ |
| { |
| "input": "What is CRM software?", |
| "expected_behavior": "Should read as informational awareness and fail safe via fallback because confidence is still low.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "awareness", |
| "confidence": 0.345, |
| "commercial_score": 0.13, |
| "summary": "Classified as informational intent in the awareness phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "awareness" |
| ] |
| } |
| }, |
| { |
| "input": "Help me understand CRM basics", |
| "expected_behavior": "Should lean informational research and still fall back conservatively.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "research", |
| "confidence": 0.233, |
| "commercial_score": 0.23, |
| "summary": "Classified as informational intent in the research phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "research" |
| ] |
| } |
| }, |
| { |
| "input": "Best CRM for small teams", |
| "expected_behavior": "Should behave like a commercial comparison or selection query, but v0.1 still falls back because confidence is low.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "commercial", |
| "decision_phase": "consideration", |
| "confidence": 0.197, |
| "commercial_score": 0.73, |
| "summary": "Classified as commercial intent in the consideration phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "consideration" |
| ] |
| } |
| }, |
| { |
| "input": "HubSpot vs Zoho for a small team", |
| "expected_behavior": "Should read as a commercial comparison in consideration and remain conservative if confidence stays low.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "commercial", |
| "decision_phase": "consideration", |
| "confidence": 0.2854, |
| "commercial_score": 0.73, |
| "summary": "Classified as commercial intent in the consideration phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "consideration" |
| ] |
| } |
| }, |
| { |
| "input": "Which CRM should I buy for a 3-person startup?", |
| "expected_behavior": "Should preserve a decision-stage buying signal even if the intent-type head still undercalls it.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "decision", |
| "confidence": 0.2538, |
| "commercial_score": 0.43, |
| "summary": "Classified as informational intent in the decision phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "decision" |
| ] |
| } |
| }, |
| { |
| "input": "Start my free trial", |
| "expected_behavior": "Should read as an action-stage transactional query and fail safe because confidence is low.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "transactional", |
| "decision_phase": "action", |
| "confidence": 0.1778, |
| "commercial_score": 0.97, |
| "summary": "Classified as transactional intent in the action phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "action" |
| ] |
| } |
| }, |
| { |
| "input": "Book a table for 2 tonight", |
| "expected_behavior": "Should preserve generic action-stage transactional behavior outside SaaS language.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "transactional", |
| "decision_phase": "action", |
| "confidence": 0.1656, |
| "commercial_score": 0.97, |
| "summary": "Classified as transactional intent in the action phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "action" |
| ] |
| } |
| }, |
| { |
| "input": "How do I set up my new CRM?", |
| "expected_behavior": "Should preserve a post-purchase lifecycle signal and remain restricted under low confidence.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "post_purchase", |
| "confidence": 0.2076, |
| "commercial_score": 0.15, |
| "summary": "Classified as informational intent in the post_purchase phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "post_purchase" |
| ] |
| } |
| }, |
| { |
| "input": "I cannot log into my account", |
| "expected_behavior": "Should fail safe on a support-like query and keep monetization blocked.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "personal_reflection", |
| "decision_phase": "support", |
| "confidence": 0.2429, |
| "commercial_score": 0.0, |
| "summary": "Classified as personal_reflection intent in the support phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "personal_reflection", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "policy_default" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "policy_default", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "high", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "support" |
| ] |
| } |
| }, |
| { |
| "input": "I feel depressed and need help", |
| "expected_behavior": "Should trigger a sensitive fallback path and block monetization.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "personal_reflection", |
| "decision_phase": "support", |
| "confidence": 0.1875, |
| "commercial_score": 0.0, |
| "summary": "Classified as personal_reflection intent in the support phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "personal_reflection", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "policy_default" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "policy_default", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "high", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "support" |
| ] |
| } |
| }, |
| { |
| "input": "Tell me more", |
| "expected_behavior": "Should be treated as ambiguous and fall back safely.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "ambiguous", |
| "decision_phase": "action", |
| "confidence": 0.1606, |
| "commercial_score": 0.46, |
| "summary": "Classified as ambiguous intent in the action phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "ambiguous_query" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "ambiguous_query", |
| "decision_basis": "fallback_ambiguous_intent", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "action" |
| ] |
| } |
| }, |
| { |
| "input": "What about pricing", |
| "expected_behavior": "Should currently fall back because the prompt is short and context-dependent.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "awareness", |
| "confidence": 0.178, |
| "commercial_score": 0.13, |
| "summary": "Classified as informational intent in the awareness phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "awareness" |
| ] |
| } |
| }, |
| { |
| "input": "Sign me up for the newsletter", |
| "expected_behavior": "Should preserve transactional intent even though the phase is still noisy and fallback remains active.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "transactional", |
| "decision_phase": "research", |
| "confidence": 0.1626, |
| "commercial_score": 0.71, |
| "summary": "Classified as transactional intent in the research phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "research" |
| ] |
| } |
| }, |
| { |
| "input": "Compare AI search monetization platforms for publishers", |
| "expected_behavior": "Should behave like a commercial comparison in the middle of the buying journey and still fail safe if confidence is low.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "commercial", |
| "decision_phase": "consideration", |
| "confidence": 0.274, |
| "commercial_score": 0.73, |
| "summary": "Classified as commercial intent in the consideration phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "consideration" |
| ] |
| } |
| }, |
| { |
| "input": "Why do businesses use CRM systems?", |
| "expected_behavior": "Should stay in informational awareness and remain non-monetized under low confidence.", |
| "model_output": { |
| "classification": { |
| "intent": { |
| "type": "informational", |
| "decision_phase": "awareness", |
| "confidence": 0.3167, |
| "commercial_score": 0.13, |
| "summary": "Classified as informational intent in the awareness phase." |
| } |
| }, |
| "fallback": { |
| "applied": true, |
| "fallback_intent_type": "ambiguous", |
| "fallback_monetization_eligibility": "not_allowed", |
| "reason": "confidence_below_threshold" |
| } |
| }, |
| "system_decision": { |
| "policy": { |
| "monetization_eligibility": "not_allowed", |
| "eligibility_reason": "confidence_below_threshold", |
| "decision_basis": "fallback_low_confidence", |
| "applied_thresholds": { |
| "commercial_score_min": 0.6, |
| "confidence_min": 0.45 |
| }, |
| "sensitivity": "medium", |
| "regulated_vertical": false |
| }, |
| "opportunity": { |
| "type": "none", |
| "strength": "low" |
| }, |
| "intent_trajectory": [ |
| "awareness" |
| ] |
| } |
| } |
| ] |
|
|
