| { |
| "accepted_accuracy": 0.8974, |
| "accepted_coverage": 1.0, |
| "accuracy": 0.8974, |
| "confusion_matrix_path": "/content/agentic-intent-classifier/artifacts/evaluation/latest/decision_phase_hard_cases_confusion_matrix.csv", |
| "count": 39, |
| "dataset_path": "/content/agentic-intent-classifier/data/decision_phase/hard_cases.jsonl", |
| "fallback_rate": 0.0, |
| "head": "decision_phase", |
| "macro_f1": 0.9008, |
| "per_class_metrics": { |
| "accuracy": 0.8974358974358975, |
| "action": { |
| "f1-score": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0.0 |
| }, |
| "awareness": { |
| "f1-score": 0.8571428571428571, |
| "precision": 0.75, |
| "recall": 1.0, |
| "support": 6.0 |
| }, |
| "consideration": { |
| "f1-score": 0.8333333333333334, |
| "precision": 1.0, |
| "recall": 0.7142857142857143, |
| "support": 7.0 |
| }, |
| "decision": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 7.0 |
| }, |
| "macro avg": { |
| "f1-score": 0.772108843537415, |
| "precision": 0.7806122448979592, |
| "recall": 0.7755102040816327, |
| "support": 39.0 |
| }, |
| "post_purchase": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 6.0 |
| }, |
| "research": { |
| "f1-score": 0.7142857142857143, |
| "precision": 0.7142857142857143, |
| "recall": 0.7142857142857143, |
| "support": 7.0 |
| }, |
| "support": { |
| "f1-score": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 6.0 |
| }, |
| "weighted avg": { |
| "f1-score": 0.8968253968253967, |
| "precision": 0.9102564102564102, |
| "recall": 0.8974358974358975, |
| "support": 39.0 |
| } |
| }, |
| "suite": "hard_cases" |
| } |
|
|
