| { |
| "family": "extractor", |
| "split": "test", |
| "overall": { |
| "constraint_scope::finance": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::food": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::general": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::health": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::social": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::tech": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::travel": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::work": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::semi_stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::volatile": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::causal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::constraint_other": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::goal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::policy": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::state": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::value": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::identity": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::location": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::occupation": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::other_fact": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "pii_presence::no_pii": { |
| "precision": 0.9900139804274016, |
| "recall": 0.9914, |
| "f1-score": 0.9907065054461877, |
| "support": 5000.0 |
| }, |
| "pii_presence::pii": { |
| "precision": 0.9913879431203685, |
| "recall": 0.99, |
| "f1-score": 0.9906934854398078, |
| "support": 5000.0 |
| }, |
| "accuracy": 0.9974166666666666, |
| "macro avg": { |
| "precision": 0.999335782983849, |
| "recall": 0.9993357142857142, |
| "f1-score": 0.9993357139602141, |
| "support": 36000.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9974169338260791, |
| "recall": 0.9974166666666666, |
| "f1-score": 0.9974166654008327, |
| "support": 36000.0 |
| } |
| }, |
| "per_task": { |
| "constraint_scope": { |
| "finance": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "food": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "general": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "health": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "social": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "tech": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "travel": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "work": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 9000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 9000.0 |
| } |
| }, |
| "constraint_stability": { |
| "semi_stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "volatile": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 3000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 3000.0 |
| } |
| }, |
| "constraint_type": { |
| "causal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_other": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "goal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "policy": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "state": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "value": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 8000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 8000.0 |
| } |
| }, |
| "fact_type": { |
| "identity": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "location": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "occupation": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "other_fact": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 6000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 6000.0 |
| } |
| }, |
| "pii_presence": { |
| "no_pii": { |
| "precision": 0.9900139804274016, |
| "recall": 0.9914, |
| "f1-score": 0.9907065054461877, |
| "support": 5000.0 |
| }, |
| "pii": { |
| "precision": 0.9913879431203685, |
| "recall": 0.99, |
| "f1-score": 0.9906934854398078, |
| "support": 5000.0 |
| }, |
| "accuracy": 0.9907, |
| "macro avg": { |
| "precision": 0.9907009617738851, |
| "recall": 0.9906999999999999, |
| "f1-score": 0.9906999954429978, |
| "support": 10000.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9907009617738851, |
| "recall": 0.9907, |
| "f1-score": 0.9906999954429977, |
| "support": 10000.0 |
| } |
| } |
| } |
| } |
