{
  "family": "extractor",
  "split": "test",
  "overall": {
    "constraint_scope::finance": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::food": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::general": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::health": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::social": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::tech": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::travel": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::work": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::semi_stable": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::stable": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::volatile": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::causal": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::constraint_other": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::goal": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::policy": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::preference": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::state": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::value": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::identity": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::location": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::occupation": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::other_fact": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::preference": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "pii_presence::no_pii": {
      "precision": 0.9900139804274016,
      "recall": 0.9914,
      "f1-score": 0.9907065054461877,
      "support": 5000.0
    },
    "pii_presence::pii": {
      "precision": 0.9913879431203685,
      "recall": 0.99,
      "f1-score": 0.9906934854398078,
      "support": 5000.0
    },
    "accuracy": 0.9974166666666666,
    "macro avg": {
      "precision": 0.999335782983849,
      "recall": 0.9993357142857142,
      "f1-score": 0.9993357139602141,
      "support": 36000.0
    },
    "weighted avg": {
      "precision": 0.9974169338260791,
      "recall": 0.9974166666666666,
      "f1-score": 0.9974166654008327,
      "support": 36000.0
    }
  },
  "per_task": {
    "constraint_scope": {
      "finance": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "food": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "general": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "health": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "social": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "tech": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "travel": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "work": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 9000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 9000.0
      }
    },
    "constraint_stability": {
      "semi_stable": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "stable": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "volatile": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 3000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 3000.0
      }
    },
    "constraint_type": {
      "causal": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "constraint_other": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "goal": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "policy": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "preference": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "state": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "value": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 8000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 8000.0
      }
    },
    "fact_type": {
      "identity": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "location": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "occupation": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "other_fact": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "preference": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 6000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 6000.0
      }
    },
    "pii_presence": {
      "no_pii": {
        "precision": 0.9900139804274016,
        "recall": 0.9914,
        "f1-score": 0.9907065054461877,
        "support": 5000.0
      },
      "pii": {
        "precision": 0.9913879431203685,
        "recall": 0.99,
        "f1-score": 0.9906934854398078,
        "support": 5000.0
      },
      "accuracy": 0.9907,
      "macro avg": {
        "precision": 0.9907009617738851,
        "recall": 0.9906999999999999,
        "f1-score": 0.9906999954429978,
        "support": 10000.0
      },
      "weighted avg": {
        "precision": 0.9907009617738851,
        "recall": 0.9907,
        "f1-score": 0.9906999954429977,
        "support": 10000.0
      }
    }
  }
}