{
  "family": "extractor",
  "split": "eval",
  "overall": {
    "constraint_scope::finance": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::food": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::general": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::health": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::social": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::tech": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::travel": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_scope::work": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::semi_stable": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::stable": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_stability::volatile": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::causal": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::constraint_other": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::goal": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::policy": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::preference": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::state": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "constraint_type::value": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::identity": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::location": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::none": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::occupation": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::other_fact": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "fact_type::preference": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 1000.0
    },
    "pii_presence::no_pii": {
      "precision": 0.9912385503783353,
      "recall": 0.9956,
      "f1-score": 0.9934144881261225,
      "support": 5000.0
    },
    "pii_presence::pii": {
      "precision": 0.995580554439534,
      "recall": 0.9912,
      "f1-score": 0.9933854479855683,
      "support": 5000.0
    },
    "accuracy": 0.9981666666666666,
    "macro avg": {
      "precision": 0.9995292537434953,
      "recall": 0.9995285714285714,
      "f1-score": 0.9995285691468461,
      "support": 36000.0
    },
    "weighted avg": {
      "precision": 0.9981693201135929,
      "recall": 0.9981666666666666,
      "f1-score": 0.9981666577932904,
      "support": 36000.0
    }
  },
  "per_task": {
    "constraint_scope": {
      "finance": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "food": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "general": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "health": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "social": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "tech": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "travel": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "work": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 9000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 9000.0
      }
    },
    "constraint_stability": {
      "semi_stable": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "stable": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "volatile": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 3000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 3000.0
      }
    },
    "constraint_type": {
      "causal": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "constraint_other": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "goal": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "policy": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "preference": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "state": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "value": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 8000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 8000.0
      }
    },
    "fact_type": {
      "identity": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "location": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "none": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "occupation": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "other_fact": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "preference": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 1000.0
      },
      "accuracy": 1.0,
      "macro avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 6000.0
      },
      "weighted avg": {
        "precision": 1.0,
        "recall": 1.0,
        "f1-score": 1.0,
        "support": 6000.0
      }
    },
    "pii_presence": {
      "no_pii": {
        "precision": 0.9912385503783353,
        "recall": 0.9956,
        "f1-score": 0.9934144881261225,
        "support": 5000.0
      },
      "pii": {
        "precision": 0.995580554439534,
        "recall": 0.9912,
        "f1-score": 0.9933854479855683,
        "support": 5000.0
      },
      "accuracy": 0.9934,
      "macro avg": {
        "precision": 0.9934095524089346,
        "recall": 0.9934000000000001,
        "f1-score": 0.9933999680558454,
        "support": 10000.0
      },
      "weighted avg": {
        "precision": 0.9934095524089346,
        "recall": 0.9934,
        "f1-score": 0.9933999680558454,
        "support": 10000.0
      }
    }
  }
}