reports/model_selection_validation.json

{
  "models": [
    {
      "model_name": "tfidf",
      "accuracy": 0.9922900091368398,
      "macro_f1": 0.9924938150790148,
      "weighted_f1": 0.9922797304638178,
      "report": {
        "charity_donations": {
          "precision": 1.0,
          "recall": 1.0,
          "f1-score": 1.0,
          "support": 22160.0
        },
        "entertainment_recreation": {
          "precision": 0.9997045540877052,
          "recall": 0.9978094194961665,
          "f1-score": 0.9987560877906854,
          "support": 23738.0
        },
        "financial_services": {
          "precision": 0.9894933943618017,
          "recall": 0.9998948806895827,
          "f1-score": 0.9946669455191886,
          "support": 28539.0
        },
        "food_dining": {
          "precision": 0.9956344708894765,
          "recall": 0.993840610072907,
          "f1-score": 0.9947367317410724,
          "support": 23866.0
        },
        "government_legal": {
          "precision": 0.9895684097421203,
          "recall": 0.9904552787237856,
          "f1-score": 0.990011645614978,
          "support": 22316.0
        },
        "healthcare_medical": {
          "precision": 0.9781765910179901,
          "recall": 0.9873373197326768,
          "f1-score": 0.9827356075359401,
          "support": 22744.0
        },
        "income": {
          "precision": 0.99191313434192,
          "recall": 0.9977151213270575,
          "f1-score": 0.9948056682006653,
          "support": 21883.0
        },
        "shopping_retail": {
          "precision": 0.9869506249770903,
          "recall": 0.9699207492795389,
          "f1-score": 0.9783615850002725,
          "support": 27760.0
        },
        "transportation": {
          "precision": 0.998010245120867,
          "recall": 0.9929657554441683,
          "f1-score": 0.9954816097293189,
          "support": 23741.0
        },
        "utilities_services": {
          "precision": 0.9948188784395681,
          "recall": 0.9959462993636126,
          "f1-score": 0.9953822696580266,
          "support": 22942.0
        },
        "accuracy": 0.9922900091368398,
        "macro avg": {
          "precision": 0.992427030297854,
          "recall": 0.9925885434129496,
          "f1-score": 0.9924938150790148,
          "support": 239689.0
        },
        "weighted avg": {
          "precision": 0.9923003908962669,
          "recall": 0.9922900091368398,
          "f1-score": 0.9922797304638178,
          "support": 239689.0
        }
      },
      "confusion_matrix": [
        [
          22160,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          23686,
          48,
          0,
          1,
          1,
          0,
          1,
          1,
          0
        ],
        [
          0,
          1,
          28536,
          0,
          0,
          0,
          1,
          1,
          0,
          0
        ],
        [
          0,
          2,
          57,
          23719,
          0,
          0,
          0,
          88,
          0,
          0
        ],
        [
          0,
          1,
          0,
          0,
          22103,
          0,
          176,
          36,
          0,
          0
        ],
        [
          0,
          0,
          58,
          0,
          0,
          22456,
          0,
          230,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          50,
          0,
          21833,
          0,
          0,
          0
        ],
        [
          0,
          0,
          49,
          103,
          181,
          500,
          0,
          26925,
          2,
          0
        ],
        [
          0,
          2,
          45,
          1,
          0,
          0,
          0,
          0,
          23574,
          119
        ],
        [
          0,
          1,
          46,
          0,
          1,
          0,
          1,
          0,
          44,
          22849
        ]
      ],
      "samples": 239689,
      "confidence_threshold": 0.7,
      "confidence_coverage": 0.9790228170671161,
      "high_confidence_accuracy": 0.999552546013185
    }
  ],
  "selection_metric": "macro_f1",
  "selected": "tfidf"
}