threshold_tuning.json

{
  "model_dir": "train/outputs/spambert-tinybert-real-plus-synth-v0.9-thr057",
  "data": "train/val_processed.csv",
  "rows": 112,
  "spam_rows": 10,
  "ham_rows": 102,
  "best_spam_f1": {
    "threshold": 0.571892,
    "accuracy": 0.9732142857142857,
    "macro_precision": 0.9857142857142858,
    "macro_recall": 0.85,
    "macro_f1": 0.9045183290707588,
    "ham": {
      "precision": 0.9714285714285714,
      "recall": 1.0,
      "f1": 0.9855072463768116,
      "support": 102
    },
    "spam": {
      "precision": 1.0,
      "recall": 0.7,
      "f1": 0.8235294117647058,
      "support": 10
    },
    "confusion_matrix_labels_[ham,spam]": [
      [
        102,
        0
      ],
      [
        3,
        7
      ]
    ],
    "false_positives": 0,
    "false_negatives": 3
  },
  "best_macro_f1": {
    "threshold": 0.571892,
    "accuracy": 0.9732142857142857,
    "macro_precision": 0.9857142857142858,
    "macro_recall": 0.85,
    "macro_f1": 0.9045183290707588,
    "ham": {
      "precision": 0.9714285714285714,
      "recall": 1.0,
      "f1": 0.9855072463768116,
      "support": 102
    },
    "spam": {
      "precision": 1.0,
      "recall": 0.7,
      "f1": 0.8235294117647058,
      "support": 10
    },
    "confusion_matrix_labels_[ham,spam]": [
      [
        102,
        0
      ],
      [
        3,
        7
      ]
    ],
    "false_positives": 0,
    "false_negatives": 3
  },
  "best_with_false_positives_le_1": {
    "threshold": 0.571892,
    "accuracy": 0.9732142857142857,
    "macro_precision": 0.9857142857142858,
    "macro_recall": 0.85,
    "macro_f1": 0.9045183290707588,
    "ham": {
      "precision": 0.9714285714285714,
      "recall": 1.0,
      "f1": 0.9855072463768116,
      "support": 102
    },
    "spam": {
      "precision": 1.0,
      "recall": 0.7,
      "f1": 0.8235294117647058,
      "support": 10
    },
    "confusion_matrix_labels_[ham,spam]": [
      [
        102,
        0
      ],
      [
        3,
        7
      ]
    ],
    "false_positives": 0,
    "false_negatives": 3
  },
  "best_with_false_positives_le_2": {
    "threshold": 0.571892,
    "accuracy": 0.9732142857142857,
    "macro_precision": 0.9857142857142858,
    "macro_recall": 0.85,
    "macro_f1": 0.9045183290707588,
    "ham": {
      "precision": 0.9714285714285714,
      "recall": 1.0,
      "f1": 0.9855072463768116,
      "support": 102
    },
    "spam": {
      "precision": 1.0,
      "recall": 0.7,
      "f1": 0.8235294117647058,
      "support": 10
    },
    "confusion_matrix_labels_[ham,spam]": [
      [
        102,
        0
      ],
      [
        3,
        7
      ]
    ],
    "false_positives": 0,
    "false_negatives": 3
  },
  "all_thresholds": [
    {
      "threshold": 0.006049,
      "accuracy": 0.09821428571428571,
      "macro_precision": 0.545045045045045,
      "macro_recall": 0.5049019607843137,
      "macro_f1": 0.09235336596325122,
      "ham": {
        "precision": 1.0,
        "recall": 0.00980392156862745,
        "f1": 0.019417475728155338,
        "support": 102
      },
      "spam": {
        "precision": 0.09009009009009009,
        "recall": 1.0,
        "f1": 0.1652892561983471,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          1,
          101
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 101,
      "false_negatives": 0
    },
    {
      "threshold": 0.006069,
      "accuracy": 0.10714285714285714,
      "macro_precision": 0.5454545454545454,
      "macro_recall": 0.5098039215686274,
      "macro_f1": 0.10256410256410256,
      "ham": {
        "precision": 1.0,
        "recall": 0.0196078431372549,
        "f1": 0.038461538461538464,
        "support": 102
      },
      "spam": {
        "precision": 0.09090909090909091,
        "recall": 1.0,
        "f1": 0.16666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          2,
          100
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 100,
      "false_negatives": 0
    },
    {
      "threshold": 0.006088,
      "accuracy": 0.10714285714285714,
      "macro_precision": 0.5454545454545454,
      "macro_recall": 0.5098039215686274,
      "macro_f1": 0.10256410256410256,
      "ham": {
        "precision": 1.0,
        "recall": 0.0196078431372549,
        "f1": 0.038461538461538464,
        "support": 102
      },
      "spam": {
        "precision": 0.09090909090909091,
        "recall": 1.0,
        "f1": 0.16666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          2,
          100
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 100,
      "false_negatives": 0
    },
    {
      "threshold": 0.006132,
      "accuracy": 0.11607142857142858,
      "macro_precision": 0.5458715596330275,
      "macro_recall": 0.5147058823529411,
      "macro_f1": 0.11260504201680673,
      "ham": {
        "precision": 1.0,
        "recall": 0.029411764705882353,
        "f1": 0.05714285714285714,
        "support": 102
      },
      "spam": {
        "precision": 0.09174311926605505,
        "recall": 1.0,
        "f1": 0.16806722689075632,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          3,
          99
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 99,
      "false_negatives": 0
    },
    {
      "threshold": 0.006155,
      "accuracy": 0.125,
      "macro_precision": 0.5462962962962963,
      "macro_recall": 0.5196078431372549,
      "macro_f1": 0.12248161176846817,
      "ham": {
        "precision": 1.0,
        "recall": 0.0392156862745098,
        "f1": 0.07547169811320754,
        "support": 102
      },
      "spam": {
        "precision": 0.09259259259259259,
        "recall": 1.0,
        "f1": 0.1694915254237288,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          4,
          98
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 98,
      "false_negatives": 0
    },
    {
      "threshold": 0.006157,
      "accuracy": 0.14285714285714285,
      "macro_precision": 0.5471698113207547,
      "macro_recall": 0.5294117647058824,
      "macro_f1": 0.1417624521072797,
      "ham": {
        "precision": 1.0,
        "recall": 0.058823529411764705,
        "f1": 0.1111111111111111,
        "support": 102
      },
      "spam": {
        "precision": 0.09433962264150944,
        "recall": 1.0,
        "f1": 0.1724137931034483,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          6,
          96
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 96,
      "false_negatives": 0
    },
    {
      "threshold": 0.006163,
      "accuracy": 0.14285714285714285,
      "macro_precision": 0.5471698113207547,
      "macro_recall": 0.5294117647058824,
      "macro_f1": 0.1417624521072797,
      "ham": {
        "precision": 1.0,
        "recall": 0.058823529411764705,
        "f1": 0.1111111111111111,
        "support": 102
      },
      "spam": {
        "precision": 0.09433962264150944,
        "recall": 1.0,
        "f1": 0.1724137931034483,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          6,
          96
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 96,
      "false_negatives": 0
    },
    {
      "threshold": 0.006164,
      "accuracy": 0.16071428571428573,
      "macro_precision": 0.5480769230769231,
      "macro_recall": 0.5392156862745098,
      "macro_f1": 0.16044657097288675,
      "ham": {
        "precision": 1.0,
        "recall": 0.0784313725490196,
        "f1": 0.14545454545454545,
        "support": 102
      },
      "spam": {
        "precision": 0.09615384615384616,
        "recall": 1.0,
        "f1": 0.17543859649122806,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          8,
          94
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 94,
      "false_negatives": 0
    },
    {
      "threshold": 0.006211,
      "accuracy": 0.16964285714285715,
      "macro_precision": 0.5485436893203883,
      "macro_recall": 0.5441176470588235,
      "macro_f1": 0.16957665630232002,
      "ham": {
        "precision": 1.0,
        "recall": 0.08823529411764706,
        "f1": 0.16216216216216217,
        "support": 102
      },
      "spam": {
        "precision": 0.0970873786407767,
        "recall": 1.0,
        "f1": 0.17699115044247787,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          9,
          93
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 93,
      "false_negatives": 0
    },
    {
      "threshold": 0.006242,
      "accuracy": 0.16964285714285715,
      "macro_precision": 0.5485436893203883,
      "macro_recall": 0.5441176470588235,
      "macro_f1": 0.16957665630232002,
      "ham": {
        "precision": 1.0,
        "recall": 0.08823529411764706,
        "f1": 0.16216216216216217,
        "support": 102
      },
      "spam": {
        "precision": 0.0970873786407767,
        "recall": 1.0,
        "f1": 0.17699115044247787,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          9,
          93
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 93,
      "false_negatives": 0
    },
    {
      "threshold": 0.006259,
      "accuracy": 0.17857142857142858,
      "macro_precision": 0.5490196078431373,
      "macro_recall": 0.5490196078431373,
      "macro_f1": 0.17857142857142858,
      "ham": {
        "precision": 1.0,
        "recall": 0.09803921568627451,
        "f1": 0.17857142857142858,
        "support": 102
      },
      "spam": {
        "precision": 0.09803921568627451,
        "recall": 1.0,
        "f1": 0.17857142857142858,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          10,
          92
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 92,
      "false_negatives": 0
    },
    {
      "threshold": 0.006262,
      "accuracy": 0.1875,
      "macro_precision": 0.5495049504950495,
      "macro_recall": 0.553921568627451,
      "macro_f1": 0.18743522283345293,
      "ham": {
        "precision": 1.0,
        "recall": 0.10784313725490197,
        "f1": 0.19469026548672566,
        "support": 102
      },
      "spam": {
        "precision": 0.09900990099009901,
        "recall": 1.0,
        "f1": 0.18018018018018017,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          11,
          91
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 91,
      "false_negatives": 0
    },
    {
      "threshold": 0.006263,
      "accuracy": 0.20535714285714285,
      "macro_precision": 0.5505050505050505,
      "macro_recall": 0.5637254901960784,
      "macro_f1": 0.20478659752692463,
      "ham": {
        "precision": 1.0,
        "recall": 0.12745098039215685,
        "f1": 0.22608695652173913,
        "support": 102
      },
      "spam": {
        "precision": 0.10101010101010101,
        "recall": 1.0,
        "f1": 0.1834862385321101,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          13,
          89
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 89,
      "false_negatives": 0
    },
    {
      "threshold": 0.006295,
      "accuracy": 0.21428571428571427,
      "macro_precision": 0.5510204081632653,
      "macro_recall": 0.5686274509803921,
      "macro_f1": 0.21328224776500637,
      "ham": {
        "precision": 1.0,
        "recall": 0.13725490196078433,
        "f1": 0.2413793103448276,
        "support": 102
      },
      "spam": {
        "precision": 0.10204081632653061,
        "recall": 1.0,
        "f1": 0.18518518518518517,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          14,
          88
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 88,
      "false_negatives": 0
    },
    {
      "threshold": 0.006301,
      "accuracy": 0.21428571428571427,
      "macro_precision": 0.5510204081632653,
      "macro_recall": 0.5686274509803921,
      "macro_f1": 0.21328224776500637,
      "ham": {
        "precision": 1.0,
        "recall": 0.13725490196078433,
        "f1": 0.2413793103448276,
        "support": 102
      },
      "spam": {
        "precision": 0.10204081632653061,
        "recall": 1.0,
        "f1": 0.18518518518518517,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          14,
          88
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 88,
      "false_negatives": 0
    },
    {
      "threshold": 0.006306,
      "accuracy": 0.22321428571428573,
      "macro_precision": 0.5515463917525774,
      "macro_recall": 0.5735294117647058,
      "macro_f1": 0.22166307213036185,
      "ham": {
        "precision": 1.0,
        "recall": 0.14705882352941177,
        "f1": 0.2564102564102564,
        "support": 102
      },
      "spam": {
        "precision": 0.10309278350515463,
        "recall": 1.0,
        "f1": 0.18691588785046728,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          15,
          87
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 87,
      "false_negatives": 0
    },
    {
      "threshold": 0.006316,
      "accuracy": 0.25,
      "macro_precision": 0.5531914893617021,
      "macro_recall": 0.5882352941176471,
      "macro_f1": 0.24615384615384617,
      "ham": {
        "precision": 1.0,
        "recall": 0.17647058823529413,
        "f1": 0.3,
        "support": 102
      },
      "spam": {
        "precision": 0.10638297872340426,
        "recall": 1.0,
        "f1": 0.19230769230769232,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          18,
          84
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 84,
      "false_negatives": 0
    },
    {
      "threshold": 0.006326,
      "accuracy": 0.25892857142857145,
      "macro_precision": 0.553763440860215,
      "macro_recall": 0.5931372549019608,
      "macro_f1": 0.25411217202920644,
      "ham": {
        "precision": 1.0,
        "recall": 0.18627450980392157,
        "f1": 0.3140495867768595,
        "support": 102
      },
      "spam": {
        "precision": 0.10752688172043011,
        "recall": 1.0,
        "f1": 0.1941747572815534,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          19,
          83
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 83,
      "false_negatives": 0
    },
    {
      "threshold": 0.006327,
      "accuracy": 0.25892857142857145,
      "macro_precision": 0.553763440860215,
      "macro_recall": 0.5931372549019608,
      "macro_f1": 0.25411217202920644,
      "ham": {
        "precision": 1.0,
        "recall": 0.18627450980392157,
        "f1": 0.3140495867768595,
        "support": 102
      },
      "spam": {
        "precision": 0.10752688172043011,
        "recall": 1.0,
        "f1": 0.1941747572815534,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          19,
          83
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 83,
      "false_negatives": 0
    },
    {
      "threshold": 0.006341,
      "accuracy": 0.2767857142857143,
      "macro_precision": 0.554945054945055,
      "macro_recall": 0.6029411764705882,
      "macro_f1": 0.2697416083071722,
      "ham": {
        "precision": 1.0,
        "recall": 0.20588235294117646,
        "f1": 0.34146341463414637,
        "support": 102
      },
      "spam": {
        "precision": 0.10989010989010989,
        "recall": 1.0,
        "f1": 0.19801980198019803,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          21,
          81
        ],
        [
          0,
          10
        ]
      ],
      "false_positives": 81,
      "false_negatives": 0
    },
    {
      "threshold": 0.006344,
      "accuracy": 0.2767857142857143,
      "macro_precision": 0.5288226673180264,
      "macro_recall": 0.557843137254902,
      "macro_f1": 0.2669090909090909,
      "ham": {
        "precision": 0.9565217391304348,
        "recall": 0.21568627450980393,
        "f1": 0.352,
        "support": 102
      },
      "spam": {
        "precision": 0.10112359550561797,
        "recall": 0.9,
        "f1": 0.18181818181818182,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          22,
          80
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 80,
      "false_negatives": 1
    },
    {
      "threshold": 0.006352,
      "accuracy": 0.2857142857142857,
      "macro_precision": 0.5303030303030303,
      "macro_recall": 0.5627450980392157,
      "macro_f1": 0.2743764172335601,
      "ham": {
        "precision": 0.9583333333333334,
        "recall": 0.22549019607843138,
        "f1": 0.36507936507936506,
        "support": 102
      },
      "spam": {
        "precision": 0.10227272727272728,
        "recall": 0.9,
        "f1": 0.1836734693877551,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          23,
          79
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 79,
      "false_negatives": 1
    },
    {
      "threshold": 0.006361,
      "accuracy": 0.30357142857142855,
      "macro_precision": 0.5330948121645797,
      "macro_recall": 0.5725490196078431,
      "macro_f1": 0.2890625,
      "ham": {
        "precision": 0.9615384615384616,
        "recall": 0.24509803921568626,
        "f1": 0.390625,
        "support": 102
      },
      "spam": {
        "precision": 0.10465116279069768,
        "recall": 0.9,
        "f1": 0.1875,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          25,
          77
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 77,
      "false_negatives": 1
    },
    {
      "threshold": 0.006363,
      "accuracy": 0.3125,
      "macro_precision": 0.5344226579520697,
      "macro_recall": 0.5774509803921568,
      "macro_f1": 0.29628722970216237,
      "ham": {
        "precision": 0.9629629629629629,
        "recall": 0.2549019607843137,
        "f1": 0.40310077519379844,
        "support": 102
      },
      "spam": {
        "precision": 0.10588235294117647,
        "recall": 0.9,
        "f1": 0.18947368421052632,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          26,
          76
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 76,
      "false_negatives": 1
    },
    {
      "threshold": 0.006383,
      "accuracy": 0.33035714285714285,
      "macro_precision": 0.5369754881595347,
      "macro_recall": 0.5872549019607843,
      "macro_f1": 0.31051465156365426,
      "ham": {
        "precision": 0.9655172413793104,
        "recall": 0.27450980392156865,
        "f1": 0.42748091603053434,
        "support": 102
      },
      "spam": {
        "precision": 0.10843373493975904,
        "recall": 0.9,
        "f1": 0.1935483870967742,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          28,
          74
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 74,
      "false_negatives": 1
    },
    {
      "threshold": 0.006396,
      "accuracy": 0.33035714285714285,
      "macro_precision": 0.5369754881595347,
      "macro_recall": 0.5872549019607843,
      "macro_f1": 0.31051465156365426,
      "ham": {
        "precision": 0.9655172413793104,
        "recall": 0.27450980392156865,
        "f1": 0.42748091603053434,
        "support": 102
      },
      "spam": {
        "precision": 0.10843373493975904,
        "recall": 0.9,
        "f1": 0.1935483870967742,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          28,
          74
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 74,
      "false_negatives": 1
    },
    {
      "threshold": 0.006403,
      "accuracy": 0.3392857142857143,
      "macro_precision": 0.5382113821138211,
      "macro_recall": 0.592156862745098,
      "macro_f1": 0.31752305665349145,
      "ham": {
        "precision": 0.9666666666666667,
        "recall": 0.28431372549019607,
        "f1": 0.4393939393939394,
        "support": 102
      },
      "spam": {
        "precision": 0.10975609756097561,
        "recall": 0.9,
        "f1": 0.1956521739130435,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          29,
          73
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 73,
      "false_negatives": 1
    },
    {
      "threshold": 0.006412,
      "accuracy": 0.3482142857142857,
      "macro_precision": 0.5394265232974911,
      "macro_recall": 0.5970588235294118,
      "macro_f1": 0.32446500867553496,
      "ham": {
        "precision": 0.967741935483871,
        "recall": 0.29411764705882354,
        "f1": 0.45112781954887216,
        "support": 102
      },
      "spam": {
        "precision": 0.1111111111111111,
        "recall": 0.9,
        "f1": 0.1978021978021978,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          30,
          72
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 72,
      "false_negatives": 1
    },
    {
      "threshold": 0.006429,
      "accuracy": 0.35714285714285715,
      "macro_precision": 0.540625,
      "macro_recall": 0.6019607843137255,
      "macro_f1": 0.33134328358208953,
      "ham": {
        "precision": 0.96875,
        "recall": 0.30392156862745096,
        "f1": 0.4626865671641791,
        "support": 102
      },
      "spam": {
        "precision": 0.1125,
        "recall": 0.9,
        "f1": 0.2,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          31,
          71
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 71,
      "false_negatives": 1
    },
    {
      "threshold": 0.006452,
      "accuracy": 0.36607142857142855,
      "macro_precision": 0.5418105101649405,
      "macro_recall": 0.6068627450980393,
      "macro_f1": 0.33816063254265505,
      "ham": {
        "precision": 0.9696969696969697,
        "recall": 0.3137254901960784,
        "f1": 0.4740740740740741,
        "support": 102
      },
      "spam": {
        "precision": 0.11392405063291139,
        "recall": 0.9,
        "f1": 0.20224719101123595,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          32,
          70
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 70,
      "false_negatives": 1
    },
    {
      "threshold": 0.00648,
      "accuracy": 0.38392857142857145,
      "macro_precision": 0.5441558441558442,
      "macro_recall": 0.6166666666666667,
      "macro_f1": 0.3516234583438208,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 0.3333333333333333,
        "f1": 0.49635036496350365,
        "support": 102
      },
      "spam": {
        "precision": 0.11688311688311688,
        "recall": 0.9,
        "f1": 0.20689655172413793,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          34,
          68
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 68,
      "false_negatives": 1
    },
    {
      "threshold": 0.006491,
      "accuracy": 0.38392857142857145,
      "macro_precision": 0.5441558441558442,
      "macro_recall": 0.6166666666666667,
      "macro_f1": 0.3516234583438208,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 0.3333333333333333,
        "f1": 0.49635036496350365,
        "support": 102
      },
      "spam": {
        "precision": 0.11688311688311688,
        "recall": 0.9,
        "f1": 0.20689655172413793,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          34,
          68
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 68,
      "false_negatives": 1
    },
    {
      "threshold": 0.006519,
      "accuracy": 0.39285714285714285,
      "macro_precision": 0.5453216374269005,
      "macro_recall": 0.6215686274509804,
      "macro_f1": 0.3582743511964948,
      "ham": {
        "precision": 0.9722222222222222,
        "recall": 0.3431372549019608,
        "f1": 0.5072463768115942,
        "support": 102
      },
      "spam": {
        "precision": 0.11842105263157894,
        "recall": 0.9,
        "f1": 0.20930232558139536,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          35,
          67
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 67,
      "false_negatives": 1
    },
    {
      "threshold": 0.006531,
      "accuracy": 0.4017857142857143,
      "macro_precision": 0.5464864864864865,
      "macro_recall": 0.6264705882352941,
      "macro_f1": 0.36487515869657217,
      "ham": {
        "precision": 0.972972972972973,
        "recall": 0.35294117647058826,
        "f1": 0.5179856115107914,
        "support": 102
      },
      "spam": {
        "precision": 0.12,
        "recall": 0.9,
        "f1": 0.21176470588235294,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          36,
          66
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 66,
      "false_negatives": 1
    },
    {
      "threshold": 0.006536,
      "accuracy": 0.42857142857142855,
      "macro_precision": 0.55,
      "macro_recall": 0.6411764705882352,
      "macro_f1": 0.3844039848849193,
      "ham": {
        "precision": 0.975,
        "recall": 0.38235294117647056,
        "f1": 0.5492957746478874,
        "support": 102
      },
      "spam": {
        "precision": 0.125,
        "recall": 0.9,
        "f1": 0.21951219512195122,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          39,
          63
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 63,
      "false_negatives": 1
    },
    {
      "threshold": 0.006537,
      "accuracy": 0.42857142857142855,
      "macro_precision": 0.55,
      "macro_recall": 0.6411764705882352,
      "macro_f1": 0.3844039848849193,
      "ham": {
        "precision": 0.975,
        "recall": 0.38235294117647056,
        "f1": 0.5492957746478874,
        "support": 102
      },
      "spam": {
        "precision": 0.125,
        "recall": 0.9,
        "f1": 0.21951219512195122,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          39,
          63
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 63,
      "false_negatives": 1
    },
    {
      "threshold": 0.00654,
      "accuracy": 0.4375,
      "macro_precision": 0.5511851597389213,
      "macro_recall": 0.6460784313725491,
      "macro_f1": 0.39083139083139085,
      "ham": {
        "precision": 0.975609756097561,
        "recall": 0.39215686274509803,
        "f1": 0.5594405594405595,
        "support": 102
      },
      "spam": {
        "precision": 0.1267605633802817,
        "recall": 0.9,
        "f1": 0.2222222222222222,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          40,
          62
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 62,
      "false_negatives": 1
    },
    {
      "threshold": 0.006546,
      "accuracy": 0.45535714285714285,
      "macro_precision": 0.5535894843276036,
      "macro_recall": 0.6558823529411765,
      "macro_f1": 0.4035792230467045,
      "ham": {
        "precision": 0.9767441860465116,
        "recall": 0.4117647058823529,
        "f1": 0.5793103448275863,
        "support": 102
      },
      "spam": {
        "precision": 0.13043478260869565,
        "recall": 0.9,
        "f1": 0.22784810126582278,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          42,
          60
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 60,
      "false_negatives": 1
    },
    {
      "threshold": 0.006554,
      "accuracy": 0.4642857142857143,
      "macro_precision": 0.5548128342245989,
      "macro_recall": 0.6607843137254902,
      "macro_f1": 0.40990516332982085,
      "ham": {
        "precision": 0.9772727272727273,
        "recall": 0.4215686274509804,
        "f1": 0.589041095890411,
        "support": 102
      },
      "spam": {
        "precision": 0.1323529411764706,
        "recall": 0.9,
        "f1": 0.23076923076923078,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          43,
          59
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 59,
      "false_negatives": 1
    },
    {
      "threshold": 0.006555,
      "accuracy": 0.48214285714285715,
      "macro_precision": 0.5573122529644269,
      "macro_recall": 0.6705882352941177,
      "macro_f1": 0.422475106685633,
      "ham": {
        "precision": 0.9782608695652174,
        "recall": 0.4411764705882353,
        "f1": 0.6081081081081081,
        "support": 102
      },
      "spam": {
        "precision": 0.13636363636363635,
        "recall": 0.9,
        "f1": 0.23684210526315788,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          45,
          57
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 57,
      "false_negatives": 1
    },
    {
      "threshold": 0.006559,
      "accuracy": 0.49107142857142855,
      "macro_precision": 0.5585924713584288,
      "macro_recall": 0.6754901960784314,
      "macro_f1": 0.4287248322147651,
      "ham": {
        "precision": 0.9787234042553191,
        "recall": 0.45098039215686275,
        "f1": 0.6174496644295302,
        "support": 102
      },
      "spam": {
        "precision": 0.13846153846153847,
        "recall": 0.9,
        "f1": 0.24,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          46,
          56
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 56,
      "false_negatives": 1
    },
    {
      "threshold": 0.006561,
      "accuracy": 0.5089285714285714,
      "macro_precision": 0.5612244897959183,
      "macro_recall": 0.6852941176470588,
      "macro_f1": 0.4411684659348635,
      "ham": {
        "precision": 0.9795918367346939,
        "recall": 0.47058823529411764,
        "f1": 0.6357615894039735,
        "support": 102
      },
      "spam": {
        "precision": 0.14285714285714285,
        "recall": 0.9,
        "f1": 0.2465753424657534,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          48,
          54
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 54,
      "false_negatives": 1
    },
    {
      "threshold": 0.006563,
      "accuracy": 0.5089285714285714,
      "macro_precision": 0.5612244897959183,
      "macro_recall": 0.6852941176470588,
      "macro_f1": 0.4411684659348635,
      "ham": {
        "precision": 0.9795918367346939,
        "recall": 0.47058823529411764,
        "f1": 0.6357615894039735,
        "support": 102
      },
      "spam": {
        "precision": 0.14285714285714285,
        "recall": 0.9,
        "f1": 0.2465753424657534,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          48,
          54
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 54,
      "false_negatives": 1
    },
    {
      "threshold": 0.006586,
      "accuracy": 0.5267857142857143,
      "macro_precision": 0.5639665702346512,
      "macro_recall": 0.6950980392156862,
      "macro_f1": 0.4535579490011967,
      "ham": {
        "precision": 0.9803921568627451,
        "recall": 0.49019607843137253,
        "f1": 0.6535947712418301,
        "support": 102
      },
      "spam": {
        "precision": 0.14754098360655737,
        "recall": 0.9,
        "f1": 0.2535211267605634,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          50,
          52
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 52,
      "false_negatives": 1
    },
    {
      "threshold": 0.006589,
      "accuracy": 0.5357142857142857,
      "macro_precision": 0.5653846153846154,
      "macro_recall": 0.7,
      "macro_f1": 0.4597402597402597,
      "ham": {
        "precision": 0.9807692307692307,
        "recall": 0.5,
        "f1": 0.6623376623376623,
        "support": 102
      },
      "spam": {
        "precision": 0.15,
        "recall": 0.9,
        "f1": 0.2571428571428571,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          51,
          51
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 51,
      "false_negatives": 1
    },
    {
      "threshold": 0.00659,
      "accuracy": 0.5357142857142857,
      "macro_precision": 0.5653846153846154,
      "macro_recall": 0.7,
      "macro_f1": 0.4597402597402597,
      "ham": {
        "precision": 0.9807692307692307,
        "recall": 0.5,
        "f1": 0.6623376623376623,
        "support": 102
      },
      "spam": {
        "precision": 0.15,
        "recall": 0.9,
        "f1": 0.2571428571428571,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          51,
          51
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 51,
      "false_negatives": 1
    },
    {
      "threshold": 0.006592,
      "accuracy": 0.5535714285714286,
      "macro_precision": 0.5683269476372925,
      "macro_recall": 0.7098039215686275,
      "macro_f1": 0.4720965309200603,
      "ham": {
        "precision": 0.9814814814814815,
        "recall": 0.5196078431372549,
        "f1": 0.6794871794871795,
        "support": 102
      },
      "spam": {
        "precision": 0.15517241379310345,
        "recall": 0.9,
        "f1": 0.2647058823529412,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          53,
          49
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 49,
      "false_negatives": 1
    },
    {
      "threshold": 0.006619,
      "accuracy": 0.5625,
      "macro_precision": 0.5698564593301435,
      "macro_recall": 0.7147058823529412,
      "macro_f1": 0.47827740279494246,
      "ham": {
        "precision": 0.9818181818181818,
        "recall": 0.5294117647058824,
        "f1": 0.6878980891719745,
        "support": 102
      },
      "spam": {
        "precision": 0.15789473684210525,
        "recall": 0.9,
        "f1": 0.26865671641791045,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          54,
          48
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 48,
      "false_negatives": 1
    },
    {
      "threshold": 0.00665,
      "accuracy": 0.5714285714285714,
      "macro_precision": 0.5714285714285714,
      "macro_recall": 0.7196078431372549,
      "macro_f1": 0.4844649021864212,
      "ham": {
        "precision": 0.9821428571428571,
        "recall": 0.5392156862745098,
        "f1": 0.6962025316455697,
        "support": 102
      },
      "spam": {
        "precision": 0.16071428571428573,
        "recall": 0.9,
        "f1": 0.2727272727272727,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          55,
          47
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 47,
      "false_negatives": 1
    },
    {
      "threshold": 0.006677,
      "accuracy": 0.5714285714285714,
      "macro_precision": 0.5714285714285714,
      "macro_recall": 0.7196078431372549,
      "macro_f1": 0.4844649021864212,
      "ham": {
        "precision": 0.9821428571428571,
        "recall": 0.5392156862745098,
        "f1": 0.6962025316455697,
        "support": 102
      },
      "spam": {
        "precision": 0.16071428571428573,
        "recall": 0.9,
        "f1": 0.2727272727272727,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          55,
          47
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 47,
      "false_negatives": 1
    },
    {
      "threshold": 0.006727,
      "accuracy": 0.5982142857142857,
      "macro_precision": 0.576431084106172,
      "macro_recall": 0.7343137254901961,
      "macro_f1": 0.5031055900621118,
      "ham": {
        "precision": 0.9830508474576272,
        "recall": 0.5686274509803921,
        "f1": 0.7204968944099379,
        "support": 102
      },
      "spam": {
        "precision": 0.16981132075471697,
        "recall": 0.9,
        "f1": 0.2857142857142857,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          58,
          44
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 44,
      "false_negatives": 1
    },
    {
      "threshold": 0.006734,
      "accuracy": 0.6071428571428571,
      "macro_precision": 0.5782051282051281,
      "macro_recall": 0.7392156862745098,
      "macro_f1": 0.5093588211867782,
      "ham": {
        "precision": 0.9833333333333333,
        "recall": 0.5784313725490197,
        "f1": 0.7283950617283951,
        "support": 102
      },
      "spam": {
        "precision": 0.17307692307692307,
        "recall": 0.9,
        "f1": 0.2903225806451613,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          59,
          43
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 43,
      "false_negatives": 1
    },
    {
      "threshold": 0.006757,
      "accuracy": 0.6160714285714286,
      "macro_precision": 0.5800385728061717,
      "macro_recall": 0.7441176470588236,
      "macro_f1": 0.5156391431157599,
      "ham": {
        "precision": 0.9836065573770492,
        "recall": 0.5882352941176471,
        "f1": 0.7361963190184049,
        "support": 102
      },
      "spam": {
        "precision": 0.17647058823529413,
        "recall": 0.9,
        "f1": 0.29508196721311475,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          60,
          42
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 42,
      "false_negatives": 1
    },
    {
      "threshold": 0.006782,
      "accuracy": 0.625,
      "macro_precision": 0.5819354838709677,
      "macro_recall": 0.7490196078431373,
      "macro_f1": 0.5219512195121951,
      "ham": {
        "precision": 0.9838709677419355,
        "recall": 0.5980392156862745,
        "f1": 0.7439024390243902,
        "support": 102
      },
      "spam": {
        "precision": 0.18,
        "recall": 0.9,
        "f1": 0.3,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          61,
          41
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 41,
      "false_negatives": 1
    },
    {
      "threshold": 0.006784,
      "accuracy": 0.6517857142857143,
      "macro_precision": 0.5880523731587561,
      "macro_recall": 0.7637254901960784,
      "macro_f1": 0.541128269776237,
      "ham": {
        "precision": 0.9846153846153847,
        "recall": 0.6274509803921569,
        "f1": 0.7664670658682635,
        "support": 102
      },
      "spam": {
        "precision": 0.19148936170212766,
        "recall": 0.9,
        "f1": 0.3157894736842105,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          64,
          38
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 38,
      "false_negatives": 1
    },
    {
      "threshold": 0.006801,
      "accuracy": 0.6517857142857143,
      "macro_precision": 0.5880523731587561,
      "macro_recall": 0.7637254901960784,
      "macro_f1": 0.541128269776237,
      "ham": {
        "precision": 0.9846153846153847,
        "recall": 0.6274509803921569,
        "f1": 0.7664670658682635,
        "support": 102
      },
      "spam": {
        "precision": 0.19148936170212766,
        "recall": 0.9,
        "f1": 0.3157894736842105,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          64,
          38
        ],
        [
          1,
          9
        ]
      ],
      "false_positives": 38,
      "false_negatives": 1
    },
    {
      "threshold": 0.006855,
      "accuracy": 0.6517857142857143,
      "macro_precision": 0.5739635157545605,
      "macro_recall": 0.7186274509803922,
      "macro_f1": 0.5300699300699301,
      "ham": {
        "precision": 0.9701492537313433,
        "recall": 0.6372549019607843,
        "f1": 0.7692307692307693,
        "support": 102
      },
      "spam": {
        "precision": 0.17777777777777778,
        "recall": 0.8,
        "f1": 0.2909090909090909,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          65,
          37
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 37,
      "false_negatives": 2
    },
    {
      "threshold": 0.006862,
      "accuracy": 0.6607142857142857,
      "macro_precision": 0.5762032085561497,
      "macro_recall": 0.723529411764706,
      "macro_f1": 0.5363834422657952,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.6470588235294118,
        "f1": 0.7764705882352941,
        "support": 102
      },
      "spam": {
        "precision": 0.18181818181818182,
        "recall": 0.8,
        "f1": 0.2962962962962963,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          66,
          36
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 36,
      "false_negatives": 2
    },
    {
      "threshold": 0.006877,
      "accuracy": 0.6607142857142857,
      "macro_precision": 0.5762032085561497,
      "macro_recall": 0.723529411764706,
      "macro_f1": 0.5363834422657952,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.6470588235294118,
        "f1": 0.7764705882352941,
        "support": 102
      },
      "spam": {
        "precision": 0.18181818181818182,
        "recall": 0.8,
        "f1": 0.2962962962962963,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          66,
          36
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 36,
      "false_negatives": 2
    },
    {
      "threshold": 0.006922,
      "accuracy": 0.6785714285714286,
      "macro_precision": 0.5809523809523809,
      "macro_recall": 0.7333333333333334,
      "macro_f1": 0.5491949910554561,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 0.6666666666666666,
        "f1": 0.7906976744186046,
        "support": 102
      },
      "spam": {
        "precision": 0.19047619047619047,
        "recall": 0.8,
        "f1": 0.3076923076923077,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          68,
          34
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 34,
      "false_negatives": 2
    },
    {
      "threshold": 0.006943,
      "accuracy": 0.6785714285714286,
      "macro_precision": 0.5809523809523809,
      "macro_recall": 0.7333333333333334,
      "macro_f1": 0.5491949910554561,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 0.6666666666666666,
        "f1": 0.7906976744186046,
        "support": 102
      },
      "spam": {
        "precision": 0.19047619047619047,
        "recall": 0.8,
        "f1": 0.3076923076923077,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          68,
          34
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 34,
      "false_negatives": 2
    },
    {
      "threshold": 0.006955,
      "accuracy": 0.6964285714285714,
      "macro_precision": 0.5861111111111111,
      "macro_recall": 0.7431372549019608,
      "macro_f1": 0.5622988505747126,
      "ham": {
        "precision": 0.9722222222222222,
        "recall": 0.6862745098039216,
        "f1": 0.8045977011494253,
        "support": 102
      },
      "spam": {
        "precision": 0.2,
        "recall": 0.8,
        "f1": 0.32,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          70,
          32
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 32,
      "false_negatives": 2
    },
    {
      "threshold": 0.006968,
      "accuracy": 0.6964285714285714,
      "macro_precision": 0.5861111111111111,
      "macro_recall": 0.7431372549019608,
      "macro_f1": 0.5622988505747126,
      "ham": {
        "precision": 0.9722222222222222,
        "recall": 0.6862745098039216,
        "f1": 0.8045977011494253,
        "support": 102
      },
      "spam": {
        "precision": 0.2,
        "recall": 0.8,
        "f1": 0.32,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          70,
          32
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 32,
      "false_negatives": 2
    },
    {
      "threshold": 0.007099,
      "accuracy": 0.7142857142857143,
      "macro_precision": 0.5917496443812233,
      "macro_recall": 0.7529411764705882,
      "macro_f1": 0.5757575757575758,
      "ham": {
        "precision": 0.972972972972973,
        "recall": 0.7058823529411765,
        "f1": 0.8181818181818182,
        "support": 102
      },
      "spam": {
        "precision": 0.21052631578947367,
        "recall": 0.8,
        "f1": 0.3333333333333333,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          72,
          30
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 30,
      "false_negatives": 2
    },
    {
      "threshold": 0.007101,
      "accuracy": 0.7232142857142857,
      "macro_precision": 0.5947747747747748,
      "macro_recall": 0.7578431372549019,
      "macro_f1": 0.5826421444885203,
      "ham": {
        "precision": 0.9733333333333334,
        "recall": 0.7156862745098039,
        "f1": 0.8248587570621468,
        "support": 102
      },
      "spam": {
        "precision": 0.21621621621621623,
        "recall": 0.8,
        "f1": 0.3404255319148936,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          73,
          29
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 29,
      "false_negatives": 2
    },
    {
      "threshold": 0.00712,
      "accuracy": 0.7232142857142857,
      "macro_precision": 0.5947747747747748,
      "macro_recall": 0.7578431372549019,
      "macro_f1": 0.5826421444885203,
      "ham": {
        "precision": 0.9733333333333334,
        "recall": 0.7156862745098039,
        "f1": 0.8248587570621468,
        "support": 102
      },
      "spam": {
        "precision": 0.21621621621621623,
        "recall": 0.8,
        "f1": 0.3404255319148936,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          73,
          29
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 29,
      "false_negatives": 2
    },
    {
      "threshold": 0.007173,
      "accuracy": 0.7410714285714286,
      "macro_precision": 0.6012987012987013,
      "macro_recall": 0.7676470588235295,
      "macro_f1": 0.596772191185599,
      "ham": {
        "precision": 0.974025974025974,
        "recall": 0.7352941176470589,
        "f1": 0.8379888268156425,
        "support": 102
      },
      "spam": {
        "precision": 0.22857142857142856,
        "recall": 0.8,
        "f1": 0.35555555555555557,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          75,
          27
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 27,
      "false_negatives": 2
    },
    {
      "threshold": 0.007193,
      "accuracy": 0.75,
      "macro_precision": 0.6048265460030166,
      "macro_recall": 0.7725490196078432,
      "macro_f1": 0.604040404040404,
      "ham": {
        "precision": 0.9743589743589743,
        "recall": 0.7450980392156863,
        "f1": 0.8444444444444444,
        "support": 102
      },
      "spam": {
        "precision": 0.23529411764705882,
        "recall": 0.8,
        "f1": 0.36363636363636365,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          76,
          26
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 26,
      "false_negatives": 2
    },
    {
      "threshold": 0.007293,
      "accuracy": 0.7589285714285714,
      "macro_precision": 0.60855389336402,
      "macro_recall": 0.7774509803921569,
      "macro_f1": 0.611460876268791,
      "ham": {
        "precision": 0.9746835443037974,
        "recall": 0.7549019607843137,
        "f1": 0.850828729281768,
        "support": 102
      },
      "spam": {
        "precision": 0.24242424242424243,
        "recall": 0.8,
        "f1": 0.37209302325581395,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          77,
          25
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 25,
      "false_negatives": 2
    },
    {
      "threshold": 0.007342,
      "accuracy": 0.7589285714285714,
      "macro_precision": 0.60855389336402,
      "macro_recall": 0.7774509803921569,
      "macro_f1": 0.611460876268791,
      "ham": {
        "precision": 0.9746835443037974,
        "recall": 0.7549019607843137,
        "f1": 0.850828729281768,
        "support": 102
      },
      "spam": {
        "precision": 0.24242424242424243,
        "recall": 0.8,
        "f1": 0.37209302325581395,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          77,
          25
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 25,
      "false_negatives": 2
    },
    {
      "threshold": 0.007364,
      "accuracy": 0.7767857142857143,
      "macro_precision": 0.6166865790521705,
      "macro_recall": 0.7872549019607844,
      "macro_f1": 0.6268159402905504,
      "ham": {
        "precision": 0.9753086419753086,
        "recall": 0.7745098039215687,
        "f1": 0.8633879781420765,
        "support": 102
      },
      "spam": {
        "precision": 0.25806451612903225,
        "recall": 0.8,
        "f1": 0.3902439024390244,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          79,
          23
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 23,
      "false_negatives": 2
    },
    {
      "threshold": 0.007447,
      "accuracy": 0.7767857142857143,
      "macro_precision": 0.6166865790521705,
      "macro_recall": 0.7872549019607844,
      "macro_f1": 0.6268159402905504,
      "ham": {
        "precision": 0.9753086419753086,
        "recall": 0.7745098039215687,
        "f1": 0.8633879781420765,
        "support": 102
      },
      "spam": {
        "precision": 0.25806451612903225,
        "recall": 0.8,
        "f1": 0.3902439024390244,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          79,
          23
        ],
        [
          2,
          8
        ]
      ],
      "false_positives": 23,
      "false_negatives": 2
    },
    {
      "threshold": 0.007493,
      "accuracy": 0.7767857142857143,
      "macro_precision": 0.6026173660157873,
      "macro_recall": 0.7421568627450981,
      "macro_f1": 0.611919611919612,
      "ham": {
        "precision": 0.963855421686747,
        "recall": 0.7843137254901961,
        "f1": 0.8648648648648649,
        "support": 102
      },
      "spam": {
        "precision": 0.2413793103448276,
        "recall": 0.7,
        "f1": 0.358974358974359,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          80,
          22
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 22,
      "false_negatives": 3
    },
    {
      "threshold": 0.007507,
      "accuracy": 0.7767857142857143,
      "macro_precision": 0.6026173660157873,
      "macro_recall": 0.7421568627450981,
      "macro_f1": 0.611919611919612,
      "ham": {
        "precision": 0.963855421686747,
        "recall": 0.7843137254901961,
        "f1": 0.8648648648648649,
        "support": 102
      },
      "spam": {
        "precision": 0.2413793103448276,
        "recall": 0.7,
        "f1": 0.358974358974359,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          80,
          22
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 22,
      "false_negatives": 3
    },
    {
      "threshold": 0.007587,
      "accuracy": 0.7946428571428571,
      "macro_precision": 0.6119825708061002,
      "macro_recall": 0.7519607843137255,
      "macro_f1": 0.6276918629859807,
      "ham": {
        "precision": 0.9647058823529412,
        "recall": 0.803921568627451,
        "f1": 0.8770053475935828,
        "support": 102
      },
      "spam": {
        "precision": 0.25925925925925924,
        "recall": 0.7,
        "f1": 0.3783783783783784,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          82,
          20
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 20,
      "false_negatives": 3
    },
    {
      "threshold": 0.007874,
      "accuracy": 0.7946428571428571,
      "macro_precision": 0.6119825708061002,
      "macro_recall": 0.7519607843137255,
      "macro_f1": 0.6276918629859807,
      "ham": {
        "precision": 0.9647058823529412,
        "recall": 0.803921568627451,
        "f1": 0.8770053475935828,
        "support": 102
      },
      "spam": {
        "precision": 0.25925925925925924,
        "recall": 0.7,
        "f1": 0.3783783783783784,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          82,
          20
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 20,
      "false_negatives": 3
    },
    {
      "threshold": 0.00803,
      "accuracy": 0.8035714285714286,
      "macro_precision": 0.6171735241502684,
      "macro_recall": 0.7568627450980392,
      "macro_f1": 0.6359338061465721,
      "ham": {
        "precision": 0.9651162790697675,
        "recall": 0.8137254901960784,
        "f1": 0.8829787234042553,
        "support": 102
      },
      "spam": {
        "precision": 0.2692307692307692,
        "recall": 0.7,
        "f1": 0.3888888888888889,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          83,
          19
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 19,
      "false_negatives": 3
    },
    {
      "threshold": 0.008038,
      "accuracy": 0.8125,
      "macro_precision": 0.6227586206896552,
      "macro_recall": 0.7617647058823529,
      "macro_f1": 0.6444444444444444,
      "ham": {
        "precision": 0.9655172413793104,
        "recall": 0.8235294117647058,
        "f1": 0.8888888888888888,
        "support": 102
      },
      "spam": {
        "precision": 0.28,
        "recall": 0.7,
        "f1": 0.4,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          84,
          18
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 18,
      "false_negatives": 3
    },
    {
      "threshold": 0.008077,
      "accuracy": 0.8214285714285714,
      "macro_precision": 0.6287878787878788,
      "macro_recall": 0.7666666666666666,
      "macro_f1": 0.653250773993808,
      "ham": {
        "precision": 0.9659090909090909,
        "recall": 0.8333333333333334,
        "f1": 0.8947368421052632,
        "support": 102
      },
      "spam": {
        "precision": 0.2916666666666667,
        "recall": 0.7,
        "f1": 0.4117647058823529,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          85,
          17
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 17,
      "false_negatives": 3
    },
    {
      "threshold": 0.00808,
      "accuracy": 0.8303571428571429,
      "macro_precision": 0.6353199804592087,
      "macro_recall": 0.7715686274509803,
      "macro_f1": 0.6623829922259241,
      "ham": {
        "precision": 0.9662921348314607,
        "recall": 0.8431372549019608,
        "f1": 0.900523560209424,
        "support": 102
      },
      "spam": {
        "precision": 0.30434782608695654,
        "recall": 0.7,
        "f1": 0.42424242424242425,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          86,
          16
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 16,
      "false_negatives": 3
    },
    {
      "threshold": 0.008821,
      "accuracy": 0.8482142857142857,
      "macro_precision": 0.6501831501831502,
      "macro_recall": 0.7813725490196078,
      "macro_f1": 0.6817650008357011,
      "ham": {
        "precision": 0.967032967032967,
        "recall": 0.8627450980392157,
        "f1": 0.9119170984455959,
        "support": 102
      },
      "spam": {
        "precision": 0.3333333333333333,
        "recall": 0.7,
        "f1": 0.45161290322580644,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          88,
          14
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 14,
      "false_negatives": 3
    },
    {
      "threshold": 0.008991,
      "accuracy": 0.8571428571428571,
      "macro_precision": 0.658695652173913,
      "macro_recall": 0.7862745098039216,
      "macro_f1": 0.6920962199312715,
      "ham": {
        "precision": 0.967391304347826,
        "recall": 0.8725490196078431,
        "f1": 0.9175257731958762,
        "support": 102
      },
      "spam": {
        "precision": 0.35,
        "recall": 0.7,
        "f1": 0.4666666666666667,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          89,
          13
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 13,
      "false_negatives": 3
    },
    {
      "threshold": 0.009034,
      "accuracy": 0.8660714285714286,
      "macro_precision": 0.668081494057725,
      "macro_recall": 0.7911764705882353,
      "macro_f1": 0.7029177718832892,
      "ham": {
        "precision": 0.967741935483871,
        "recall": 0.8823529411764706,
        "f1": 0.9230769230769231,
        "support": 102
      },
      "spam": {
        "precision": 0.3684210526315789,
        "recall": 0.7,
        "f1": 0.4827586206896552,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          90,
          12
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 12,
      "false_negatives": 3
    },
    {
      "threshold": 0.009241,
      "accuracy": 0.8660714285714286,
      "macro_precision": 0.668081494057725,
      "macro_recall": 0.7911764705882353,
      "macro_f1": 0.7029177718832892,
      "ham": {
        "precision": 0.967741935483871,
        "recall": 0.8823529411764706,
        "f1": 0.9230769230769231,
        "support": 102
      },
      "spam": {
        "precision": 0.3684210526315789,
        "recall": 0.7,
        "f1": 0.4827586206896552,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          90,
          12
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 12,
      "false_negatives": 3
    },
    {
      "threshold": 0.010222,
      "accuracy": 0.8839285714285714,
      "macro_precision": 0.6900928792569659,
      "macro_recall": 0.8009803921568628,
      "macro_f1": 0.7262643354013912,
      "ham": {
        "precision": 0.968421052631579,
        "recall": 0.9019607843137255,
        "f1": 0.934010152284264,
        "support": 102
      },
      "spam": {
        "precision": 0.4117647058823529,
        "recall": 0.7,
        "f1": 0.5185185185185185,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          92,
          10
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 10,
      "false_negatives": 3
    },
    {
      "threshold": 0.011346,
      "accuracy": 0.8928571428571429,
      "macro_precision": 0.703125,
      "macro_recall": 0.8058823529411765,
      "macro_f1": 0.7389277389277389,
      "ham": {
        "precision": 0.96875,
        "recall": 0.9117647058823529,
        "f1": 0.9393939393939394,
        "support": 102
      },
      "spam": {
        "precision": 0.4375,
        "recall": 0.7,
        "f1": 0.5384615384615384,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          93,
          9
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 9,
      "false_negatives": 3
    },
    {
      "threshold": 0.011348,
      "accuracy": 0.9017857142857143,
      "macro_precision": 0.7178694158075601,
      "macro_recall": 0.8107843137254902,
      "macro_f1": 0.7523618090452262,
      "ham": {
        "precision": 0.9690721649484536,
        "recall": 0.9215686274509803,
        "f1": 0.9447236180904522,
        "support": 102
      },
      "spam": {
        "precision": 0.4666666666666667,
        "recall": 0.7,
        "f1": 0.56,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          94,
          8
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 8,
      "false_negatives": 3
    },
    {
      "threshold": 0.011551,
      "accuracy": 0.9107142857142857,
      "macro_precision": 0.7346938775510203,
      "macro_recall": 0.8156862745098039,
      "macro_f1": 0.7666666666666666,
      "ham": {
        "precision": 0.9693877551020408,
        "recall": 0.9313725490196079,
        "f1": 0.95,
        "support": 102
      },
      "spam": {
        "precision": 0.5,
        "recall": 0.7,
        "f1": 0.5833333333333334,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          95,
          7
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 7,
      "false_negatives": 3
    },
    {
      "threshold": 0.0182,
      "accuracy": 0.9107142857142857,
      "macro_precision": 0.7346938775510203,
      "macro_recall": 0.8156862745098039,
      "macro_f1": 0.7666666666666666,
      "ham": {
        "precision": 0.9693877551020408,
        "recall": 0.9313725490196079,
        "f1": 0.95,
        "support": 102
      },
      "spam": {
        "precision": 0.5,
        "recall": 0.7,
        "f1": 0.5833333333333334,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          95,
          7
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 7,
      "false_negatives": 3
    },
    {
      "threshold": 0.05,
      "accuracy": 0.9196428571428571,
      "macro_precision": 0.754079254079254,
      "macro_recall": 0.8205882352941176,
      "macro_f1": 0.781959766385464,
      "ham": {
        "precision": 0.9696969696969697,
        "recall": 0.9411764705882353,
        "f1": 0.9552238805970149,
        "support": 102
      },
      "spam": {
        "precision": 0.5384615384615384,
        "recall": 0.7,
        "f1": 0.6086956521739131,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          96,
          6
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 6,
      "false_negatives": 3
    },
    {
      "threshold": 0.06,
      "accuracy": 0.9196428571428571,
      "macro_precision": 0.754079254079254,
      "macro_recall": 0.8205882352941176,
      "macro_f1": 0.781959766385464,
      "ham": {
        "precision": 0.9696969696969697,
        "recall": 0.9411764705882353,
        "f1": 0.9552238805970149,
        "support": 102
      },
      "spam": {
        "precision": 0.5384615384615384,
        "recall": 0.7,
        "f1": 0.6086956521739131,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          96,
          6
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 6,
      "false_negatives": 3
    },
    {
      "threshold": 0.062053,
      "accuracy": 0.9196428571428571,
      "macro_precision": 0.754079254079254,
      "macro_recall": 0.8205882352941176,
      "macro_f1": 0.781959766385464,
      "ham": {
        "precision": 0.9696969696969697,
        "recall": 0.9411764705882353,
        "f1": 0.9552238805970149,
        "support": 102
      },
      "spam": {
        "precision": 0.5384615384615384,
        "recall": 0.7,
        "f1": 0.6086956521739131,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          96,
          6
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 6,
      "false_negatives": 3
    },
    {
      "threshold": 0.07,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.08,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.09,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.1,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.11,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.12,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.13,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.14,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.147853,
      "accuracy": 0.9285714285714286,
      "macro_precision": 0.7766666666666666,
      "macro_recall": 0.8254901960784313,
      "macro_f1": 0.7983798379837983,
      "ham": {
        "precision": 0.97,
        "recall": 0.9509803921568627,
        "f1": 0.9603960396039604,
        "support": 102
      },
      "spam": {
        "precision": 0.5833333333333334,
        "recall": 0.7,
        "f1": 0.6363636363636364,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          97,
          5
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 5,
      "false_negatives": 3
    },
    {
      "threshold": 0.15,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.16,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.17,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.18,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.19,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.191155,
      "accuracy": 0.9375,
      "macro_precision": 0.8033303330333033,
      "macro_recall": 0.830392156862745,
      "macro_f1": 0.8160919540229885,
      "ham": {
        "precision": 0.9702970297029703,
        "recall": 0.9607843137254902,
        "f1": 0.9655172413793104,
        "support": 102
      },
      "spam": {
        "precision": 0.6363636363636364,
        "recall": 0.7,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          98,
          4
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 4,
      "false_negatives": 3
    },
    {
      "threshold": 0.2,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.21,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.22,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.23,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.24,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.25,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.26,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.262268,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.8352941176470587,
      "macro_recall": 0.8352941176470587,
      "macro_f1": 0.8352941176470587,
      "ham": {
        "precision": 0.9705882352941176,
        "recall": 0.9705882352941176,
        "f1": 0.9705882352941176,
        "support": 102
      },
      "spam": {
        "precision": 0.7,
        "recall": 0.7,
        "f1": 0.7,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          99,
          3
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 3,
      "false_negatives": 3
    },
    {
      "threshold": 0.27,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.28,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.29,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.3,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.31,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.32,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.8743257820927723,
      "macro_recall": 0.8401960784313725,
      "macro_f1": 0.8562259306803595,
      "ham": {
        "precision": 0.970873786407767,
        "recall": 0.9803921568627451,
        "f1": 0.975609756097561,
        "support": 102
      },
      "spam": {
        "precision": 0.7777777777777778,
        "recall": 0.7,
        "f1": 0.7368421052631579,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          100,
          2
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 2,
      "false_negatives": 3
    },
    {
      "threshold": 0.328011,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.33,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.34,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.35,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.36,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.37,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.38,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.39,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.4,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.41,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.42,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.43,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.44,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.45,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.46,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.47,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.48,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.49,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.5,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.51,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.52,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.53,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.54,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.55,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.56,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.57,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9230769230769231,
      "macro_recall": 0.8450980392156863,
      "macro_f1": 0.8791801510248112,
      "ham": {
        "precision": 0.9711538461538461,
        "recall": 0.9901960784313726,
        "f1": 0.9805825242718447,
        "support": 102
      },
      "spam": {
        "precision": 0.875,
        "recall": 0.7,
        "f1": 0.7777777777777778,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          101,
          1
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 1,
      "false_negatives": 3
    },
    {
      "threshold": 0.571892,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.58,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.59,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.6,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.61,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.62,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.63,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.64,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.65,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.66,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.67,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.68,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.69,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.7,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.71,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.72,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.73,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.74,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.75,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.76,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.77,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.78,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.79,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.8,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.81,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.82,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.83,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.84,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.85,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.86,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.87,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.88,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.89,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.9,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.91,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.92,
      "accuracy": 0.9732142857142857,
      "macro_precision": 0.9857142857142858,
      "macro_recall": 0.85,
      "macro_f1": 0.9045183290707588,
      "ham": {
        "precision": 0.9714285714285714,
        "recall": 1.0,
        "f1": 0.9855072463768116,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.7,
        "f1": 0.8235294117647058,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          3,
          7
        ]
      ],
      "false_positives": 0,
      "false_negatives": 3
    },
    {
      "threshold": 0.920837,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9811320754716981,
      "macro_recall": 0.8,
      "macro_f1": 0.8653846153846154,
      "ham": {
        "precision": 0.9622641509433962,
        "recall": 1.0,
        "f1": 0.9807692307692307,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.6,
        "f1": 0.75,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          4,
          6
        ]
      ],
      "false_positives": 0,
      "false_negatives": 4
    },
    {
      "threshold": 0.921468,
      "accuracy": 0.9642857142857143,
      "macro_precision": 0.9811320754716981,
      "macro_recall": 0.8,
      "macro_f1": 0.8653846153846154,
      "ham": {
        "precision": 0.9622641509433962,
        "recall": 1.0,
        "f1": 0.9807692307692307,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.6,
        "f1": 0.75,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          4,
          6
        ]
      ],
      "false_positives": 0,
      "false_negatives": 4
    },
    {
      "threshold": 0.93,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.9766355140186915,
      "macro_recall": 0.75,
      "macro_f1": 0.8213716108452951,
      "ham": {
        "precision": 0.9532710280373832,
        "recall": 1.0,
        "f1": 0.9760765550239234,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          5,
          5
        ]
      ],
      "false_positives": 0,
      "false_negatives": 5
    },
    {
      "threshold": 0.94,
      "accuracy": 0.9553571428571429,
      "macro_precision": 0.9766355140186915,
      "macro_recall": 0.75,
      "macro_f1": 0.8213716108452951,
      "ham": {
        "precision": 0.9532710280373832,
        "recall": 1.0,
        "f1": 0.9760765550239234,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6666666666666666,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          5,
          5
        ]
      ],
      "false_positives": 0,
      "false_negatives": 5
    },
    {
      "threshold": 0.945059,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.9722222222222222,
      "macro_recall": 0.7,
      "macro_f1": 0.7714285714285714,
      "ham": {
        "precision": 0.9444444444444444,
        "recall": 1.0,
        "f1": 0.9714285714285714,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.4,
        "f1": 0.5714285714285714,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          6,
          4
        ]
      ],
      "false_positives": 0,
      "false_negatives": 6
    },
    {
      "threshold": 0.95,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.9722222222222222,
      "macro_recall": 0.7,
      "macro_f1": 0.7714285714285714,
      "ham": {
        "precision": 0.9444444444444444,
        "recall": 1.0,
        "f1": 0.9714285714285714,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.4,
        "f1": 0.5714285714285714,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          6,
          4
        ]
      ],
      "false_positives": 0,
      "false_negatives": 6
    },
    {
      "threshold": 0.957068,
      "accuracy": 0.9464285714285714,
      "macro_precision": 0.9722222222222222,
      "macro_recall": 0.7,
      "macro_f1": 0.7714285714285714,
      "ham": {
        "precision": 0.9444444444444444,
        "recall": 1.0,
        "f1": 0.9714285714285714,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.4,
        "f1": 0.5714285714285714,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          6,
          4
        ]
      ],
      "false_positives": 0,
      "false_negatives": 6
    },
    {
      "threshold": 0.98421,
      "accuracy": 0.9375,
      "macro_precision": 0.9678899082568808,
      "macro_recall": 0.65,
      "macro_f1": 0.7141815530441122,
      "ham": {
        "precision": 0.9357798165137615,
        "recall": 1.0,
        "f1": 0.966824644549763,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.3,
        "f1": 0.46153846153846156,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          7,
          3
        ]
      ],
      "false_positives": 0,
      "false_negatives": 7
    },
    {
      "threshold": 0.991539,
      "accuracy": 0.9196428571428571,
      "macro_precision": 0.9594594594594594,
      "macro_recall": 0.55,
      "macro_f1": 0.5697823303457106,
      "ham": {
        "precision": 0.918918918918919,
        "recall": 1.0,
        "f1": 0.9577464788732394,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.1,
        "f1": 0.18181818181818182,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          9,
          1
        ]
      ],
      "false_positives": 0,
      "false_negatives": 9
    },
    {
      "threshold": 0.994383,
      "accuracy": 0.9196428571428571,
      "macro_precision": 0.9594594594594594,
      "macro_recall": 0.55,
      "macro_f1": 0.5697823303457106,
      "ham": {
        "precision": 0.918918918918919,
        "recall": 1.0,
        "f1": 0.9577464788732394,
        "support": 102
      },
      "spam": {
        "precision": 1.0,
        "recall": 0.1,
        "f1": 0.18181818181818182,
        "support": 10
      },
      "confusion_matrix_labels_[ham,spam]": [
        [
          102,
          0
        ],
        [
          9,
          1
        ]
      ],
      "false_positives": 0,
      "false_negatives": 9
    }
  ]
}