{ "model": "bert_v11c_boundary_fix", "per_set": { "core_v1_test_clean": { "samples": 545, "confusion_matrix": [ [ 212, 7 ], [ 4, 322 ] ], "per_class": { "Human": { "precision": 0.9814814814814815, "recall": 0.9680365296803652, "f1-score": 0.9747126436781609, "support": 219.0 }, "AI": { "precision": 0.9787234042553191, "recall": 0.9877300613496932, "f1-score": 0.983206106870229, "support": 326.0 }, "accuracy": 0.9798165137614679, "macro avg": { "precision": 0.9801024428684003, "recall": 0.9778832955150292, "f1-score": 0.978959375274195, "support": 545.0 }, "weighted avg": { "precision": 0.9798316958379424, "recall": 0.9798165137614679, "f1-score": 0.9797931372572696, "support": 545.0 } } }, "independent_data": { "samples": 910, "confusion_matrix": [ [ 749, 11 ], [ 2, 148 ] ], "per_class": { "Human": { "precision": 0.9973368841544608, "recall": 0.9855263157894737, "f1-score": 0.9913964262078094, "support": 760.0 }, "AI": { "precision": 0.9308176100628931, "recall": 0.9866666666666667, "f1-score": 0.9579288025889967, "support": 150.0 }, "accuracy": 0.9857142857142858, "macro avg": { "precision": 0.9640772471086769, "recall": 0.9860964912280702, "f1-score": 0.9746626143984031, "support": 910.0 }, "weighted avg": { "precision": 0.9863721686448617, "recall": 0.9857142857142858, "f1-score": 0.9858797849519612, "support": 910.0 } } }, "merged_v2_val_clean": { "samples": 1144, "confusion_matrix": [ [ 625, 10 ], [ 0, 509 ] ], "per_class": { "Human": { "precision": 1.0, "recall": 0.984251968503937, "f1-score": 0.9920634920634921, "support": 635.0 }, "AI": { "precision": 0.9807321772639692, "recall": 1.0, "f1-score": 0.9902723735408561, "support": 509.0 }, "accuracy": 0.9912587412587412, "macro avg": { "precision": 0.9903660886319846, "recall": 0.9921259842519685, "f1-score": 0.9911679328021741, "support": 1144.0 }, "weighted avg": { "precision": 0.9914271662826577, "recall": 0.9912587412587412, "f1-score": 0.9912665695739628, "support": 1144.0 } } } }, "aggregated": { "samples": 2599, "confusion_matrix": [ [ 1586, 28 ], [ 6, 979 ] ], "per_class": { "Human": { "precision": 0.9962311557788944, "recall": 0.9826517967781908, "f1-score": 0.9893948845913911, "support": 1614.0 }, "AI": { "precision": 0.9721946375372393, "recall": 0.9939086294416244, "f1-score": 0.9829317269076305, "support": 985.0 }, "accuracy": 0.9869180454020777, "macro avg": { "precision": 0.9842128966580669, "recall": 0.9882802131099075, "f1-score": 0.9861633057495108, "support": 2599.0 }, "weighted avg": { "precision": 0.9871215095811144, "recall": 0.9869180454020777, "f1-score": 0.9869454000517589, "support": 2599.0 } } } }