{ "per_aspect": { "SIZE": { "macro_f1": 0.8068747136235311, "accuracy": 0.8090666666666667, "confusion_matrix": [ [ 3382, 875, 231 ], [ 1062, 6319, 448 ], [ 151, 97, 2435 ] ], "report": { "Not_Mentioned": { "precision": 0.7360174102285092, "recall": 0.7535650623885918, "f1-score": 0.7446878784542552, "support": 4488.0 }, "Positive": { "precision": 0.866684954052942, "recall": 0.8071273470430451, "f1-score": 0.8358465608465608, "support": 7829.0 }, "Negative": { "precision": 0.7819524727039178, "recall": 0.9075661572866195, "f1-score": 0.8400897015697775, "support": 2683.0 }, "accuracy": 0.8090666666666667, "macro avg": { "precision": 0.7948849456617896, "recall": 0.8227528555727521, "f1-score": 0.8068747136235311, "support": 15000.0 }, "weighted avg": { "precision": 0.8124334084433762, "recall": 0.8090666666666667, "f1-score": 0.8093308395121424, "support": 15000.0 } } }, "MATERIAL": { "macro_f1": 0.8128940857458821, "accuracy": 0.8442, "confusion_matrix": [ [ 3332, 655, 271 ], [ 609, 7698, 527 ], [ 185, 90, 1633 ] ], "report": { "Not_Mentioned": { "precision": 0.8075618031992244, "recall": 0.7825270079849694, "f1-score": 0.7948473282442748, "support": 4258.0 }, "Positive": { "precision": 0.9117612223143432, "recall": 0.8714059316278017, "f1-score": 0.8911269317589859, "support": 8834.0 }, "Negative": { "precision": 0.6717400246812012, "recall": 0.8558700209643606, "f1-score": 0.7527079972343858, "support": 1908.0 }, "accuracy": 0.8442, "macro avg": { "precision": 0.7970210167315895, "recall": 0.8366009868590439, "f1-score": 0.8128940857458821, "support": 15000.0 }, "weighted avg": { "precision": 0.8516517842025958, "recall": 0.8442, "f1-score": 0.8461894731697476, "support": 15000.0 } } }, "QUALITY": { "macro_f1": 0.7185149356332249, "accuracy": 0.7352666666666666, "confusion_matrix": [ [ 5077, 2322, 491 ], [ 755, 5036, 198 ], [ 147, 58, 916 ] ], "report": { "Not_Mentioned": { "precision": 0.8491386519484864, "recall": 0.6434727503168568, "f1-score": 0.7321364193525128, "support": 7890.0 }, "Positive": { "precision": 0.6790722761596548, "recall": 0.8408749373852062, "f1-score": 0.7513614323013801, "support": 5989.0 }, "Negative": { "precision": 0.5707165109034268, "recall": 0.8171275646743978, "f1-score": 0.6720469552457814, "support": 1121.0 }, "accuracy": 0.7352666666666666, "macro avg": { "precision": 0.6996424796705226, "recall": 0.7671584174588203, "f1-score": 0.7185149356332249, "support": 15000.0 }, "weighted avg": { "precision": 0.7604294023010981, "recall": 0.7352666666666666, "f1-score": 0.7353216402383209, "support": 15000.0 } } }, "APPEARANCE": { "macro_f1": 0.6981066845508933, "accuracy": 0.7523333333333333, "confusion_matrix": [ [ 6001, 2111, 458 ], [ 837, 4779, 139 ], [ 133, 37, 505 ] ], "report": { "Not_Mentioned": { "precision": 0.8608521015636207, "recall": 0.7002333722287047, "f1-score": 0.7722797760761856, "support": 8570.0 }, "Positive": { "precision": 0.6899090515374621, "recall": 0.8304083405734144, "f1-score": 0.7536666140987226, "support": 5755.0 }, "Negative": { "precision": 0.45825771324863884, "recall": 0.7481481481481481, "f1-score": 0.5683736634777715, "support": 675.0 }, "accuracy": 0.7523333333333333, "macro avg": { "precision": 0.6696729554499071, "recall": 0.7595966203167558, "f1-score": 0.6981066845508933, "support": 15000.0 }, "weighted avg": { "precision": 0.7771502038960769, "recall": 0.7523333333333333, "f1-score": 0.7559627511972369, "support": 15000.0 } } }, "STYLE": { "macro_f1": 0.7065456106077872, "accuracy": 0.7587333333333334, "confusion_matrix": [ [ 5575, 1794, 487 ], [ 922, 5198, 245 ], [ 125, 46, 608 ] ], "report": { "Not_Mentioned": { "precision": 0.8418906674720629, "recall": 0.7096486761710794, "f1-score": 0.7701339964083437, "support": 7856.0 }, "Positive": { "precision": 0.738562091503268, "recall": 0.8166535742340927, "f1-score": 0.7756472431545176, "support": 6365.0 }, "Negative": { "precision": 0.4537313432835821, "recall": 0.7804878048780488, "f1-score": 0.5738555922605002, "support": 779.0 }, "accuracy": 0.7587333333333334, "macro avg": { "precision": 0.6780613674196377, "recall": 0.7689300184277403, "f1-score": 0.7065456106077872, "support": 15000.0 }, "weighted avg": { "precision": 0.7778865008331158, "recall": 0.7587333333333334, "f1-score": 0.7622800589888922, "support": 15000.0 } } }, "VALUE": { "macro_f1": 0.7005200887779329, "accuracy": 0.8372, "confusion_matrix": [ [ 10197, 1182, 402 ], [ 656, 2019, 93 ], [ 72, 37, 342 ] ], "report": { "Not_Mentioned": { "precision": 0.9333638443935927, "recall": 0.865546218487395, "f1-score": 0.8981766933850084, "support": 11781.0 }, "Positive": { "precision": 0.6235330450895614, "recall": 0.729407514450867, "f1-score": 0.6723276723276723, "support": 2768.0 }, "Negative": { "precision": 0.40860215053763443, "recall": 0.7583148558758315, "f1-score": 0.531055900621118, "support": 451.0 }, "accuracy": 0.8372, "macro avg": { "precision": 0.6551663466735962, "recall": 0.7844228629380311, "f1-score": 0.7005200887779329, "support": 15000.0 }, "weighted avg": { "precision": 0.8604118993000863, "recall": 0.8372, "f1-score": 0.8454619221967936, "support": 15000.0 } } } }, "overall": { "mean_macro_f1": 0.7405760198232086, "mean_accuracy": 0.7894666666666666 }, "variant": "A1", "variant_name": "A1_no_text_meta", "description": "Remove text-type metadata (TF-IDF on features/categories); keep numeric (price, ratings)." }