{ "per_aspect": { "SIZE": { "macro_f1": 0.8261798151548717, "accuracy": 0.8282, "confusion_matrix": [ [ 3667, 626, 195 ], [ 1060, 6325, 444 ], [ 140, 112, 2431 ] ], "report": { "Not_Mentioned": { "precision": 0.7534415450996507, "recall": 0.8170677361853832, "f1-score": 0.7839657936932122, "support": 4488.0 }, "Positive": { "precision": 0.8955118221718816, "recall": 0.8078937284455231, "f1-score": 0.8494493687886113, "support": 7829.0 }, "Negative": { "precision": 0.79185667752443, "recall": 0.9060752888557585, "f1-score": 0.8451242829827916, "support": 2683.0 }, "accuracy": 0.8282, "macro avg": { "precision": 0.8136033482653208, "recall": 0.8436789178288883, "f1-score": 0.8261798151548717, "support": 15000.0 }, "weighted avg": { "precision": 0.8344639450659292, "recall": 0.8282, "f1-score": 0.8290830694389336, "support": 15000.0 } } }, "MATERIAL": { "macro_f1": 0.7622481835378002, "accuracy": 0.7784666666666666, "confusion_matrix": [ [ 3224, 784, 250 ], [ 1499, 6826, 509 ], [ 182, 99, 1627 ] ], "report": { "Not_Mentioned": { "precision": 0.6572884811416921, "recall": 0.7571629873179897, "f1-score": 0.7036996616828549, "support": 4258.0 }, "Positive": { "precision": 0.8854585549357893, "recall": 0.7726964002716776, "f1-score": 0.8252433053255154, "support": 8834.0 }, "Negative": { "precision": 0.681894383906119, "recall": 0.8527253668763103, "f1-score": 0.7578015836050302, "support": 1908.0 }, "accuracy": 0.7784666666666666, "macro avg": { "precision": 0.7415471399945335, "recall": 0.794194918155326, "f1-score": 0.7622481835378002, "support": 15000.0 }, "weighted avg": { "precision": 0.7947953140997975, "recall": 0.7784666666666666, "f1-score": 0.7821625293473065, "support": 15000.0 } } }, "QUALITY": { "macro_f1": 0.7470141599939275, "accuracy": 0.7757333333333334, "confusion_matrix": [ [ 6275, 1128, 487 ], [ 1346, 4437, 206 ], [ 137, 60, 924 ] ], "report": { "Not_Mentioned": { "precision": 0.8088424851765919, "recall": 0.7953105196451205, "f1-score": 0.802019427402863, "support": 7890.0 }, "Positive": { "precision": 0.7888, "recall": 0.7408582401068626, "f1-score": 0.7640778370931635, "support": 5989.0 }, "Negative": { "precision": 0.5714285714285714, "recall": 0.8242640499553969, "f1-score": 0.674945215485756, "support": 1121.0 }, "accuracy": 0.7757333333333334, "macro avg": { "precision": 0.7230236855350544, "recall": 0.7868109365691267, "f1-score": 0.7470141599939275, "support": 15000.0 }, "weighted avg": { "precision": 0.7830974557743159, "recall": 0.7757333333333334, "f1-score": 0.7773739356746052, "support": 15000.0 } } }, "APPEARANCE": { "macro_f1": 0.75832091109464, "accuracy": 0.8269333333333333, "confusion_matrix": [ [ 7190, 983, 397 ], [ 928, 4699, 128 ], [ 119, 41, 515 ] ], "report": { "Not_Mentioned": { "precision": 0.8728906155153575, "recall": 0.838973162193699, "f1-score": 0.855595882667936, "support": 8570.0 }, "Positive": { "precision": 0.821072863882579, "recall": 0.8165073848827107, "f1-score": 0.8187837602369751, "support": 5755.0 }, "Negative": { "precision": 0.4951923076923077, "recall": 0.762962962962963, "f1-score": 0.6005830903790087, "support": 675.0 }, "accuracy": 0.8269333333333333, "macro avg": { "precision": 0.729718595696748, "recall": 0.806147836679791, "f1-score": 0.75832091109464, "support": 15000.0 }, "weighted avg": { "precision": 0.836013447620211, "recall": 0.8269333333333333, "f1-score": 0.8299967227089221, "support": 15000.0 } } }, "STYLE": { "macro_f1": 0.7282681172699741, "accuracy": 0.7826, "confusion_matrix": [ [ 6187, 1221, 448 ], [ 1198, 4937, 230 ], [ 112, 52, 615 ] ], "report": { "Not_Mentioned": { "precision": 0.8252634387088169, "recall": 0.787550916496945, "f1-score": 0.8059662606656679, "support": 7856.0 }, "Positive": { "precision": 0.7950080515297907, "recall": 0.7756480754124117, "f1-score": 0.7852087475149105, "support": 6365.0 }, "Negative": { "precision": 0.4756380510440835, "recall": 0.7894736842105263, "f1-score": 0.5936293436293436, "support": 779.0 }, "accuracy": 0.7826, "macro avg": { "precision": 0.6986365137608971, "recall": 0.7842242253732943, "f1-score": 0.7282681172699741, "support": 15000.0 }, "weighted avg": { "precision": 0.7942678576164616, "recall": 0.7826, "f1-score": 0.7861307920272768, "support": 15000.0 } } }, "VALUE": { "macro_f1": 0.7116125464747367, "accuracy": 0.8398666666666667, "confusion_matrix": [ [ 10116, 1291, 374 ], [ 540, 2132, 96 ], [ 68, 33, 350 ] ], "report": { "Not_Mentioned": { "precision": 0.9433047370384186, "recall": 0.8586707410236822, "f1-score": 0.8990002221728505, "support": 11781.0 }, "Positive": { "precision": 0.6168981481481481, "recall": 0.7702312138728323, "f1-score": 0.6850899742930592, "support": 2768.0 }, "Negative": { "precision": 0.4268292682926829, "recall": 0.7760532150776053, "f1-score": 0.5507474429583006, "support": 451.0 }, "accuracy": 0.8398666666666667, "macro avg": { "precision": 0.6623440511597498, "recall": 0.8016517233247066, "f1-score": 0.7116125464747367, "support": 15000.0 }, "weighted avg": { "precision": 0.8675431454082456, "recall": 0.8398666666666667, "f1-score": 0.8490558508690489, "support": 15000.0 } } } }, "overall": { "mean_macro_f1": 0.7556072889209918, "mean_accuracy": 0.8053 }, "variant": "A2", "variant_name": "A2_no_numeric_meta", "description": "Remove numeric metadata (price, ratings); keep text-type (TF-IDF on features/categories)." }