{ "per_aspect": { "SIZE": { "macro_f1": 0.8673939825303104, "accuracy": 0.8746666666666667, "confusion_matrix": [ [ 3888, 411, 189 ], [ 671, 6818, 340 ], [ 148, 121, 2414 ] ], "report": { "Not_Mentioned": { "precision": 0.8260038240917782, "recall": 0.8663101604278075, "f1-score": 0.8456769983686786, "support": 4488.0 }, "Positive": { "precision": 0.9276190476190476, "recall": 0.8708647336824626, "f1-score": 0.8983463996310692, "support": 7829.0 }, "Negative": { "precision": 0.8202514441046551, "recall": 0.8997390980245993, "f1-score": 0.8581585495911838, "support": 2683.0 }, "accuracy": 0.8746666666666667, "macro avg": { "precision": 0.8579581052718269, "recall": 0.8789713307116233, "f1-score": 0.8673939825303104, "support": 15000.0 }, "weighted avg": { "precision": 0.878011287391081, "recall": 0.8746666666666667, "f1-score": 0.8753994479962278, "support": 15000.0 } } }, "MATERIAL": { "macro_f1": 0.8271559495053421, "accuracy": 0.8584666666666667, "confusion_matrix": [ [ 3464, 526, 268 ], [ 588, 7793, 453 ], [ 181, 107, 1620 ] ], "report": { "Not_Mentioned": { "precision": 0.8183321521379636, "recall": 0.8135274776890559, "f1-score": 0.815922741726534, "support": 4258.0 }, "Positive": { "precision": 0.9248753857108949, "recall": 0.8821598369934345, "f1-score": 0.9030127462340672, "support": 8834.0 }, "Negative": { "precision": 0.6920119607005554, "recall": 0.8490566037735849, "f1-score": 0.7625323605554248, "support": 1908.0 }, "accuracy": 0.8584666666666667, "macro avg": { "precision": 0.8117398328498046, "recall": 0.8482479728186917, "f1-score": 0.8271559495053421, "support": 15000.0 }, "weighted avg": { "precision": 0.8650110854793437, "recall": 0.8584666666666667, "f1-score": 0.8604216918962055, "support": 15000.0 } } }, "QUALITY": { "macro_f1": 0.7772450897602642, "accuracy": 0.8106, "confusion_matrix": [ [ 6381, 1044, 465 ], [ 964, 4856, 169 ], [ 140, 59, 922 ] ], "report": { "Not_Mentioned": { "precision": 0.8525050100200401, "recall": 0.808745247148289, "f1-score": 0.8300487804878048, "support": 7890.0 }, "Positive": { "precision": 0.8149018291659674, "recall": 0.8108198363666722, "f1-score": 0.812855708068296, "support": 5989.0 }, "Negative": { "precision": 0.5925449871465296, "recall": 0.8224799286351472, "f1-score": 0.6888307807246918, "support": 1121.0 }, "accuracy": 0.8106, "macro avg": { "precision": 0.753317275444179, "recall": 0.8140150040500362, "f1-score": 0.7772450897602642, "support": 15000.0 }, "weighted avg": { "precision": 0.8180636343016235, "recall": 0.8106, "f1-score": 0.8126304679241457, "support": 15000.0 } } }, "APPEARANCE": { "macro_f1": 0.7811169194295688, "accuracy": 0.8627333333333334, "confusion_matrix": [ [ 7589, 576, 405 ], [ 785, 4849, 121 ], [ 123, 49, 503 ] ], "report": { "Not_Mentioned": { "precision": 0.8931387548546545, "recall": 0.8855309218203034, "f1-score": 0.8893185679967188, "support": 8570.0 }, "Positive": { "precision": 0.8858238947753014, "recall": 0.8425716768027802, "f1-score": 0.8636566034375278, "support": 5755.0 }, "Negative": { "precision": 0.48882410106899904, "recall": 0.7451851851851852, "f1-score": 0.5903755868544601, "support": 675.0 }, "accuracy": 0.8627333333333334, "macro avg": { "precision": 0.7559289168996517, "recall": 0.824429261269423, "f1-score": 0.7811169194295688, "support": 15000.0 }, "weighted avg": { "precision": 0.8721381274505217, "recall": 0.8627333333333334, "f1-score": 0.8660204934427743, "support": 15000.0 } } }, "STYLE": { "macro_f1": 0.7616829060410565, "accuracy": 0.8259333333333333, "confusion_matrix": [ [ 6512, 911, 433 ], [ 894, 5268, 203 ], [ 118, 52, 609 ] ], "report": { "Not_Mentioned": { "precision": 0.8654970760233918, "recall": 0.8289205702647657, "f1-score": 0.846814044213264, "support": 7856.0 }, "Positive": { "precision": 0.8454501685122773, "recall": 0.8276512175962294, "f1-score": 0.8364560177834233, "support": 6365.0 }, "Negative": { "precision": 0.4891566265060241, "recall": 0.7817715019255456, "f1-score": 0.6017786561264822, "support": 779.0 }, "accuracy": 0.8259333333333333, "macro avg": { "precision": 0.7333679570138978, "recall": 0.8127810965955136, "f1-score": 0.7616829060410565, "support": 15000.0 }, "weighted avg": { "precision": 0.8374458909245736, "recall": 0.8259333333333333, "f1-score": 0.8296932838435613, "support": 15000.0 } } }, "VALUE": { "macro_f1": 0.7205236545514385, "accuracy": 0.8497333333333333, "confusion_matrix": [ [ 10185, 1229, 367 ], [ 464, 2224, 80 ], [ 77, 37, 337 ] ], "report": { "Not_Mentioned": { "precision": 0.9495618124184225, "recall": 0.8645276292335116, "f1-score": 0.9050517616741458, "support": 11781.0 }, "Positive": { "precision": 0.6372492836676218, "recall": 0.8034682080924855, "f1-score": 0.7107702141259188, "support": 2768.0 }, "Negative": { "precision": 0.4298469387755102, "recall": 0.7472283813747228, "f1-score": 0.545748987854251, "support": 451.0 }, "accuracy": 0.8497333333333333, "macro avg": { "precision": 0.6722193449538515, "recall": 0.8050747395669067, "f1-score": 0.7205236545514385, "support": 15000.0 }, "weighted avg": { "precision": 0.8763036465787445, "recall": 0.8497333333333333, "f1-score": 0.8583973033670613, "support": 15000.0 } } } }, "overall": { "mean_macro_f1": 0.7891864169696635, "mean_accuracy": 0.8470222222222222 }, "variant": "A3", "variant_name": "A3_concat_fusion", "description": "Replace Cross-Attention fusion with [text;meta] concat + Linear; both meta sources kept." }