{ "per_aspect": { "SIZE": { "macro_f1": 0.8688511032834313, "accuracy": 0.876, "confusion_matrix": [ [ 3919, 392, 177 ], [ 650, 6782, 397 ], [ 138, 106, 2439 ] ], "report": { "Not_Mentioned": { "precision": 0.8325897599320161, "recall": 0.8732174688057041, "f1-score": 0.8524197933659597, "support": 4488.0 }, "Positive": { "precision": 0.9315934065934066, "recall": 0.8662664452675949, "f1-score": 0.8977430670461315, "support": 7829.0 }, "Negative": { "precision": 0.8094922004646532, "recall": 0.9090570257174805, "f1-score": 0.8563904494382022, "support": 2683.0 }, "accuracy": 0.876, "macro avg": { "precision": 0.857891788996692, "recall": 0.8828469799302598, "f1-score": 0.8688511032834313, "support": 15000.0 }, "weighted avg": { "precision": 0.8801316797760889, "recall": 0.876, "f1-score": 0.8767857386915525, "support": 15000.0 } } }, "MATERIAL": { "macro_f1": 0.8351109775214702, "accuracy": 0.8648666666666667, "confusion_matrix": [ [ 3525, 486, 247 ], [ 577, 7811, 446 ], [ 176, 95, 1637 ] ], "report": { "Not_Mentioned": { "precision": 0.8239831697054698, "recall": 0.8278534523250353, "f1-score": 0.8259137769447048, "support": 4258.0 }, "Positive": { "precision": 0.930767397521449, "recall": 0.8841974190627122, "f1-score": 0.9068849413677, "support": 8834.0 }, "Negative": { "precision": 0.7025751072961374, "recall": 0.8579664570230608, "f1-score": 0.7725342142520056, "support": 1908.0 }, "accuracy": 0.8648666666666667, "macro avg": { "precision": 0.819108558174352, "recall": 0.8566724428036028, "f1-score": 0.8351109775214702, "support": 15000.0 }, "weighted avg": { "precision": 0.8714288554020935, "recall": 0.8648666666666667, "f1-score": 0.8668105143377094, "support": 15000.0 } } }, "QUALITY": { "macro_f1": 0.7742721084444115, "accuracy": 0.8063333333333333, "confusion_matrix": [ [ 6322, 1106, 462 ], [ 958, 4841, 190 ], [ 141, 48, 932 ] ], "report": { "Not_Mentioned": { "precision": 0.85190675111171, "recall": 0.8012674271229404, "f1-score": 0.8258115080660963, "support": 7890.0 }, "Positive": { "precision": 0.8075062552126773, "recall": 0.8083152446151277, "f1-score": 0.8079105473965287, "support": 5989.0 }, "Negative": { "precision": 0.5883838383838383, "recall": 0.8314005352363961, "f1-score": 0.68909426987061, "support": 1121.0 }, "accuracy": 0.8063333333333333, "macro avg": { "precision": 0.7492656149027419, "recall": 0.8136610689914882, "f1-score": 0.7742721084444115, "support": 15000.0 }, "weighted avg": { "precision": 0.8144851674378932, "recall": 0.8063333333333333, "f1-score": 0.8084469162349509, "support": 15000.0 } } }, "APPEARANCE": { "macro_f1": 0.7866997719239698, "accuracy": 0.8634666666666667, "confusion_matrix": [ [ 7598, 606, 366 ], [ 783, 4841, 131 ], [ 118, 44, 513 ] ], "report": { "Not_Mentioned": { "precision": 0.893987527944464, "recall": 0.886581096849475, "f1-score": 0.8902689085476595, "support": 8570.0 }, "Positive": { "precision": 0.8816244764159534, "recall": 0.8411815812337098, "f1-score": 0.8609283300729148, "support": 5755.0 }, "Negative": { "precision": 0.5079207920792079, "recall": 0.76, "f1-score": 0.6089020771513353, "support": 675.0 }, "accuracy": 0.8634666666666667, "macro avg": { "precision": 0.7611775988132085, "recall": 0.8292542260277282, "f1-score": 0.7866997719239698, "support": 15000.0 }, "weighted avg": { "precision": 0.8718712340607555, "recall": 0.8634666666666667, "f1-score": 0.8663503991933479, "support": 15000.0 } } }, "STYLE": { "macro_f1": 0.7622600117091981, "accuracy": 0.8287333333333333, "confusion_matrix": [ [ 6595, 823, 438 ], [ 911, 5219, 235 ], [ 115, 47, 617 ] ], "report": { "Not_Mentioned": { "precision": 0.8653719984254035, "recall": 0.8394857433808554, "f1-score": 0.8522323447696583, "support": 7856.0 }, "Positive": { "precision": 0.8571193956314666, "recall": 0.8199528672427338, "f1-score": 0.8381242974144854, "support": 6365.0 }, "Negative": { "precision": 0.4782945736434108, "recall": 0.79204107830552, "f1-score": 0.5964233929434509, "support": 779.0 }, "accuracy": 0.8287333333333333, "macro avg": { "precision": 0.7335953225667603, "recall": 0.8171598963097031, "f1-score": 0.7622600117091981, "support": 15000.0 }, "weighted avg": { "precision": 0.8417679230461648, "recall": 0.8287333333333333, "f1-score": 0.8329608184437722, "support": 15000.0 } } }, "VALUE": { "macro_f1": 0.7179350422128157, "accuracy": 0.8483333333333334, "confusion_matrix": [ [ 10218, 1191, 372 ], [ 511, 2162, 95 ], [ 72, 34, 345 ] ], "report": { "Not_Mentioned": { "precision": 0.9460235163410795, "recall": 0.8673287496816908, "f1-score": 0.9049685590293154, "support": 11781.0 }, "Positive": { "precision": 0.6383229997047535, "recall": 0.7810693641618497, "f1-score": 0.7025182778229082, "support": 2768.0 }, "Negative": { "precision": 0.4248768472906404, "recall": 0.7649667405764967, "f1-score": 0.5463182897862233, "support": 451.0 }, "accuracy": 0.8483333333333334, "macro avg": { "precision": 0.6697411211121578, "recall": 0.8044549514733458, "f1-score": 0.7179350422128157, "support": 15000.0 }, "weighted avg": { "precision": 0.8735733711550063, "recall": 0.8483333333333334, "f1-score": 0.8568263157087841, "support": 15000.0 } } } }, "overall": { "mean_macro_f1": 0.790854835849216, "mean_accuracy": 0.8479555555555556 } }