Spaces:
Running on Zero
Running on Zero
| { | |
| "overall_3class_comparison": { | |
| "Baseline_1_TFIDF_LogReg": { | |
| "macro_f1": 0.6227417071292987, | |
| "accuracy": 0.8090666666666667 | |
| }, | |
| "Baseline_2_BERT_overall_3class": { | |
| "macro_f1": 0.7284109895875363, | |
| "accuracy": 0.8962 | |
| }, | |
| "Baseline_3_BERT_ACSA_no_meta__aggregated_to_overall": { | |
| "macro_f1": 0.503449963221516, | |
| "accuracy": 0.6606 | |
| }, | |
| "Proposed_BERT_Meta_Fusion__overall_head": { | |
| "macro_f1": 0.7176867208554908, | |
| "accuracy": 0.8942666666666667 | |
| }, | |
| "Proposed_BERT_Meta_Fusion__aggregated_to_overall_(reference)": { | |
| "macro_f1": 0.5224811910366102, | |
| "accuracy": 0.6916666666666667 | |
| } | |
| }, | |
| "proposed_per_aspect": { | |
| "per_aspect": { | |
| "SIZE": { | |
| "macro_f1": 0.8688511032834313, | |
| "accuracy": 0.876, | |
| "confusion_matrix": [ | |
| [ | |
| 3919, | |
| 392, | |
| 177 | |
| ], | |
| [ | |
| 650, | |
| 6782, | |
| 397 | |
| ], | |
| [ | |
| 138, | |
| 106, | |
| 2439 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8325897599320161, | |
| "recall": 0.8732174688057041, | |
| "f1-score": 0.8524197933659597, | |
| "support": 4488.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.9315934065934066, | |
| "recall": 0.8662664452675949, | |
| "f1-score": 0.8977430670461315, | |
| "support": 7829.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.8094922004646532, | |
| "recall": 0.9090570257174805, | |
| "f1-score": 0.8563904494382022, | |
| "support": 2683.0 | |
| }, | |
| "accuracy": 0.876, | |
| "macro avg": { | |
| "precision": 0.857891788996692, | |
| "recall": 0.8828469799302598, | |
| "f1-score": 0.8688511032834313, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8801316797760889, | |
| "recall": 0.876, | |
| "f1-score": 0.8767857386915525, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "MATERIAL": { | |
| "macro_f1": 0.8351109775214702, | |
| "accuracy": 0.8648666666666667, | |
| "confusion_matrix": [ | |
| [ | |
| 3525, | |
| 486, | |
| 247 | |
| ], | |
| [ | |
| 577, | |
| 7811, | |
| 446 | |
| ], | |
| [ | |
| 176, | |
| 95, | |
| 1637 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8239831697054698, | |
| "recall": 0.8278534523250353, | |
| "f1-score": 0.8259137769447048, | |
| "support": 4258.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.930767397521449, | |
| "recall": 0.8841974190627122, | |
| "f1-score": 0.9068849413677, | |
| "support": 8834.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.7025751072961374, | |
| "recall": 0.8579664570230608, | |
| "f1-score": 0.7725342142520056, | |
| "support": 1908.0 | |
| }, | |
| "accuracy": 0.8648666666666667, | |
| "macro avg": { | |
| "precision": 0.819108558174352, | |
| "recall": 0.8566724428036028, | |
| "f1-score": 0.8351109775214702, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8714288554020935, | |
| "recall": 0.8648666666666667, | |
| "f1-score": 0.8668105143377094, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "QUALITY": { | |
| "macro_f1": 0.7742721084444115, | |
| "accuracy": 0.8063333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 6322, | |
| 1106, | |
| 462 | |
| ], | |
| [ | |
| 958, | |
| 4841, | |
| 190 | |
| ], | |
| [ | |
| 141, | |
| 48, | |
| 932 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.85190675111171, | |
| "recall": 0.8012674271229404, | |
| "f1-score": 0.8258115080660963, | |
| "support": 7890.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8075062552126773, | |
| "recall": 0.8083152446151277, | |
| "f1-score": 0.8079105473965287, | |
| "support": 5989.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.5883838383838383, | |
| "recall": 0.8314005352363961, | |
| "f1-score": 0.68909426987061, | |
| "support": 1121.0 | |
| }, | |
| "accuracy": 0.8063333333333333, | |
| "macro avg": { | |
| "precision": 0.7492656149027419, | |
| "recall": 0.8136610689914882, | |
| "f1-score": 0.7742721084444115, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8144851674378932, | |
| "recall": 0.8063333333333333, | |
| "f1-score": 0.8084469162349509, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "APPEARANCE": { | |
| "macro_f1": 0.7866997719239698, | |
| "accuracy": 0.8634666666666667, | |
| "confusion_matrix": [ | |
| [ | |
| 7598, | |
| 606, | |
| 366 | |
| ], | |
| [ | |
| 783, | |
| 4841, | |
| 131 | |
| ], | |
| [ | |
| 118, | |
| 44, | |
| 513 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.893987527944464, | |
| "recall": 0.886581096849475, | |
| "f1-score": 0.8902689085476595, | |
| "support": 8570.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8816244764159534, | |
| "recall": 0.8411815812337098, | |
| "f1-score": 0.8609283300729148, | |
| "support": 5755.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.5079207920792079, | |
| "recall": 0.76, | |
| "f1-score": 0.6089020771513353, | |
| "support": 675.0 | |
| }, | |
| "accuracy": 0.8634666666666667, | |
| "macro avg": { | |
| "precision": 0.7611775988132085, | |
| "recall": 0.8292542260277282, | |
| "f1-score": 0.7866997719239698, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8718712340607555, | |
| "recall": 0.8634666666666667, | |
| "f1-score": 0.8663503991933479, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "STYLE": { | |
| "macro_f1": 0.7622600117091981, | |
| "accuracy": 0.8287333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 6595, | |
| 823, | |
| 438 | |
| ], | |
| [ | |
| 911, | |
| 5219, | |
| 235 | |
| ], | |
| [ | |
| 115, | |
| 47, | |
| 617 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8653719984254035, | |
| "recall": 0.8394857433808554, | |
| "f1-score": 0.8522323447696583, | |
| "support": 7856.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8571193956314666, | |
| "recall": 0.8199528672427338, | |
| "f1-score": 0.8381242974144854, | |
| "support": 6365.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.4782945736434108, | |
| "recall": 0.79204107830552, | |
| "f1-score": 0.5964233929434509, | |
| "support": 779.0 | |
| }, | |
| "accuracy": 0.8287333333333333, | |
| "macro avg": { | |
| "precision": 0.7335953225667603, | |
| "recall": 0.8171598963097031, | |
| "f1-score": 0.7622600117091981, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8417679230461648, | |
| "recall": 0.8287333333333333, | |
| "f1-score": 0.8329608184437722, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "VALUE": { | |
| "macro_f1": 0.7179350422128157, | |
| "accuracy": 0.8483333333333334, | |
| "confusion_matrix": [ | |
| [ | |
| 10218, | |
| 1191, | |
| 372 | |
| ], | |
| [ | |
| 511, | |
| 2162, | |
| 95 | |
| ], | |
| [ | |
| 72, | |
| 34, | |
| 345 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.9460235163410795, | |
| "recall": 0.8673287496816908, | |
| "f1-score": 0.9049685590293154, | |
| "support": 11781.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.6383229997047535, | |
| "recall": 0.7810693641618497, | |
| "f1-score": 0.7025182778229082, | |
| "support": 2768.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.4248768472906404, | |
| "recall": 0.7649667405764967, | |
| "f1-score": 0.5463182897862233, | |
| "support": 451.0 | |
| }, | |
| "accuracy": 0.8483333333333334, | |
| "macro avg": { | |
| "precision": 0.6697411211121578, | |
| "recall": 0.8044549514733458, | |
| "f1-score": 0.7179350422128157, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8735733711550063, | |
| "recall": 0.8483333333333334, | |
| "f1-score": 0.8568263157087841, | |
| "support": 15000.0 | |
| } | |
| } | |
| } | |
| }, | |
| "overall": { | |
| "mean_macro_f1": 0.790854835849216, | |
| "mean_accuracy": 0.8479555555555556 | |
| } | |
| }, | |
| "acsa_no_meta_per_aspect": { | |
| "per_aspect": { | |
| "SIZE": { | |
| "macro_f1": 0.783168541467604, | |
| "accuracy": 0.7674, | |
| "confusion_matrix": [ | |
| [ | |
| 3891, | |
| 414, | |
| 183 | |
| ], | |
| [ | |
| 2322, | |
| 5203, | |
| 304 | |
| ], | |
| [ | |
| 169, | |
| 97, | |
| 2417 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.6096834848010029, | |
| "recall": 0.8669786096256684, | |
| "f1-score": 0.7159153633854646, | |
| "support": 4488.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.9105705285264263, | |
| "recall": 0.6645804061821433, | |
| "f1-score": 0.7683674222845751, | |
| "support": 7829.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.8323002754820936, | |
| "recall": 0.900857249347745, | |
| "f1-score": 0.8652228387327725, | |
| "support": 2683.0 | |
| }, | |
| "accuracy": 0.7674, | |
| "macro avg": { | |
| "precision": 0.7841847629365075, | |
| "recall": 0.8108054217185189, | |
| "f1-score": 0.783168541467604, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8065451857825834, | |
| "recall": 0.7674, | |
| "f1-score": 0.7699979717506622, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "MATERIAL": { | |
| "macro_f1": 0.7558022811037001, | |
| "accuracy": 0.7645333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 3138, | |
| 882, | |
| 238 | |
| ], | |
| [ | |
| 1764, | |
| 6721, | |
| 349 | |
| ], | |
| [ | |
| 205, | |
| 94, | |
| 1609 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.614450753867241, | |
| "recall": 0.7369657116016909, | |
| "f1-score": 0.6701548318206086, | |
| "support": 4258.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8731973496167338, | |
| "recall": 0.7608105048675572, | |
| "f1-score": 0.8131389510616418, | |
| "support": 8834.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.732695810564663, | |
| "recall": 0.8432914046121593, | |
| "f1-score": 0.7841130604288499, | |
| "support": 1908.0 | |
| }, | |
| "accuracy": 0.7645333333333333, | |
| "macro avg": { | |
| "precision": 0.7401146380162126, | |
| "recall": 0.7803558736938024, | |
| "f1-score": 0.7558022811037001, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.7818760202025543, | |
| "recall": 0.7645333333333333, | |
| "f1-score": 0.7688584324579294, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "QUALITY": { | |
| "macro_f1": 0.7099842589878541, | |
| "accuracy": 0.718, | |
| "confusion_matrix": [ | |
| [ | |
| 5799, | |
| 1648, | |
| 443 | |
| ], | |
| [ | |
| 1797, | |
| 4068, | |
| 124 | |
| ], | |
| [ | |
| 159, | |
| 59, | |
| 903 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.7477756286266924, | |
| "recall": 0.7349809885931559, | |
| "f1-score": 0.7413231064237775, | |
| "support": 7890.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.7044155844155844, | |
| "recall": 0.6792452830188679, | |
| "f1-score": 0.6916014960897654, | |
| "support": 5989.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.6142857142857143, | |
| "recall": 0.8055307760927743, | |
| "f1-score": 0.6970281744500193, | |
| "support": 1121.0 | |
| }, | |
| "accuracy": 0.718, | |
| "macro avg": { | |
| "precision": 0.6888256424426636, | |
| "recall": 0.7399190159015993, | |
| "f1-score": 0.7099842589878541, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.7204872620429217, | |
| "recall": 0.718, | |
| "f1-score": 0.7181606168882454, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "APPEARANCE": { | |
| "macro_f1": 0.6901346425171296, | |
| "accuracy": 0.7409333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 6679, | |
| 1462, | |
| 429 | |
| ], | |
| [ | |
| 1726, | |
| 3941, | |
| 88 | |
| ], | |
| [ | |
| 146, | |
| 35, | |
| 494 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.7810782364635716, | |
| "recall": 0.7793465577596266, | |
| "f1-score": 0.7802114362478827, | |
| "support": 8570.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.7247149687385068, | |
| "recall": 0.6847958297132928, | |
| "f1-score": 0.7041901188242652, | |
| "support": 5755.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.4886251236399604, | |
| "recall": 0.7318518518518519, | |
| "f1-score": 0.5860023724792408, | |
| "support": 675.0 | |
| }, | |
| "accuracy": 0.7409333333333333, | |
| "macro avg": { | |
| "precision": 0.6648061096140129, | |
| "recall": 0.7319980797749238, | |
| "f1-score": 0.6901346425171296, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.7462931393359925, | |
| "recall": 0.7409333333333333, | |
| "f1-score": 0.7423051829267658, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "STYLE": { | |
| "macro_f1": 0.6849172239194514, | |
| "accuracy": 0.7234666666666667, | |
| "confusion_matrix": [ | |
| [ | |
| 6020, | |
| 1403, | |
| 433 | |
| ], | |
| [ | |
| 1958, | |
| 4249, | |
| 158 | |
| ], | |
| [ | |
| 150, | |
| 46, | |
| 583 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.7406496062992126, | |
| "recall": 0.7662932790224033, | |
| "f1-score": 0.7532532532532532, | |
| "support": 7856.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.7457002457002457, | |
| "recall": 0.6675569520816967, | |
| "f1-score": 0.7044682085716655, | |
| "support": 6365.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.49659284497444633, | |
| "recall": 0.748395378690629, | |
| "f1-score": 0.5970302099334357, | |
| "support": 779.0 | |
| }, | |
| "accuracy": 0.7234666666666667, | |
| "macro avg": { | |
| "precision": 0.6609808989913015, | |
| "recall": 0.7274152032649096, | |
| "f1-score": 0.6849172239194514, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.7301180798135848, | |
| "recall": 0.7234666666666667, | |
| "f1-score": 0.7244389492436237, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "VALUE": { | |
| "macro_f1": 0.7171099329708497, | |
| "accuracy": 0.8563333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 10588, | |
| 815, | |
| 378 | |
| ], | |
| [ | |
| 786, | |
| 1924, | |
| 58 | |
| ], | |
| [ | |
| 81, | |
| 37, | |
| 333 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.9243125272806635, | |
| "recall": 0.8987352516764281, | |
| "f1-score": 0.9113444654845929, | |
| "support": 11781.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.6930835734870316, | |
| "recall": 0.6950867052023122, | |
| "f1-score": 0.6940836940836941, | |
| "support": 2768.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.43302990897269183, | |
| "recall": 0.738359201773836, | |
| "f1-score": 0.5459016393442623, | |
| "support": 451.0 | |
| }, | |
| "accuracy": 0.8563333333333333, | |
| "macro avg": { | |
| "precision": 0.683475336580129, | |
| "recall": 0.7773937195508588, | |
| "f1-score": 0.7171099329708497, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8668718469501523, | |
| "recall": 0.8563333333333333, | |
| "f1-score": 0.8602649634961278, | |
| "support": 15000.0 | |
| } | |
| } | |
| } | |
| }, | |
| "overall": { | |
| "mean_macro_f1": 0.7235194801610981, | |
| "mean_accuracy": 0.7617777777777778 | |
| } | |
| }, | |
| "note": "The Proposed model jointly trains per-aspect heads and an overall sentiment head on the shared fused representation. The overall_head result is the primary overall metric. The aggregated_to_overall result (voting from per-aspect predictions) is included for reference. Baseline 3 vs Proposed isolates the marginal value of metadata cross-attention fusion." | |
| } |