Sentiment_Analysis / reports /ablation_A2.json
Lavender825's picture
Deploy 10W0715 dual-interface sentiment app
422d4ca
Raw
History Blame Contribute Delete
8.22 kB
{
"per_aspect": {
"SIZE": {
"macro_f1": 0.8261798151548717,
"accuracy": 0.8282,
"confusion_matrix": [
[
3667,
626,
195
],
[
1060,
6325,
444
],
[
140,
112,
2431
]
],
"report": {
"Not_Mentioned": {
"precision": 0.7534415450996507,
"recall": 0.8170677361853832,
"f1-score": 0.7839657936932122,
"support": 4488.0
},
"Positive": {
"precision": 0.8955118221718816,
"recall": 0.8078937284455231,
"f1-score": 0.8494493687886113,
"support": 7829.0
},
"Negative": {
"precision": 0.79185667752443,
"recall": 0.9060752888557585,
"f1-score": 0.8451242829827916,
"support": 2683.0
},
"accuracy": 0.8282,
"macro avg": {
"precision": 0.8136033482653208,
"recall": 0.8436789178288883,
"f1-score": 0.8261798151548717,
"support": 15000.0
},
"weighted avg": {
"precision": 0.8344639450659292,
"recall": 0.8282,
"f1-score": 0.8290830694389336,
"support": 15000.0
}
}
},
"MATERIAL": {
"macro_f1": 0.7622481835378002,
"accuracy": 0.7784666666666666,
"confusion_matrix": [
[
3224,
784,
250
],
[
1499,
6826,
509
],
[
182,
99,
1627
]
],
"report": {
"Not_Mentioned": {
"precision": 0.6572884811416921,
"recall": 0.7571629873179897,
"f1-score": 0.7036996616828549,
"support": 4258.0
},
"Positive": {
"precision": 0.8854585549357893,
"recall": 0.7726964002716776,
"f1-score": 0.8252433053255154,
"support": 8834.0
},
"Negative": {
"precision": 0.681894383906119,
"recall": 0.8527253668763103,
"f1-score": 0.7578015836050302,
"support": 1908.0
},
"accuracy": 0.7784666666666666,
"macro avg": {
"precision": 0.7415471399945335,
"recall": 0.794194918155326,
"f1-score": 0.7622481835378002,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7947953140997975,
"recall": 0.7784666666666666,
"f1-score": 0.7821625293473065,
"support": 15000.0
}
}
},
"QUALITY": {
"macro_f1": 0.7470141599939275,
"accuracy": 0.7757333333333334,
"confusion_matrix": [
[
6275,
1128,
487
],
[
1346,
4437,
206
],
[
137,
60,
924
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8088424851765919,
"recall": 0.7953105196451205,
"f1-score": 0.802019427402863,
"support": 7890.0
},
"Positive": {
"precision": 0.7888,
"recall": 0.7408582401068626,
"f1-score": 0.7640778370931635,
"support": 5989.0
},
"Negative": {
"precision": 0.5714285714285714,
"recall": 0.8242640499553969,
"f1-score": 0.674945215485756,
"support": 1121.0
},
"accuracy": 0.7757333333333334,
"macro avg": {
"precision": 0.7230236855350544,
"recall": 0.7868109365691267,
"f1-score": 0.7470141599939275,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7830974557743159,
"recall": 0.7757333333333334,
"f1-score": 0.7773739356746052,
"support": 15000.0
}
}
},
"APPEARANCE": {
"macro_f1": 0.75832091109464,
"accuracy": 0.8269333333333333,
"confusion_matrix": [
[
7190,
983,
397
],
[
928,
4699,
128
],
[
119,
41,
515
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8728906155153575,
"recall": 0.838973162193699,
"f1-score": 0.855595882667936,
"support": 8570.0
},
"Positive": {
"precision": 0.821072863882579,
"recall": 0.8165073848827107,
"f1-score": 0.8187837602369751,
"support": 5755.0
},
"Negative": {
"precision": 0.4951923076923077,
"recall": 0.762962962962963,
"f1-score": 0.6005830903790087,
"support": 675.0
},
"accuracy": 0.8269333333333333,
"macro avg": {
"precision": 0.729718595696748,
"recall": 0.806147836679791,
"f1-score": 0.75832091109464,
"support": 15000.0
},
"weighted avg": {
"precision": 0.836013447620211,
"recall": 0.8269333333333333,
"f1-score": 0.8299967227089221,
"support": 15000.0
}
}
},
"STYLE": {
"macro_f1": 0.7282681172699741,
"accuracy": 0.7826,
"confusion_matrix": [
[
6187,
1221,
448
],
[
1198,
4937,
230
],
[
112,
52,
615
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8252634387088169,
"recall": 0.787550916496945,
"f1-score": 0.8059662606656679,
"support": 7856.0
},
"Positive": {
"precision": 0.7950080515297907,
"recall": 0.7756480754124117,
"f1-score": 0.7852087475149105,
"support": 6365.0
},
"Negative": {
"precision": 0.4756380510440835,
"recall": 0.7894736842105263,
"f1-score": 0.5936293436293436,
"support": 779.0
},
"accuracy": 0.7826,
"macro avg": {
"precision": 0.6986365137608971,
"recall": 0.7842242253732943,
"f1-score": 0.7282681172699741,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7942678576164616,
"recall": 0.7826,
"f1-score": 0.7861307920272768,
"support": 15000.0
}
}
},
"VALUE": {
"macro_f1": 0.7116125464747367,
"accuracy": 0.8398666666666667,
"confusion_matrix": [
[
10116,
1291,
374
],
[
540,
2132,
96
],
[
68,
33,
350
]
],
"report": {
"Not_Mentioned": {
"precision": 0.9433047370384186,
"recall": 0.8586707410236822,
"f1-score": 0.8990002221728505,
"support": 11781.0
},
"Positive": {
"precision": 0.6168981481481481,
"recall": 0.7702312138728323,
"f1-score": 0.6850899742930592,
"support": 2768.0
},
"Negative": {
"precision": 0.4268292682926829,
"recall": 0.7760532150776053,
"f1-score": 0.5507474429583006,
"support": 451.0
},
"accuracy": 0.8398666666666667,
"macro avg": {
"precision": 0.6623440511597498,
"recall": 0.8016517233247066,
"f1-score": 0.7116125464747367,
"support": 15000.0
},
"weighted avg": {
"precision": 0.8675431454082456,
"recall": 0.8398666666666667,
"f1-score": 0.8490558508690489,
"support": 15000.0
}
}
}
},
"overall": {
"mean_macro_f1": 0.7556072889209918,
"mean_accuracy": 0.8053
},
"variant": "A2",
"variant_name": "A2_no_numeric_meta",
"description": "Remove numeric metadata (price, ratings); keep text-type (TF-IDF on features/categories)."
}