Sentiment_Analysis / reports /ablation_A1.json
Lavender825's picture
Deploy 10W0715 dual-interface sentiment app
422d4ca
Raw
History Blame Contribute Delete
8.25 kB
{
"per_aspect": {
"SIZE": {
"macro_f1": 0.8068747136235311,
"accuracy": 0.8090666666666667,
"confusion_matrix": [
[
3382,
875,
231
],
[
1062,
6319,
448
],
[
151,
97,
2435
]
],
"report": {
"Not_Mentioned": {
"precision": 0.7360174102285092,
"recall": 0.7535650623885918,
"f1-score": 0.7446878784542552,
"support": 4488.0
},
"Positive": {
"precision": 0.866684954052942,
"recall": 0.8071273470430451,
"f1-score": 0.8358465608465608,
"support": 7829.0
},
"Negative": {
"precision": 0.7819524727039178,
"recall": 0.9075661572866195,
"f1-score": 0.8400897015697775,
"support": 2683.0
},
"accuracy": 0.8090666666666667,
"macro avg": {
"precision": 0.7948849456617896,
"recall": 0.8227528555727521,
"f1-score": 0.8068747136235311,
"support": 15000.0
},
"weighted avg": {
"precision": 0.8124334084433762,
"recall": 0.8090666666666667,
"f1-score": 0.8093308395121424,
"support": 15000.0
}
}
},
"MATERIAL": {
"macro_f1": 0.8128940857458821,
"accuracy": 0.8442,
"confusion_matrix": [
[
3332,
655,
271
],
[
609,
7698,
527
],
[
185,
90,
1633
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8075618031992244,
"recall": 0.7825270079849694,
"f1-score": 0.7948473282442748,
"support": 4258.0
},
"Positive": {
"precision": 0.9117612223143432,
"recall": 0.8714059316278017,
"f1-score": 0.8911269317589859,
"support": 8834.0
},
"Negative": {
"precision": 0.6717400246812012,
"recall": 0.8558700209643606,
"f1-score": 0.7527079972343858,
"support": 1908.0
},
"accuracy": 0.8442,
"macro avg": {
"precision": 0.7970210167315895,
"recall": 0.8366009868590439,
"f1-score": 0.8128940857458821,
"support": 15000.0
},
"weighted avg": {
"precision": 0.8516517842025958,
"recall": 0.8442,
"f1-score": 0.8461894731697476,
"support": 15000.0
}
}
},
"QUALITY": {
"macro_f1": 0.7185149356332249,
"accuracy": 0.7352666666666666,
"confusion_matrix": [
[
5077,
2322,
491
],
[
755,
5036,
198
],
[
147,
58,
916
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8491386519484864,
"recall": 0.6434727503168568,
"f1-score": 0.7321364193525128,
"support": 7890.0
},
"Positive": {
"precision": 0.6790722761596548,
"recall": 0.8408749373852062,
"f1-score": 0.7513614323013801,
"support": 5989.0
},
"Negative": {
"precision": 0.5707165109034268,
"recall": 0.8171275646743978,
"f1-score": 0.6720469552457814,
"support": 1121.0
},
"accuracy": 0.7352666666666666,
"macro avg": {
"precision": 0.6996424796705226,
"recall": 0.7671584174588203,
"f1-score": 0.7185149356332249,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7604294023010981,
"recall": 0.7352666666666666,
"f1-score": 0.7353216402383209,
"support": 15000.0
}
}
},
"APPEARANCE": {
"macro_f1": 0.6981066845508933,
"accuracy": 0.7523333333333333,
"confusion_matrix": [
[
6001,
2111,
458
],
[
837,
4779,
139
],
[
133,
37,
505
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8608521015636207,
"recall": 0.7002333722287047,
"f1-score": 0.7722797760761856,
"support": 8570.0
},
"Positive": {
"precision": 0.6899090515374621,
"recall": 0.8304083405734144,
"f1-score": 0.7536666140987226,
"support": 5755.0
},
"Negative": {
"precision": 0.45825771324863884,
"recall": 0.7481481481481481,
"f1-score": 0.5683736634777715,
"support": 675.0
},
"accuracy": 0.7523333333333333,
"macro avg": {
"precision": 0.6696729554499071,
"recall": 0.7595966203167558,
"f1-score": 0.6981066845508933,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7771502038960769,
"recall": 0.7523333333333333,
"f1-score": 0.7559627511972369,
"support": 15000.0
}
}
},
"STYLE": {
"macro_f1": 0.7065456106077872,
"accuracy": 0.7587333333333334,
"confusion_matrix": [
[
5575,
1794,
487
],
[
922,
5198,
245
],
[
125,
46,
608
]
],
"report": {
"Not_Mentioned": {
"precision": 0.8418906674720629,
"recall": 0.7096486761710794,
"f1-score": 0.7701339964083437,
"support": 7856.0
},
"Positive": {
"precision": 0.738562091503268,
"recall": 0.8166535742340927,
"f1-score": 0.7756472431545176,
"support": 6365.0
},
"Negative": {
"precision": 0.4537313432835821,
"recall": 0.7804878048780488,
"f1-score": 0.5738555922605002,
"support": 779.0
},
"accuracy": 0.7587333333333334,
"macro avg": {
"precision": 0.6780613674196377,
"recall": 0.7689300184277403,
"f1-score": 0.7065456106077872,
"support": 15000.0
},
"weighted avg": {
"precision": 0.7778865008331158,
"recall": 0.7587333333333334,
"f1-score": 0.7622800589888922,
"support": 15000.0
}
}
},
"VALUE": {
"macro_f1": 0.7005200887779329,
"accuracy": 0.8372,
"confusion_matrix": [
[
10197,
1182,
402
],
[
656,
2019,
93
],
[
72,
37,
342
]
],
"report": {
"Not_Mentioned": {
"precision": 0.9333638443935927,
"recall": 0.865546218487395,
"f1-score": 0.8981766933850084,
"support": 11781.0
},
"Positive": {
"precision": 0.6235330450895614,
"recall": 0.729407514450867,
"f1-score": 0.6723276723276723,
"support": 2768.0
},
"Negative": {
"precision": 0.40860215053763443,
"recall": 0.7583148558758315,
"f1-score": 0.531055900621118,
"support": 451.0
},
"accuracy": 0.8372,
"macro avg": {
"precision": 0.6551663466735962,
"recall": 0.7844228629380311,
"f1-score": 0.7005200887779329,
"support": 15000.0
},
"weighted avg": {
"precision": 0.8604118993000863,
"recall": 0.8372,
"f1-score": 0.8454619221967936,
"support": 15000.0
}
}
}
},
"overall": {
"mean_macro_f1": 0.7405760198232086,
"mean_accuracy": 0.7894666666666666
},
"variant": "A1",
"variant_name": "A1_no_text_meta",
"description": "Remove text-type metadata (TF-IDF on features/categories); keep numeric (price, ratings)."
}