Spaces:
Sleeping
Sleeping
| { | |
| "per_aspect": { | |
| "SIZE": { | |
| "macro_f1": 0.8673939825303104, | |
| "accuracy": 0.8746666666666667, | |
| "confusion_matrix": [ | |
| [ | |
| 3888, | |
| 411, | |
| 189 | |
| ], | |
| [ | |
| 671, | |
| 6818, | |
| 340 | |
| ], | |
| [ | |
| 148, | |
| 121, | |
| 2414 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8260038240917782, | |
| "recall": 0.8663101604278075, | |
| "f1-score": 0.8456769983686786, | |
| "support": 4488.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.9276190476190476, | |
| "recall": 0.8708647336824626, | |
| "f1-score": 0.8983463996310692, | |
| "support": 7829.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.8202514441046551, | |
| "recall": 0.8997390980245993, | |
| "f1-score": 0.8581585495911838, | |
| "support": 2683.0 | |
| }, | |
| "accuracy": 0.8746666666666667, | |
| "macro avg": { | |
| "precision": 0.8579581052718269, | |
| "recall": 0.8789713307116233, | |
| "f1-score": 0.8673939825303104, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.878011287391081, | |
| "recall": 0.8746666666666667, | |
| "f1-score": 0.8753994479962278, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "MATERIAL": { | |
| "macro_f1": 0.8271559495053421, | |
| "accuracy": 0.8584666666666667, | |
| "confusion_matrix": [ | |
| [ | |
| 3464, | |
| 526, | |
| 268 | |
| ], | |
| [ | |
| 588, | |
| 7793, | |
| 453 | |
| ], | |
| [ | |
| 181, | |
| 107, | |
| 1620 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8183321521379636, | |
| "recall": 0.8135274776890559, | |
| "f1-score": 0.815922741726534, | |
| "support": 4258.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.9248753857108949, | |
| "recall": 0.8821598369934345, | |
| "f1-score": 0.9030127462340672, | |
| "support": 8834.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.6920119607005554, | |
| "recall": 0.8490566037735849, | |
| "f1-score": 0.7625323605554248, | |
| "support": 1908.0 | |
| }, | |
| "accuracy": 0.8584666666666667, | |
| "macro avg": { | |
| "precision": 0.8117398328498046, | |
| "recall": 0.8482479728186917, | |
| "f1-score": 0.8271559495053421, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8650110854793437, | |
| "recall": 0.8584666666666667, | |
| "f1-score": 0.8604216918962055, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "QUALITY": { | |
| "macro_f1": 0.7772450897602642, | |
| "accuracy": 0.8106, | |
| "confusion_matrix": [ | |
| [ | |
| 6381, | |
| 1044, | |
| 465 | |
| ], | |
| [ | |
| 964, | |
| 4856, | |
| 169 | |
| ], | |
| [ | |
| 140, | |
| 59, | |
| 922 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8525050100200401, | |
| "recall": 0.808745247148289, | |
| "f1-score": 0.8300487804878048, | |
| "support": 7890.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8149018291659674, | |
| "recall": 0.8108198363666722, | |
| "f1-score": 0.812855708068296, | |
| "support": 5989.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.5925449871465296, | |
| "recall": 0.8224799286351472, | |
| "f1-score": 0.6888307807246918, | |
| "support": 1121.0 | |
| }, | |
| "accuracy": 0.8106, | |
| "macro avg": { | |
| "precision": 0.753317275444179, | |
| "recall": 0.8140150040500362, | |
| "f1-score": 0.7772450897602642, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8180636343016235, | |
| "recall": 0.8106, | |
| "f1-score": 0.8126304679241457, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "APPEARANCE": { | |
| "macro_f1": 0.7811169194295688, | |
| "accuracy": 0.8627333333333334, | |
| "confusion_matrix": [ | |
| [ | |
| 7589, | |
| 576, | |
| 405 | |
| ], | |
| [ | |
| 785, | |
| 4849, | |
| 121 | |
| ], | |
| [ | |
| 123, | |
| 49, | |
| 503 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8931387548546545, | |
| "recall": 0.8855309218203034, | |
| "f1-score": 0.8893185679967188, | |
| "support": 8570.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8858238947753014, | |
| "recall": 0.8425716768027802, | |
| "f1-score": 0.8636566034375278, | |
| "support": 5755.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.48882410106899904, | |
| "recall": 0.7451851851851852, | |
| "f1-score": 0.5903755868544601, | |
| "support": 675.0 | |
| }, | |
| "accuracy": 0.8627333333333334, | |
| "macro avg": { | |
| "precision": 0.7559289168996517, | |
| "recall": 0.824429261269423, | |
| "f1-score": 0.7811169194295688, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8721381274505217, | |
| "recall": 0.8627333333333334, | |
| "f1-score": 0.8660204934427743, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "STYLE": { | |
| "macro_f1": 0.7616829060410565, | |
| "accuracy": 0.8259333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 6512, | |
| 911, | |
| 433 | |
| ], | |
| [ | |
| 894, | |
| 5268, | |
| 203 | |
| ], | |
| [ | |
| 118, | |
| 52, | |
| 609 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.8654970760233918, | |
| "recall": 0.8289205702647657, | |
| "f1-score": 0.846814044213264, | |
| "support": 7856.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.8454501685122773, | |
| "recall": 0.8276512175962294, | |
| "f1-score": 0.8364560177834233, | |
| "support": 6365.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.4891566265060241, | |
| "recall": 0.7817715019255456, | |
| "f1-score": 0.6017786561264822, | |
| "support": 779.0 | |
| }, | |
| "accuracy": 0.8259333333333333, | |
| "macro avg": { | |
| "precision": 0.7333679570138978, | |
| "recall": 0.8127810965955136, | |
| "f1-score": 0.7616829060410565, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8374458909245736, | |
| "recall": 0.8259333333333333, | |
| "f1-score": 0.8296932838435613, | |
| "support": 15000.0 | |
| } | |
| } | |
| }, | |
| "VALUE": { | |
| "macro_f1": 0.7205236545514385, | |
| "accuracy": 0.8497333333333333, | |
| "confusion_matrix": [ | |
| [ | |
| 10185, | |
| 1229, | |
| 367 | |
| ], | |
| [ | |
| 464, | |
| 2224, | |
| 80 | |
| ], | |
| [ | |
| 77, | |
| 37, | |
| 337 | |
| ] | |
| ], | |
| "report": { | |
| "Not_Mentioned": { | |
| "precision": 0.9495618124184225, | |
| "recall": 0.8645276292335116, | |
| "f1-score": 0.9050517616741458, | |
| "support": 11781.0 | |
| }, | |
| "Positive": { | |
| "precision": 0.6372492836676218, | |
| "recall": 0.8034682080924855, | |
| "f1-score": 0.7107702141259188, | |
| "support": 2768.0 | |
| }, | |
| "Negative": { | |
| "precision": 0.4298469387755102, | |
| "recall": 0.7472283813747228, | |
| "f1-score": 0.545748987854251, | |
| "support": 451.0 | |
| }, | |
| "accuracy": 0.8497333333333333, | |
| "macro avg": { | |
| "precision": 0.6722193449538515, | |
| "recall": 0.8050747395669067, | |
| "f1-score": 0.7205236545514385, | |
| "support": 15000.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.8763036465787445, | |
| "recall": 0.8497333333333333, | |
| "f1-score": 0.8583973033670613, | |
| "support": 15000.0 | |
| } | |
| } | |
| } | |
| }, | |
| "overall": { | |
| "mean_macro_f1": 0.7891864169696635, | |
| "mean_accuracy": 0.8470222222222222 | |
| }, | |
| "variant": "A3", | |
| "variant_name": "A3_concat_fusion", | |
| "description": "Replace Cross-Attention fusion with [text;meta] concat + Linear; both meta sources kept." | |
| } |