{ "Proposed": { "mean_macro_f1": 0.7181058563683197, "mean_accuracy": 0.7976666666666666, "per_aspect": { "SIZE": { "macro_f1": 0.7995265557571497, "accuracy": 0.8084444444444444 }, "MATERIAL": { "macro_f1": 0.7375608350812924, "accuracy": 0.7748888888888888 }, "QUALITY": { "macro_f1": 0.7225683708431877, "accuracy": 0.7782222222222223 }, "APPEARANCE": { "macro_f1": 0.686600260772051, "accuracy": 0.8044444444444444 }, "STYLE": { "macro_f1": 0.7160335416761091, "accuracy": 0.806 }, "VALUE": { "macro_f1": 0.6463455740801278, "accuracy": 0.814 } } }, "A1_no_text_meta": { "mean_macro_f1": 0.6776628048319866, "mean_accuracy": 0.7492962962962962, "per_aspect": { "SIZE": { "macro_f1": 0.740598233449823, "accuracy": 0.7404444444444445 }, "MATERIAL": { "macro_f1": 0.7266970223932114, "accuracy": 0.766 }, "QUALITY": { "macro_f1": 0.6823502460160048, "accuracy": 0.7208888888888889 }, "APPEARANCE": { "macro_f1": 0.6240159686247212, "accuracy": 0.7208888888888889 }, "STYLE": { "macro_f1": 0.6629232328067269, "accuracy": 0.736 }, "VALUE": { "macro_f1": 0.6293921257014325, "accuracy": 0.8115555555555556 } } }, "A2_no_numeric_meta": { "mean_macro_f1": 0.6921631412840942, "mean_accuracy": 0.7652592592592593, "per_aspect": { "SIZE": { "macro_f1": 0.7671582372002913, "accuracy": 0.7706666666666667 }, "MATERIAL": { "macro_f1": 0.6872063428009021, "accuracy": 0.716 }, "QUALITY": { "macro_f1": 0.7196709259733175, "accuracy": 0.7668888888888888 }, "APPEARANCE": { "macro_f1": 0.664309170886516, "accuracy": 0.7724444444444445 }, "STYLE": { "macro_f1": 0.6772600684297027, "accuracy": 0.7562222222222222 }, "VALUE": { "macro_f1": 0.6373741024138356, "accuracy": 0.8093333333333333 } } }, "A3_concat_fusion": { "mean_macro_f1": 0.7129304180101735, "mean_accuracy": 0.7861851851851851, "per_aspect": { "SIZE": { "macro_f1": 0.7743558111930783, "accuracy": 0.7795555555555556 }, "MATERIAL": { "macro_f1": 0.7265180298120851, "accuracy": 0.7606666666666667 }, "QUALITY": { "macro_f1": 0.7193048709446473, "accuracy": 0.7726666666666666 }, "APPEARANCE": { "macro_f1": 0.6751065643648765, "accuracy": 0.7922222222222223 }, "STYLE": { "macro_f1": 0.714064488352906, "accuracy": 0.7906666666666666 }, "VALUE": { "macro_f1": 0.6682327433934478, "accuracy": 0.8213333333333334 } } } }