| { |
| "Proposed": { |
| "mean_macro_f1": 0.7181058563683197, |
| "mean_accuracy": 0.7976666666666666, |
| "per_aspect": { |
| "SIZE": { |
| "macro_f1": 0.7995265557571497, |
| "accuracy": 0.8084444444444444 |
| }, |
| "MATERIAL": { |
| "macro_f1": 0.7375608350812924, |
| "accuracy": 0.7748888888888888 |
| }, |
| "QUALITY": { |
| "macro_f1": 0.7225683708431877, |
| "accuracy": 0.7782222222222223 |
| }, |
| "APPEARANCE": { |
| "macro_f1": 0.686600260772051, |
| "accuracy": 0.8044444444444444 |
| }, |
| "STYLE": { |
| "macro_f1": 0.7160335416761091, |
| "accuracy": 0.806 |
| }, |
| "VALUE": { |
| "macro_f1": 0.6463455740801278, |
| "accuracy": 0.814 |
| } |
| } |
| }, |
| "A1_no_text_meta": { |
| "mean_macro_f1": 0.6776628048319866, |
| "mean_accuracy": 0.7492962962962962, |
| "per_aspect": { |
| "SIZE": { |
| "macro_f1": 0.740598233449823, |
| "accuracy": 0.7404444444444445 |
| }, |
| "MATERIAL": { |
| "macro_f1": 0.7266970223932114, |
| "accuracy": 0.766 |
| }, |
| "QUALITY": { |
| "macro_f1": 0.6823502460160048, |
| "accuracy": 0.7208888888888889 |
| }, |
| "APPEARANCE": { |
| "macro_f1": 0.6240159686247212, |
| "accuracy": 0.7208888888888889 |
| }, |
| "STYLE": { |
| "macro_f1": 0.6629232328067269, |
| "accuracy": 0.736 |
| }, |
| "VALUE": { |
| "macro_f1": 0.6293921257014325, |
| "accuracy": 0.8115555555555556 |
| } |
| } |
| }, |
| "A2_no_numeric_meta": { |
| "mean_macro_f1": 0.6921631412840942, |
| "mean_accuracy": 0.7652592592592593, |
| "per_aspect": { |
| "SIZE": { |
| "macro_f1": 0.7671582372002913, |
| "accuracy": 0.7706666666666667 |
| }, |
| "MATERIAL": { |
| "macro_f1": 0.6872063428009021, |
| "accuracy": 0.716 |
| }, |
| "QUALITY": { |
| "macro_f1": 0.7196709259733175, |
| "accuracy": 0.7668888888888888 |
| }, |
| "APPEARANCE": { |
| "macro_f1": 0.664309170886516, |
| "accuracy": 0.7724444444444445 |
| }, |
| "STYLE": { |
| "macro_f1": 0.6772600684297027, |
| "accuracy": 0.7562222222222222 |
| }, |
| "VALUE": { |
| "macro_f1": 0.6373741024138356, |
| "accuracy": 0.8093333333333333 |
| } |
| } |
| }, |
| "A3_concat_fusion": { |
| "mean_macro_f1": 0.7129304180101735, |
| "mean_accuracy": 0.7861851851851851, |
| "per_aspect": { |
| "SIZE": { |
| "macro_f1": 0.7743558111930783, |
| "accuracy": 0.7795555555555556 |
| }, |
| "MATERIAL": { |
| "macro_f1": 0.7265180298120851, |
| "accuracy": 0.7606666666666667 |
| }, |
| "QUALITY": { |
| "macro_f1": 0.7193048709446473, |
| "accuracy": 0.7726666666666666 |
| }, |
| "APPEARANCE": { |
| "macro_f1": 0.6751065643648765, |
| "accuracy": 0.7922222222222223 |
| }, |
| "STYLE": { |
| "macro_f1": 0.714064488352906, |
| "accuracy": 0.7906666666666666 |
| }, |
| "VALUE": { |
| "macro_f1": 0.6682327433934478, |
| "accuracy": 0.8213333333333334 |
| } |
| } |
| } |
| } |
