| { |
| "analysis_status": "post_hoc_diagnostic; does not alter preregistered verdict", |
| "parameter_budget": 4096, |
| "splits": [ |
| { |
| "name": "seed_1", |
| "n_train": 672, |
| "n_test": 327, |
| "controls": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.6972477064220184, |
| "balanced_accuracy": 0.19056776556776556 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.8318042813455657, |
| "balanced_accuracy": 0.22363553113553114, |
| "hidden_units": 16, |
| "nominal_parameters": 4197 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.7889908256880734, |
| "balanced_accuracy": 0.29635531135531135 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.8134556574923547, |
| "balanced_accuracy": 0.4023443223443223, |
| "hidden_units": 195, |
| "nominal_parameters": 4100 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.8073394495412844, |
| "balanced_accuracy": 0.3698168498168498 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.8379204892966361, |
| "balanced_accuracy": 0.21333333333333332, |
| "hidden_units": 164, |
| "nominal_parameters": 4105 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.8195718654434251, |
| "balanced_accuracy": 0.41893772893772885 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.8103975535168195, |
| "balanced_accuracy": 0.37105311355311354 |
| }, |
| "majority": { |
| "accuracy": 0.8348623853211009, |
| "balanced_accuracy": 0.2 |
| }, |
| "learned_shuffled_rows": { |
| "accuracy": 0.06116207951070336, |
| "balanced_accuracy": 0.17399267399267399 |
| } |
| }, |
| "slice_thresholds_fit_on_train": { |
| "size_tertiles": [ |
| 1.0, |
| 3.0 |
| ], |
| "rare_element_record_threshold": 6, |
| "rare_elements": [ |
| "Br", |
| "Cl" |
| ], |
| "ood_top_quartile_min_distance": { |
| "composition": 0.0, |
| "learned": 0.6166495084762573 |
| } |
| }, |
| "slice_counts": { |
| "size_small_le_1": 250, |
| "size_medium_1_to_3": 51, |
| "size_large_gt_3": 26, |
| "contains_rare_element": 0, |
| "contains_charged_component": 0, |
| "structurally_ambiguous": 99, |
| "composition_ood_top_quartile": 82, |
| "learned_ood_top_quartile": 82, |
| "genre_amber_oriental": 15, |
| "genre_citrus_cologne": 16, |
| "genre_floral_woody": 13, |
| "genre_fougere": 10, |
| "genre_wildcard": 273 |
| }, |
| "slices": { |
| "size_small_le_1": { |
| "n": 250, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.848, |
| "balanced_accuracy": 0.848 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.996, |
| "balanced_accuracy": 0.996 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_randomforest": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| }, |
| "size_medium_1_to_3": { |
| "n": 51, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.19607843137254902, |
| "balanced_accuracy": 0.15079365079365079 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.29411764705882354, |
| "balanced_accuracy": 0.2261183261183261 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.11764705882352941, |
| "balanced_accuracy": 0.14444444444444443 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.23529411764705882, |
| "balanced_accuracy": 0.2590909090909091 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.21568627450980393, |
| "balanced_accuracy": 0.2 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.29411764705882354, |
| "balanced_accuracy": 0.21818181818181817 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.2549019607843137, |
| "balanced_accuracy": 0.2732683982683982 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.23529411764705882, |
| "balanced_accuracy": 0.25382395382395384 |
| }, |
| "majority": { |
| "accuracy": 0.27450980392156865, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "size_large_gt_3": { |
| "n": 26, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.23076923076923078, |
| "balanced_accuracy": 0.13968253968253969 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.3076923076923077, |
| "balanced_accuracy": 0.17777777777777776 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.07692307692307693, |
| "balanced_accuracy": 0.1 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.15384615384615385, |
| "balanced_accuracy": 0.1422222222222222 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.11538461538461539, |
| "balanced_accuracy": 0.15 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.34615384615384615, |
| "balanced_accuracy": 0.2 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.19230769230769232, |
| "balanced_accuracy": 0.3307936507936508 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.11538461538461539, |
| "balanced_accuracy": 0.2507936507936508 |
| }, |
| "majority": { |
| "accuracy": 0.34615384615384615, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "structurally_ambiguous": { |
| "n": 99, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3838383838383838, |
| "balanced_accuracy": 0.185 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.45454545454545453, |
| "balanced_accuracy": 0.21694444444444444 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.30303030303030304, |
| "balanced_accuracy": 0.21098290598290598 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.3838383838383838, |
| "balanced_accuracy": 0.3206837606837607 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.36363636363636365, |
| "balanced_accuracy": 0.28444444444444444 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.46464646464646464, |
| "balanced_accuracy": 0.21333333333333332 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.40404040404040403, |
| "balanced_accuracy": 0.34470085470085465 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.37373737373737376, |
| "balanced_accuracy": 0.29681623931623935 |
| }, |
| "majority": { |
| "accuracy": 0.45454545454545453, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "composition_ood_top_quartile": { |
| "n": 82, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.25609756097560976, |
| "balanced_accuracy": 0.16071428571428573 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.34146341463414637, |
| "balanced_accuracy": 0.21154761904761904 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.15853658536585366, |
| "balanced_accuracy": 0.14891941391941393 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.25609756097560976, |
| "balanced_accuracy": 0.2613186813186813 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.23170731707317074, |
| "balanced_accuracy": 0.2223809523809524 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.35365853658536583, |
| "balanced_accuracy": 0.21333333333333332 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.2804878048780488, |
| "balanced_accuracy": 0.29073260073260065 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.24390243902439024, |
| "balanced_accuracy": 0.24284798534798532 |
| }, |
| "majority": { |
| "accuracy": 0.34146341463414637, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "learned_ood_top_quartile": { |
| "n": 82, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3170731707317073, |
| "balanced_accuracy": 0.13571428571428573 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.6585365853658537, |
| "balanced_accuracy": 0.21428571428571427 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.5853658536585366, |
| "balanced_accuracy": 0.2654761904761905 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.6097560975609756, |
| "balanced_accuracy": 0.31547619047619047 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.6097560975609756, |
| "balanced_accuracy": 0.3571428571428571 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.6829268292682927, |
| "balanced_accuracy": 0.2 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.6341463414634146, |
| "balanced_accuracy": 0.37261904761904757 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.6097560975609756, |
| "balanced_accuracy": 0.2976190476190476 |
| }, |
| "majority": { |
| "accuracy": 0.6829268292682927, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "genre_amber_oriental": { |
| "n": 15, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.06666666666666667, |
| "balanced_accuracy": 0.06666666666666667 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.13333333333333333, |
| "balanced_accuracy": 0.13333333333333333 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.4, |
| "balanced_accuracy": 0.4 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.9333333333333333, |
| "balanced_accuracy": 0.9333333333333333 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.06666666666666667, |
| "balanced_accuracy": 0.06666666666666667 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.13333333333333333, |
| "balanced_accuracy": 0.13333333333333333 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.13333333333333333, |
| "balanced_accuracy": 0.13333333333333333 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_citrus_cologne": { |
| "n": 16, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.125, |
| "balanced_accuracy": 0.125 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.0625, |
| "balanced_accuracy": 0.0625 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.125, |
| "balanced_accuracy": 0.125 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.25, |
| "balanced_accuracy": 0.25 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.1875, |
| "balanced_accuracy": 0.1875 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_floral_woody": { |
| "n": 13, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.3076923076923077, |
| "balanced_accuracy": 0.3076923076923077 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.6923076923076923, |
| "balanced_accuracy": 0.6923076923076923 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.38461538461538464, |
| "balanced_accuracy": 0.38461538461538464 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3076923076923077, |
| "balanced_accuracy": 0.3076923076923077 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_fougere": { |
| "n": 10, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.4, |
| "balanced_accuracy": 0.4 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3, |
| "balanced_accuracy": 0.3 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_wildcard": { |
| "n": 273, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.8278388278388278, |
| "balanced_accuracy": 0.8278388278388278 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.989010989010989, |
| "balanced_accuracy": 0.989010989010989 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.9157509157509157, |
| "balanced_accuracy": 0.9157509157509157 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.9194139194139194, |
| "balanced_accuracy": 0.9194139194139194 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.9157509157509157, |
| "balanced_accuracy": 0.9157509157509157 |
| }, |
| "elements_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.9267399267399268, |
| "balanced_accuracy": 0.9267399267399268 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.9267399267399268, |
| "balanced_accuracy": 0.9267399267399268 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| } |
| }, |
| "low_data_curve": [ |
| { |
| "fraction": 0.1, |
| "n_train": 69, |
| "models": { |
| "learned": { |
| "accuracy": 0.14984709480122324, |
| "balanced_accuracy": 0.2208333333333333 |
| }, |
| "composition": { |
| "accuracy": 0.7951070336391437, |
| "balanced_accuracy": 0.35597069597069597 |
| }, |
| "elements": { |
| "accuracy": 0.8165137614678899, |
| "balanced_accuracy": 0.415970695970696 |
| } |
| } |
| }, |
| { |
| "fraction": 0.25, |
| "n_train": 171, |
| "models": { |
| "learned": { |
| "accuracy": 0.7033639143730887, |
| "balanced_accuracy": 0.2645879120879121 |
| }, |
| "composition": { |
| "accuracy": 0.7981651376146789, |
| "balanced_accuracy": 0.3418681318681318 |
| }, |
| "elements": { |
| "accuracy": 0.8073394495412844, |
| "balanced_accuracy": 0.38699633699633695 |
| } |
| } |
| }, |
| { |
| "fraction": 0.5, |
| "n_train": 338, |
| "models": { |
| "learned": { |
| "accuracy": 0.7155963302752294, |
| "balanced_accuracy": 0.2767857142857143 |
| }, |
| "composition": { |
| "accuracy": 0.7951070336391437, |
| "balanced_accuracy": 0.31808608058608057 |
| }, |
| "elements": { |
| "accuracy": 0.8073394495412844, |
| "balanced_accuracy": 0.3673168498168498 |
| } |
| } |
| }, |
| { |
| "fraction": 1.0, |
| "n_train": 672, |
| "models": { |
| "learned": { |
| "accuracy": 0.7003058103975535, |
| "balanced_accuracy": 0.19130036630036631 |
| }, |
| "composition": { |
| "accuracy": 0.7889908256880734, |
| "balanced_accuracy": 0.29635531135531135 |
| }, |
| "elements": { |
| "accuracy": 0.8073394495412844, |
| "balanced_accuracy": 0.3698168498168498 |
| } |
| } |
| } |
| ] |
| }, |
| { |
| "name": "seed_2", |
| "n_train": 623, |
| "n_test": 309, |
| "controls": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.6893203883495146, |
| "balanced_accuracy": 0.29314888010540185 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.8381877022653722, |
| "balanced_accuracy": 0.3093167701863354, |
| "hidden_units": 16, |
| "nominal_parameters": 4197 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.8414239482200647, |
| "balanced_accuracy": 0.4491624317711274 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.8349514563106796, |
| "balanced_accuracy": 0.4318464144551101, |
| "hidden_units": 195, |
| "nominal_parameters": 4100 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.8446601941747572, |
| "balanced_accuracy": 0.4710960537047493 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.8284789644012945, |
| "balanced_accuracy": 0.34150197628458495, |
| "hidden_units": 164, |
| "nominal_parameters": 4105 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.8446601941747572, |
| "balanced_accuracy": 0.4650354476441433 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.8414239482200647, |
| "balanced_accuracy": 0.4428132254219211 |
| }, |
| "majority": { |
| "accuracy": 0.8187702265372169, |
| "balanced_accuracy": 0.2 |
| }, |
| "learned_shuffled_rows": { |
| "accuracy": 0.08090614886731391, |
| "balanced_accuracy": 0.23806386849865108 |
| } |
| }, |
| "slice_thresholds_fit_on_train": { |
| "size_tertiles": [ |
| 1.0, |
| 3.0 |
| ], |
| "rare_element_record_threshold": 6, |
| "rare_elements": [ |
| "Br", |
| "Cl" |
| ], |
| "ood_top_quartile_min_distance": { |
| "composition": 0.0, |
| "learned": 0.586342453956604 |
| } |
| }, |
| "slice_counts": { |
| "size_small_le_1": 244, |
| "size_medium_1_to_3": 36, |
| "size_large_gt_3": 29, |
| "contains_rare_element": 0, |
| "contains_charged_component": 0, |
| "structurally_ambiguous": 81, |
| "composition_ood_top_quartile": 78, |
| "learned_ood_top_quartile": 78, |
| "genre_amber_oriental": 14, |
| "genre_citrus_cologne": 11, |
| "genre_floral_woody": 22, |
| "genre_fougere": 9, |
| "genre_wildcard": 253 |
| }, |
| "slices": { |
| "size_small_le_1": { |
| "n": 244, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.819672131147541, |
| "balanced_accuracy": 0.819672131147541 |
| }, |
| "learned_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_randomforest": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| }, |
| "size_medium_1_to_3": { |
| "n": 36, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.1388888888888889, |
| "balanced_accuracy": 0.25 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.2777777777777778, |
| "balanced_accuracy": 0.27615384615384614 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.25, |
| "balanced_accuracy": 0.21076923076923076 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.19444444444444445, |
| "balanced_accuracy": 0.27999999999999997 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.2777777777777778, |
| "balanced_accuracy": 0.2 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.1111111111111111, |
| "balanced_accuracy": 0.2 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.25, |
| "balanced_accuracy": 0.2528205128205128 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.25, |
| "balanced_accuracy": 0.2528205128205128 |
| }, |
| "majority": { |
| "accuracy": 0.1111111111111111, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "size_large_gt_3": { |
| "n": 29, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.27586206896551724, |
| "balanced_accuracy": 0.32555555555555554 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.1724137931034483, |
| "balanced_accuracy": 0.16722222222222222 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.2413793103448276, |
| "balanced_accuracy": 0.19722222222222224 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.2413793103448276, |
| "balanced_accuracy": 0.175 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.2413793103448276, |
| "balanced_accuracy": 0.2583333333333333 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.27586206896551724, |
| "balanced_accuracy": 0.2 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.27586206896551724, |
| "balanced_accuracy": 0.30277777777777776 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.2413793103448276, |
| "balanced_accuracy": 0.2361111111111111 |
| }, |
| "majority": { |
| "accuracy": 0.1724137931034483, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "structurally_ambiguous": { |
| "n": 81, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.35802469135802467, |
| "balanced_accuracy": 0.3063030303030303 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.38271604938271603, |
| "balanced_accuracy": 0.28768831168831166 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.3950617283950617, |
| "balanced_accuracy": 0.3842770562770562 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.37037037037037035, |
| "balanced_accuracy": 0.366961038961039 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.4074074074074074, |
| "balanced_accuracy": 0.4062106782106782 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.345679012345679, |
| "balanced_accuracy": 0.3054545454545455 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.4074074074074074, |
| "balanced_accuracy": 0.40015007215007214 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3950617283950617, |
| "balanced_accuracy": 0.3779278499278499 |
| }, |
| "majority": { |
| "accuracy": 0.30864197530864196, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "composition_ood_top_quartile": { |
| "n": 78, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.30303030303030304 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.358974358974359, |
| "balanced_accuracy": 0.28441558441558445 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.3717948717948718, |
| "balanced_accuracy": 0.3744588744588745 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.34615384615384615, |
| "balanced_accuracy": 0.3571428571428571 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.38461538461538464, |
| "balanced_accuracy": 0.39639249639249635 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.32051282051282054, |
| "balanced_accuracy": 0.3 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.38461538461538464, |
| "balanced_accuracy": 0.39033189033189036 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3717948717948718, |
| "balanced_accuracy": 0.36810966810966816 |
| }, |
| "majority": { |
| "accuracy": 0.28205128205128205, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "learned_ood_top_quartile": { |
| "n": 78, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.2564102564102564, |
| "balanced_accuracy": 0.22855917667238423 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.717948717948718, |
| "balanced_accuracy": 0.35837621497998856 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.6923076923076923, |
| "balanced_accuracy": 0.38416237850200113 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.6923076923076923, |
| "balanced_accuracy": 0.4311320754716981 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.7051282051282052, |
| "balanced_accuracy": 0.44779874213836485 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.6794871794871795, |
| "balanced_accuracy": 0.33867924528301885 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.7307692307692307, |
| "balanced_accuracy": 0.5023441966838194 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.7051282051282052, |
| "balanced_accuracy": 0.4341623785020012 |
| }, |
| "majority": { |
| "accuracy": 0.6794871794871795, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "genre_amber_oriental": { |
| "n": 14, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.2857142857142857, |
| "balanced_accuracy": 0.2857142857142857 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.35714285714285715, |
| "balanced_accuracy": 0.35714285714285715 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.2857142857142857, |
| "balanced_accuracy": 0.2857142857142857 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.7142857142857143, |
| "balanced_accuracy": 0.7142857142857143 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.21428571428571427, |
| "balanced_accuracy": 0.21428571428571427 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.21428571428571427, |
| "balanced_accuracy": 0.21428571428571427 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_citrus_cologne": { |
| "n": 11, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.2727272727272727, |
| "balanced_accuracy": 0.2727272727272727 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.09090909090909091, |
| "balanced_accuracy": 0.09090909090909091 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.45454545454545453, |
| "balanced_accuracy": 0.45454545454545453 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.9090909090909091, |
| "balanced_accuracy": 0.9090909090909091 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.45454545454545453, |
| "balanced_accuracy": 0.45454545454545453 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.7272727272727273, |
| "balanced_accuracy": 0.7272727272727273 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.36363636363636365, |
| "balanced_accuracy": 0.36363636363636365 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.36363636363636365, |
| "balanced_accuracy": 0.36363636363636365 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_floral_woody": { |
| "n": 22, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.045454545454545456, |
| "balanced_accuracy": 0.045454545454545456 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.18181818181818182, |
| "balanced_accuracy": 0.18181818181818182 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.13636363636363635, |
| "balanced_accuracy": 0.13636363636363635 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.22727272727272727, |
| "balanced_accuracy": 0.22727272727272727 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.22727272727272727, |
| "balanced_accuracy": 0.22727272727272727 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_fougere": { |
| "n": 9, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.3333333333333333 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.3333333333333333 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.2222222222222222, |
| "balanced_accuracy": 0.2222222222222222 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.5555555555555556, |
| "balanced_accuracy": 0.5555555555555556 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.4444444444444444, |
| "balanced_accuracy": 0.4444444444444444 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_wildcard": { |
| "n": 253, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.8142292490118577, |
| "balanced_accuracy": 0.8142292490118577 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.9881422924901185, |
| "balanced_accuracy": 0.9881422924901185 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.9644268774703557, |
| "balanced_accuracy": 0.9644268774703557 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.9644268774703557, |
| "balanced_accuracy": 0.9644268774703557 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.9644268774703557, |
| "balanced_accuracy": 0.9644268774703557 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.9802371541501976, |
| "balanced_accuracy": 0.9802371541501976 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.9644268774703557, |
| "balanced_accuracy": 0.9644268774703557 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.9644268774703557, |
| "balanced_accuracy": 0.9644268774703557 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| } |
| }, |
| "low_data_curve": [ |
| { |
| "fraction": 0.1, |
| "n_train": 66, |
| "models": { |
| "learned": { |
| "accuracy": 0.10355987055016182, |
| "balanced_accuracy": 0.2577388794780099 |
| }, |
| "composition": { |
| "accuracy": 0.8220064724919094, |
| "balanced_accuracy": 0.3582533408620365 |
| }, |
| "elements": { |
| "accuracy": 0.8284789644012945, |
| "balanced_accuracy": 0.43935002195871764 |
| } |
| } |
| }, |
| { |
| "fraction": 0.25, |
| "n_train": 158, |
| "models": { |
| "learned": { |
| "accuracy": 0.686084142394822, |
| "balanced_accuracy": 0.26595143986448333 |
| }, |
| "composition": { |
| "accuracy": 0.8317152103559871, |
| "balanced_accuracy": 0.4078925905012861 |
| }, |
| "elements": { |
| "accuracy": 0.8349514563106796, |
| "balanced_accuracy": 0.47167325428195 |
| } |
| } |
| }, |
| { |
| "fraction": 0.5, |
| "n_train": 314, |
| "models": { |
| "learned": { |
| "accuracy": 0.6796116504854369, |
| "balanced_accuracy": 0.24906832298136647 |
| }, |
| "composition": { |
| "accuracy": 0.8187702265372169, |
| "balanced_accuracy": 0.33487671748541314 |
| }, |
| "elements": { |
| "accuracy": 0.8317152103559871, |
| "balanced_accuracy": 0.44569922830792397 |
| } |
| } |
| }, |
| { |
| "fraction": 1.0, |
| "n_train": 623, |
| "models": { |
| "learned": { |
| "accuracy": 0.6893203883495146, |
| "balanced_accuracy": 0.29314888010540185 |
| }, |
| "composition": { |
| "accuracy": 0.8414239482200647, |
| "balanced_accuracy": 0.4491624317711274 |
| }, |
| "elements": { |
| "accuracy": 0.8446601941747572, |
| "balanced_accuracy": 0.4710960537047493 |
| } |
| } |
| } |
| ] |
| }, |
| { |
| "name": "seed_3", |
| "n_train": 625, |
| "n_test": 340, |
| "controls": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.7058823529411765, |
| "balanced_accuracy": 0.3058124782759819 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.8117647058823529, |
| "balanced_accuracy": 0.29490615224191863, |
| "hidden_units": 16, |
| "nominal_parameters": 4197 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.8088235294117647, |
| "balanced_accuracy": 0.40590893291623215 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.7941176470588235, |
| "balanced_accuracy": 0.3636470281543274, |
| "hidden_units": 195, |
| "nominal_parameters": 4100 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.8029411764705883, |
| "balanced_accuracy": 0.4001946472019465 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.7970588235294118, |
| "balanced_accuracy": 0.2095802919708029, |
| "hidden_units": 164, |
| "nominal_parameters": 4105 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.8147058823529412, |
| "balanced_accuracy": 0.44078988529718455 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.8205882352941176, |
| "balanced_accuracy": 0.4648375043448036 |
| }, |
| "majority": { |
| "accuracy": 0.8058823529411765, |
| "balanced_accuracy": 0.2 |
| }, |
| "learned_shuffled_rows": { |
| "accuracy": 0.052941176470588235, |
| "balanced_accuracy": 0.1886339937434828 |
| } |
| }, |
| "slice_thresholds_fit_on_train": { |
| "size_tertiles": [ |
| 1.0, |
| 3.0 |
| ], |
| "rare_element_record_threshold": 6, |
| "rare_elements": [ |
| "Br", |
| "Cl" |
| ], |
| "ood_top_quartile_min_distance": { |
| "composition": 0.0, |
| "learned": 0.5834012627601624 |
| } |
| }, |
| "slice_counts": { |
| "size_small_le_1": 256, |
| "size_medium_1_to_3": 53, |
| "size_large_gt_3": 31, |
| "contains_rare_element": 1, |
| "contains_charged_component": 2, |
| "structurally_ambiguous": 106, |
| "composition_ood_top_quartile": 85, |
| "learned_ood_top_quartile": 85, |
| "genre_amber_oriental": 16, |
| "genre_citrus_cologne": 14, |
| "genre_floral_woody": 21, |
| "genre_fougere": 15, |
| "genre_wildcard": 274 |
| }, |
| "slices": { |
| "size_small_le_1": { |
| "n": 256, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.84765625, |
| "balanced_accuracy": 0.84765625 |
| }, |
| "learned_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "composition_randomforest": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| }, |
| "size_medium_1_to_3": { |
| "n": 53, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.20754716981132076, |
| "balanced_accuracy": 0.2324675324675325 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.20754716981132076, |
| "balanced_accuracy": 0.22993506493506494 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.20754716981132076, |
| "balanced_accuracy": 0.2018181818181818 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.22641509433962265, |
| "balanced_accuracy": 0.17714285714285713 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.20754716981132076, |
| "balanced_accuracy": 0.2 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.1509433962264151, |
| "balanced_accuracy": 0.2 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.22641509433962265, |
| "balanced_accuracy": 0.2174025974025974 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.2830188679245283, |
| "balanced_accuracy": 0.26415584415584414 |
| }, |
| "majority": { |
| "accuracy": 0.1509433962264151, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "size_large_gt_3": { |
| "n": 31, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3870967741935484, |
| "balanced_accuracy": 0.2290909090909091 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.2903225806451613, |
| "balanced_accuracy": 0.2081818181818182 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.25806451612903225, |
| "balanced_accuracy": 0.14545454545454545 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.06451612903225806, |
| "balanced_accuracy": 0.2 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.1935483870967742, |
| "balanced_accuracy": 0.17272727272727273 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.22580645161290322, |
| "balanced_accuracy": 0.22000000000000003 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.2903225806451613, |
| "balanced_accuracy": 0.39090909090909093 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.25806451612903225, |
| "balanced_accuracy": 0.37272727272727274 |
| }, |
| "majority": { |
| "accuracy": 0.3225806451612903, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "structurally_ambiguous": { |
| "n": 106, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.42452830188679247, |
| "balanced_accuracy": 0.3001190476190476 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.39622641509433965, |
| "balanced_accuracy": 0.2692857142857143 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.3867924528301887, |
| "balanced_accuracy": 0.32904761904761903 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.33962264150943394, |
| "balanced_accuracy": 0.2867857142857143 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.36792452830188677, |
| "balanced_accuracy": 0.32333333333333336 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.3490566037735849, |
| "balanced_accuracy": 0.1925 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.4056603773584906, |
| "balanced_accuracy": 0.36392857142857143 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.42452830188679247, |
| "balanced_accuracy": 0.3879761904761905 |
| }, |
| "majority": { |
| "accuracy": 0.37735849056603776, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "composition_ood_top_quartile": { |
| "n": 85, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.2823529411764706, |
| "balanced_accuracy": 0.25590852130325814 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.24705882352941178, |
| "balanced_accuracy": 0.23612781954887216 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.23529411764705882, |
| "balanced_accuracy": 0.2295739348370927 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.17647058823529413, |
| "balanced_accuracy": 0.18731203007518796 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.21176470588235294, |
| "balanced_accuracy": 0.223859649122807 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.18823529411764706, |
| "balanced_accuracy": 0.17039473684210527 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.25882352941176473, |
| "balanced_accuracy": 0.2644548872180451 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.2823529411764706, |
| "balanced_accuracy": 0.28850250626566415 |
| }, |
| "majority": { |
| "accuracy": 0.2235294117647059, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "learned_ood_top_quartile": { |
| "n": 85, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.3411764705882353, |
| "balanced_accuracy": 0.26656534954407296 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.5882352941176471, |
| "balanced_accuracy": 0.31580547112462004 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.611764705882353, |
| "balanced_accuracy": 0.3751519756838906 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.5647058823529412, |
| "balanced_accuracy": 0.32872340425531915 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.611764705882353, |
| "balanced_accuracy": 0.39658054711246205 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.5647058823529412, |
| "balanced_accuracy": 0.225 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.6588235294117647, |
| "balanced_accuracy": 0.48586626139817624 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.6470588235294118, |
| "balanced_accuracy": 0.471580547112462 |
| }, |
| "majority": { |
| "accuracy": 0.5529411764705883, |
| "balanced_accuracy": 0.2 |
| } |
| } |
| }, |
| "genre_amber_oriental": { |
| "n": 16, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.0625, |
| "balanced_accuracy": 0.0625 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.125, |
| "balanced_accuracy": 0.125 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.8125, |
| "balanced_accuracy": 0.8125 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0625, |
| "balanced_accuracy": 0.0625 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.3125, |
| "balanced_accuracy": 0.3125 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.4375, |
| "balanced_accuracy": 0.4375 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_citrus_cologne": { |
| "n": 14, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.14285714285714285, |
| "balanced_accuracy": 0.14285714285714285 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.14285714285714285, |
| "balanced_accuracy": 0.14285714285714285 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.07142857142857142, |
| "balanced_accuracy": 0.07142857142857142 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.14285714285714285, |
| "balanced_accuracy": 0.14285714285714285 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.35714285714285715, |
| "balanced_accuracy": 0.35714285714285715 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.2857142857142857, |
| "balanced_accuracy": 0.2857142857142857 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_floral_woody": { |
| "n": 21, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.42857142857142855, |
| "balanced_accuracy": 0.42857142857142855 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.09523809523809523, |
| "balanced_accuracy": 0.09523809523809523 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.42857142857142855, |
| "balanced_accuracy": 0.42857142857142855 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.19047619047619047, |
| "balanced_accuracy": 0.19047619047619047 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.3333333333333333 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.3333333333333333 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_fougere": { |
| "n": 15, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.06666666666666667, |
| "balanced_accuracy": 0.06666666666666667 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.13333333333333333, |
| "balanced_accuracy": 0.13333333333333333 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.6666666666666666, |
| "balanced_accuracy": 0.6666666666666666 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.7333333333333333, |
| "balanced_accuracy": 0.7333333333333333 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.26666666666666666, |
| "balanced_accuracy": 0.26666666666666666 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.3333333333333333, |
| "balanced_accuracy": 0.3333333333333333 |
| }, |
| "majority": { |
| "accuracy": 0.0, |
| "balanced_accuracy": 0.0 |
| } |
| } |
| }, |
| "genre_wildcard": { |
| "n": 274, |
| "models": { |
| "learned_nearest_centroid": { |
| "accuracy": 0.8284671532846716, |
| "balanced_accuracy": 0.8284671532846716 |
| }, |
| "learned_mlp": { |
| "accuracy": 0.9781021897810219, |
| "balanced_accuracy": 0.9781021897810219 |
| }, |
| "composition_nearest_centroid": { |
| "accuracy": 0.9343065693430657, |
| "balanced_accuracy": 0.9343065693430657 |
| }, |
| "composition_mlp": { |
| "accuracy": 0.9343065693430657, |
| "balanced_accuracy": 0.9343065693430657 |
| }, |
| "elements_nearest_centroid": { |
| "accuracy": 0.9343065693430657, |
| "balanced_accuracy": 0.9343065693430657 |
| }, |
| "elements_mlp": { |
| "accuracy": 0.9854014598540146, |
| "balanced_accuracy": 0.9854014598540146 |
| }, |
| "composition_extratrees": { |
| "accuracy": 0.9343065693430657, |
| "balanced_accuracy": 0.9343065693430657 |
| }, |
| "composition_randomforest": { |
| "accuracy": 0.9343065693430657, |
| "balanced_accuracy": 0.9343065693430657 |
| }, |
| "majority": { |
| "accuracy": 1.0, |
| "balanced_accuracy": 1.0 |
| } |
| } |
| } |
| }, |
| "low_data_curve": [ |
| { |
| "fraction": 0.1, |
| "n_train": 65, |
| "models": { |
| "learned": { |
| "accuracy": 0.6941176470588235, |
| "balanced_accuracy": 0.3171784845324991 |
| }, |
| "composition": { |
| "accuracy": 0.7911764705882353, |
| "balanced_accuracy": 0.35221845672575597 |
| }, |
| "elements": { |
| "accuracy": 0.8117647058823529, |
| "balanced_accuracy": 0.428766075773375 |
| } |
| } |
| }, |
| { |
| "fraction": 0.25, |
| "n_train": 158, |
| "models": { |
| "learned": { |
| "accuracy": 0.6911764705882353, |
| "balanced_accuracy": 0.2899322210636079 |
| }, |
| "composition": { |
| "accuracy": 0.8029411764705883, |
| "balanced_accuracy": 0.4216232186305179 |
| }, |
| "elements": { |
| "accuracy": 0.8, |
| "balanced_accuracy": 0.38495655196385126 |
| } |
| } |
| }, |
| { |
| "fraction": 0.5, |
| "n_train": 314, |
| "models": { |
| "learned": { |
| "accuracy": 0.6941176470588235, |
| "balanced_accuracy": 0.3058689607229753 |
| }, |
| "composition": { |
| "accuracy": 0.8058823529411765, |
| "balanced_accuracy": 0.39555179005908936 |
| }, |
| "elements": { |
| "accuracy": 0.7941176470588235, |
| "balanced_accuracy": 0.37459940910670836 |
| } |
| } |
| }, |
| { |
| "fraction": 1.0, |
| "n_train": 625, |
| "models": { |
| "learned": { |
| "accuracy": 0.7058823529411765, |
| "balanced_accuracy": 0.3058124782759819 |
| }, |
| "composition": { |
| "accuracy": 0.8088235294117647, |
| "balanced_accuracy": 0.40590893291623215 |
| }, |
| "elements": { |
| "accuracy": 0.8029411764705883, |
| "balanced_accuracy": 0.4001946472019465 |
| } |
| } |
| } |
| ] |
| } |
| ] |
| } |
|
|
