{ "status": "OK", "n_experiments": 118, "n_backbones": 3, "n_encoders": 2, "one_way_anova": { "backbone": { "f_statistic": 2.271411698963618, "p_value": 0.1077764954784699, "df_between": 2, "df_within": 115, "ssb": 0.06782210721019603, "ssw": 1.7168931402288845, "msb": 0.03391105360509802, "msw": 0.014929505567207691, "eta_squared": 0.03800164048999703, "n_groups": 3, "n_total": 118, "groups_used": { "siglip2_vit_b16": 40, "dinov2_vitb14": 40, "dinov3_vitb16": 38 }, "group_means": { "siglip2_vit_b16": 0.8638103993594168, "dinov2_vitb14": 0.846294251498718, "dinov3_vitb16": 0.8061198927508695 } }, "encoder": { "f_statistic": 0.06407837852085793, "p_value": 0.8006103553103452, "df_between": 1, "df_within": 116, "ssb": 0.0009853320749627571, "ssw": 1.783729915364118, "msb": 0.0009853320749627571, "msw": 0.015376982029001018, "eta_squared": 0.0005520948377488383, "n_groups": 2, "n_total": 118, "groups_used": { "zipformer_temporal": 60, "gru": 58 }, "group_means": { "zipformer_temporal": 0.8421355374974807, "gru": 0.83635533981051 } }, "learning_rate": { "f_statistic": 131.31725354692628, "p_value": 1.1102230246251565e-16, "df_between": 4, "df_within": 113, "ssb": 1.4687468728544621, "ssw": 0.31596837458461874, "msb": 0.36718671821361554, "msw": 0.002796180306058573, "eta_squared": 0.8229586624320001, "n_groups": 5, "n_total": 118, "groups_used": { "1e-03": 24, "3e-04": 22, "1e-04": 24, "1e-05": 24, "3e-05": 24 }, "group_means": { "1e-03": 1.0, "3e-04": 0.9516634854135617, "1e-04": 0.7708566680283537, "1e-05": 0.7465300481469329, "3e-05": 0.7367860038147162 } }, "weight_decay": { "f_statistic": 0.0004454426121532825, "p_value": 0.9831977495218243, "df_between": 1, "df_within": 116, "ssb": 6.853320422483665e-06, "ssw": 1.7847083941186583, "msb": 6.853320422483665e-06, "msw": 0.01538541719067809, "eta_squared": 3.840007772846461e-06, "n_groups": 2, "n_total": 118, "groups_used": { "1e-04": 59, "1e-02": 59 }, "group_means": { "1e-04": 0.8395354192030063, "1e-02": 0.839053427557306 } }, "backbone_x_encoder": { "f_statistic": 1.0021055527766518, "p_value": 0.4199508990009895, "df_between": 5, "df_within": 112, "ssb": 0.07642359596876776, "ssw": 1.7082916514703133, "msb": 0.015284719193753552, "msw": 0.01525260403098494, "eta_squared": 0.042821170535988475, "n_groups": 6, "n_total": 118, "groups_used": { "siglip2_vit_b16+zipformer_temporal": 20, "dinov2_vitb14+gru": 20, "siglip2_vit_b16+gru": 20, "dinov2_vitb14+zipformer_temporal": 20, "dinov3_vitb16+zipformer_temporal": 20, "dinov3_vitb16+gru": 18 }, "group_means": { "siglip2_vit_b16+zipformer_temporal": 0.8749617597760546, "dinov2_vitb14+gru": 0.8534163459844052, "siglip2_vit_b16+gru": 0.8526590389427792, "dinov2_vitb14+zipformer_temporal": 0.8391721570130308, "dinov3_vitb16+zipformer_temporal": 0.8122726957033569, "dinov3_vitb16+gru": 0.7992834450258834 } } }, "two_way_anova_backbone_encoder": { "ss_a": 0.06782210721019603, "ss_b": 0.0009853320749627571, "ss_ab": 0.007616156683609043, "ss_within": 1.7082916514703133, "ss_total": 1.784715247439081, "eta_sq_a": 0.03800164048999702, "eta_sq_b": 0.0005520948377488382, "eta_sq_ab": 0.004267435208242659, "n_a_levels": 3, "n_b_levels": 2, "n_total": 118, "a_levels": [ "dinov2_vitb14", "dinov3_vitb16", "siglip2_vit_b16" ], "b_levels": [ "gru", "zipformer_temporal" ] }, "bootstrap_95ci": { "backbone": { "mean": 0.054264733669579915, "std": 0.03626916678670685, "ci_lower": 0.004172067189563717, "ci_upper": 0.14075592814523244, "ci_level": 0.95, "n_bootstrap": 10000 }, "encoder": { "mean": 0.009373653881783914, "std": 0.012993033585967408, "ci_lower": 8.2966825260771e-06, "ci_upper": 0.04638269922423005, "ci_level": 0.95, "n_bootstrap": 10000 }, "learning_rate": { "mean": 0.8293854266769511, "std": 0.032157101279474375, "ci_lower": 0.768044182410785, "ci_upper": 0.8932669221275009, "ci_level": 0.95, "n_bootstrap": 10000 }, "weight_decay": { "mean": 0.008476264979952446, "std": 0.011624699024542747, "ci_lower": 8.228000570209509e-06, "ci_upper": 0.04122435144318485, "ci_level": 0.95, "n_bootstrap": 10000 }, "backbone_x_encoder": { "mean": 0.0835620794000343, "std": 0.0427490010225344, "ci_lower": 0.018679079308689745, "ci_upper": 0.182182380106789, "ci_level": 0.95, "n_bootstrap": 10000 } }, "summary": { "overall_mean_ap": 0.8392944233801561, "overall_std_ap": 0.12298254139011713, "per_backbone": { "dinov3_vitb16": { "mean": 0.8061198927508695, "std": 0.10970070007117806, "n": 38 }, "siglip2_vit_b16": { "mean": 0.8638103993594168, "std": 0.12153797578963163, "n": 40 }, "dinov2_vitb14": { "mean": 0.846294251498718, "std": 0.1292993330623936, "n": 40 } }, "per_encoder": { "gru": { "mean": 0.83635533981051, "std": 0.12391000095789181, "n": 58 }, "zipformer_temporal": { "mean": 0.8421355374974807, "std": 0.1220120207053252, "n": 60 } } } }