{ "n_total": 3199, "n_attributed": 688, "n_unattributed": 2511, "fraction_attributed": 0.2151, "tests": [ { "test": "chi-squared", "dimension": "backbone", "chi2": 37.731687006347215, "p_value": 3.4076233773952626e-06, "dof": 7, "cramers_v": 0.1086, "n_attributed": 688, "n_unattributed": 2511, "proportions_attributed": { "DINOv2": 0.016, "DINOv3-B": 0.2078, "DINOv3-L": 0.0538, "Multi-Backbone": 0.0218, "Other": 0.0015, "SigLIP2": 0.0363, "VJepa2": 0.6628, "_Other_merged": 0.0 }, "proportions_unattributed": { "DINOv2": 0.055, "DINOv3-B": 0.1876, "DINOv3-L": 0.0693, "Multi-Backbone": 0.0115, "Other": 0.01, "SigLIP2": 0.0191, "VJepa2": 0.6464, "_Other_merged": 0.0012 }, "significant_at_005": true, "bonferroni_significant": true }, { "test": "chi-squared", "dimension": "encoder", "chi2": 61.185393113414705, "p_value": 1.6343587596346454e-12, "dof": 4, "cramers_v": 0.1383, "n_attributed": 688, "n_unattributed": 2511, "proportions_attributed": { "BiMamba": 0.1541, "Hybrid R-M": 0.0451, "Retention": 0.1483, "Zipformer": 0.6526, "_Other_merged": 0.0 }, "proportions_unattributed": { "BiMamba": 0.0844, "Hybrid R-M": 0.0267, "Retention": 0.0948, "Zipformer": 0.7937, "_Other_merged": 0.0004 }, "significant_at_005": true, "bonferroni_significant": true }, { "test": "KS", "dimension": "average_precision", "ks_statistic": 0.12486555151694978, "p_value": 7.526837497923383e-05, "n_attributed": 544, "n_unattributed": 793, "mean_attributed": 0.5898954336663079, "mean_unattributed": 0.5252813910994497, "median_attributed": 0.7680604382121345, "median_unattributed": 0.6903174706953216, "std_attributed": 0.31423275759452013, "std_unattributed": 0.32724773275568475, "significant_at_005": true, "bonferroni_significant": true }, { "test": "KS", "dimension": "temporal_position", "ks_statistic": 0.5917960971724413, "p_value": 1.4487266447307843e-177, "n_attributed": 688, "n_unattributed": 2511, "mean_attributed": 2291.9622093023254, "mean_unattributed": 1409.132218239745, "median_attributed": 2288.5, "median_unattributed": 1255.0, "std_attributed": 447.9487145839851, "std_unattributed": 929.441921791293, "significant_at_005": true, "temporal_characterization": { "attributed_quartile_counts": [ 0, 50, 339, 299 ], "unattributed_quartile_counts": [ 800, 750, 461, 500 ], "attributed_quartile_fracs": [ 0.0, 0.0727, 0.4927, 0.4346 ], "unattributed_quartile_fracs": [ 0.3186, 0.2987, 0.1836, 0.1991 ], "note": "Quartiles Q1-Q4 of campaign timeline (early to late)" }, "bonferroni_significant": true } ], "stratified_tests": [ { "test": "chi-squared", "dimension": "backbone_stratified", "chi2": 16.938753126943872, "p_value": 0.009510990909807603, "dof": 6, "cramers_v": 0.1029, "n_attributed": 638, "n_unattributed": 961, "proportions_attributed": { "DINOv2": 0.0094, "DINOv3-B": 0.1959, "DINOv3-L": 0.0188, "Multi-Backbone": 0.0235, "SigLIP2": 0.0361, "VJepa2": 0.7147, "_Other_merged": 0.0016 }, "proportions_unattributed": { "DINOv2": 0.0198, "DINOv3-B": 0.2653, "DINOv3-L": 0.0166, "Multi-Backbone": 0.0302, "SigLIP2": 0.0281, "VJepa2": 0.6348, "_Other_merged": 0.0052 }, "significant_at_005": true, "bonferroni_significant": true }, { "test": "chi-squared", "dimension": "encoder_stratified", "chi2": 2.5736596283029294, "p_value": 0.46212607800608874, "dof": 3, "cramers_v": 0.0401, "n_attributed": 638, "n_unattributed": 961, "proportions_attributed": { "BiMamba": 0.1583, "Hybrid R-M": 0.0486, "Retention": 0.1254, "Zipformer": 0.6677 }, "proportions_unattributed": { "BiMamba": 0.1478, "Hybrid R-M": 0.0635, "Retention": 0.1103, "Zipformer": 0.6785 }, "significant_at_005": false, "bonferroni_significant": false }, { "test": "KS", "dimension": "average_precision_stratified", "ks_statistic": 0.11336723032842544, "p_value": 0.0008959531124464975, "n_attributed": 499, "n_unattributed": 726, "mean_attributed": 0.598750591386905, "mean_unattributed": 0.5406952754875529, "median_attributed": 0.7764133443267354, "median_unattributed": 0.7386060814373168, "std_attributed": 0.3134688752302441, "std_unattributed": 0.32817339302154075, "significant_at_005": true, "bonferroni_significant": true } ], "stratified_summary": { "temporal_window": "second_half (experiments 1600-3199)", "n_attributed_in_window": 638, "n_unattributed_in_window": 961, "n_tests": 3, "n_significant_bonferroni": 2, "max_effect_size": 0.1134, "verdict": "DISTINGUISHABLE" }, "summary": { "n_tests": 4, "n_significant_nominal": 4, "n_significant_bonferroni": 4, "max_effect_size": 0.5918, "verdict": "DISTINGUISHABLE", "interpretation": "4/4 tests significant after Bonferroni correction with max effect size 0.5918. The attributed subset shows meaningful differences from the unattributed population \u2014 see individual test details." } }