{ "claim1": { "bound_fit_vs_p": { "exponent": 1.304517823321537, "r2": 0.9989755453723398 }, "omitted_b_squared_control_mismatches": 22, "quadratic_fol_mismatches": 0, "quadratic_fol_pairs": 323, "sweep": [ { "M": 17, "bound_proxy": 31.044097540985508, "d": 8, "empirical_pdim_lower": 1, "measured_over_bound": 0.03221224255850134, "p": 1, "parameter_vectors": 5 }, { "M": 17, "bound_proxy": 73.17854997093013, "d": 8, "empirical_pdim_lower": 3, "measured_over_bound": 0.04099561963432915, "p": 2, "parameter_vectors": 25 }, { "M": 17, "bound_proxy": 126.4033572898339, "d": 8, "empirical_pdim_lower": 3, "measured_over_bound": 0.023733546832314063, "p": 3, "parameter_vectors": 125 }, { "M": 17, "bound_proxy": 190.71851949769678, "d": 8, "empirical_pdim_lower": 4, "measured_over_bound": 0.020973317172002827, "p": 4, "parameter_vectors": 625 } ] }, "claim2": { "complement_control": { "complement_alpha": 15, "original_alpha": 0, "witness_mismatches": 4 }, "lower_bound_fit": { "exponent": 1.0000000000000004, "r2": 1.0 }, "sweep": [ { "B": 2, "Delta_f": 8, "K": 4, "N": 4, "all_label_vectors": 16, "bound_proxy": 6.356107660695891, "d": 2, "label_vectors_tested": 16, "max_abs_grid_error": 0.0, "measured_over_bound": 0.6293159608882498, "p": 1, "witnesses_tested": 64, "zero_selector_witnesses": 64 }, { "B": 3, "Delta_f": 16, "K": 8, "N": 18, "all_label_vectors": 262144, "bound_proxy": 41.58883083359672, "d": 3, "label_vectors_tested": 128, "max_abs_grid_error": 0.0, "measured_over_bound": 0.43280851226668904, "p": 2, "witnesses_tested": 2304, "zero_selector_witnesses": 2304 }, { "B": 4, "Delta_f": 32, "K": 16, "N": 48, "all_label_vectors": 281474976710656, "bound_proxy": 144.07974744999936, "d": 4, "label_vectors_tested": 64, "max_abs_grid_error": 0.0, "measured_over_bound": 0.3331488349301671, "p": 3, "witnesses_tested": 3072, "zero_selector_witnesses": 3072 } ] }, "claim3": { "bound_fit_vs_d": { "exponent": 1.9686269230607214, "r2": 0.9994736374125038 }, "different_objectives": { "train_stationarity_l2": 7.103475525610374e-16, "validation_gradient_l2": 1.046047571477888 }, "one_block_control": { "bilevel_loss": 0.49167149121785003, "control_is_not_treatment": true, "training_objective_at_validation_minimizer": 0.014152416868693906 }, "sweep": [ { "M_total": 10, "bound_proxy": 52.536886562851954, "d": 2, "empirical_pdim_lower": 2, "measured_over_bound": 0.038068491127796866, "p": 2, "parameter_vectors": 36 }, { "M_total": 18, "bound_proxy": 188.88000745064474, "d": 4, "empirical_pdim_lower": 2, "measured_over_bound": 0.010588733169775048, "p": 2, "parameter_vectors": 36 }, { "M_total": 34, "bound_proxy": 748.7160832111642, "d": 8, "empirical_pdim_lower": 2, "measured_over_bound": 0.0026712395323768272, "p": 2, "parameter_vectors": 36 }, { "M_total": 50, "bound_proxy": 1721.5165518372419, "d": 12, "empirical_pdim_lower": 2, "measured_over_bound": 0.0011617663494815395, "p": 2, "parameter_vectors": 36 }, { "M_total": 66, "bound_proxy": 3131.4031537846577, "d": 16, "empirical_pdim_lower": 2, "measured_over_bound": 0.000638691315611269, "p": 2, "parameter_vectors": 36 } ] }, "claim4": { "bound_fit_vs_d": { "exponent": 0.7350535400341762, "r2": 0.9996436716595822 }, "sweep": [ { "active_sign_regions": 12, "alpha_vectors": 25, "bound_proxy": 14.33407575382444, "d": 3, "empirical_pdim_lower": 2, "max_kkt_residual": 8.881784197001252e-16, "measured_over_bound": 0.1395276566378118 }, { "active_sign_regions": 23, "alpha_vectors": 25, "bound_proxy": 20.561106372245188, "d": 5, "empirical_pdim_lower": 2, "max_kkt_residual": 1.0928757898653885e-15, "measured_over_bound": 0.09727103025446818 }, { "active_sign_regions": 37, "alpha_vectors": 25, "bound_proxy": 28.903717578961647, "d": 8, "empirical_pdim_lower": 2, "max_kkt_residual": 1.3322676295501878e-15, "measured_over_bound": 0.06919525125223872 }, { "active_sign_regions": 45, "alpha_vectors": 25, "bound_proxy": 39.23899566477349, "d": 12, "empirical_pdim_lower": 2, "max_kkt_residual": 3.3306690738754696e-15, "measured_over_bound": 0.05096970414549842 }, { "active_sign_regions": 75, "alpha_vectors": 25, "bound_proxy": 49.13978609221129, "d": 16, "empirical_pdim_lower": 2, "max_kkt_residual": 1.5126788710517758e-15, "measured_over_bound": 0.04070021786922272 } ], "zero_alpha_control": { "constant_control": "replacing alpha_1 sweep by alpha_1=0 removes l1 sign transitions", "elastic_net_has_multiple_sign_regions": true } }, "claim5": { "bound_fit_vs_p": { "exponent": 3.34274729743556, "r2": 0.9997352340382949 }, "convergence_control": { "bad_lift_exceeds_good": true, "objective_drop_positive": true }, "sweep": [ { "active_group_patterns": 2, "alpha_vectors": 3, "bad_lift_residual": 12.500000000000002, "bound_proxy": 59.63775959491201, "d": 3, "empirical_pdim_lower": 1, "good_lift_residual": 1.7763568394002505e-15, "max_kkt_residual": 1.7133413356425748e-16, "measured_over_bound": 0.01676790018257686, "median_objective_drop": 0.014051940750849437, "p": 1 }, { "active_group_patterns": 3, "alpha_vectors": 9, "bad_lift_residual": 13.25, "bound_proxy": 568.0874359335462, "d": 6, "empirical_pdim_lower": 2, "good_lift_residual": 0.0, "max_kkt_residual": 6.843874359417885e-16, "measured_over_bound": 0.003520584814049569, "median_objective_drop": 0.18425986391919225, "p": 2 }, { "active_group_patterns": 5, "alpha_vectors": 27, "bad_lift_residual": 16.953125, "bound_proxy": 2264.879458221645, "d": 9, "empirical_pdim_lower": 3, "good_lift_residual": 1.1102230246251565e-16, "max_kkt_residual": 7.517666163868695e-16, "measured_over_bound": 0.0013245738041862776, "median_objective_drop": 0.5098855547833234, "p": 3 }, { "active_group_patterns": 16, "alpha_vectors": 81, "bad_lift_residual": 19.101239669421485, "bound_proxy": 6183.952844308453, "d": 12, "empirical_pdim_lower": 3, "good_lift_residual": 1.7763568394002505e-15, "max_kkt_residual": 9.058962220801628e-16, "measured_over_bound": 0.0004851265971022274, "median_objective_drop": 0.599335107713364, "p": 4 } ] }, "claim6": { "bound_fit_vs_d": { "exponent": 2.3190164529229564, "r2": 0.9990662412925517 }, "full_rank_negative_control": { "control_breaks_full_rank": true, "d": 4, "expected_full_rank": 4, "rank_after_duplicate_column": 3 }, "sweep": [ { "active_state_cap": 9, "active_states_observed": 6, "alpha_vectors": 12, "bound_proxy": 5.780743515792329, "d": 3, "dual_solves": 120, "empirical_pdim_lower": 1, "measured_over_bound": 0.1729881281305968, "p": 2, "successful_dual_solves": 120 }, { "active_state_cap": 27, "active_states_observed": 4, "alpha_vectors": 12, "bound_proxy": 11.966952139692824, "d": 4, "dual_solves": 120, "empirical_pdim_lower": 2, "measured_over_bound": 0.16712693229266457, "p": 3, "successful_dual_solves": 120 }, { "active_state_cap": 81, "active_states_observed": 10, "alpha_vectors": 12, "bound_proxy": 20.350385340929535, "d": 5, "dual_solves": 120, "empirical_pdim_lower": 1, "measured_over_bound": 0.0491391186578054, "p": 4, "successful_dual_solves": 120 }, { "active_state_cap": 243, "active_states_observed": 9, "alpha_vectors": 12, "bound_proxy": 30.93104311950247, "d": 6, "dual_solves": 120, "empirical_pdim_lower": 2, "measured_over_bound": 0.06465995964872491, "p": 5, "successful_dual_solves": 120 }, { "active_state_cap": 2187, "active_states_observed": 15, "alpha_vectors": 12, "bound_proxy": 58.68403240865699, "d": 8, "dual_solves": 120, "empirical_pdim_lower": 1, "measured_over_bound": 0.01704041046525769, "p": 7, "successful_dual_solves": 120 }, { "active_state_cap": 19683, "active_states_observed": 14, "alpha_vectors": 12, "bound_proxy": 95.22592000715639, "d": 10, "dual_solves": 120, "empirical_pdim_lower": 1, "measured_over_bound": 0.010501342490834936, "p": 9, "successful_dual_solves": 120 } ] }, "seed": 2602024 }