ProCreations's picture
Repair six claims with executed paper-setting sweeps
9925a41 verified
Raw
History Blame Contribute Delete
10.4 kB
{
"claim1": {
"bound_fit_vs_p": {
"exponent": 1.304517823321537,
"r2": 0.9989755453723398
},
"omitted_b_squared_control_mismatches": 22,
"quadratic_fol_mismatches": 0,
"quadratic_fol_pairs": 323,
"sweep": [
{
"M": 17,
"bound_proxy": 31.044097540985508,
"d": 8,
"empirical_pdim_lower": 1,
"measured_over_bound": 0.03221224255850134,
"p": 1,
"parameter_vectors": 5
},
{
"M": 17,
"bound_proxy": 73.17854997093013,
"d": 8,
"empirical_pdim_lower": 3,
"measured_over_bound": 0.04099561963432915,
"p": 2,
"parameter_vectors": 25
},
{
"M": 17,
"bound_proxy": 126.4033572898339,
"d": 8,
"empirical_pdim_lower": 3,
"measured_over_bound": 0.023733546832314063,
"p": 3,
"parameter_vectors": 125
},
{
"M": 17,
"bound_proxy": 190.71851949769678,
"d": 8,
"empirical_pdim_lower": 4,
"measured_over_bound": 0.020973317172002827,
"p": 4,
"parameter_vectors": 625
}
]
},
"claim2": {
"complement_control": {
"complement_alpha": 15,
"original_alpha": 0,
"witness_mismatches": 4
},
"lower_bound_fit": {
"exponent": 1.0000000000000004,
"r2": 1.0
},
"sweep": [
{
"B": 2,
"Delta_f": 8,
"K": 4,
"N": 4,
"all_label_vectors": 16,
"bound_proxy": 6.356107660695891,
"d": 2,
"label_vectors_tested": 16,
"max_abs_grid_error": 0.0,
"measured_over_bound": 0.6293159608882498,
"p": 1,
"witnesses_tested": 64,
"zero_selector_witnesses": 64
},
{
"B": 3,
"Delta_f": 16,
"K": 8,
"N": 18,
"all_label_vectors": 262144,
"bound_proxy": 41.58883083359672,
"d": 3,
"label_vectors_tested": 128,
"max_abs_grid_error": 0.0,
"measured_over_bound": 0.43280851226668904,
"p": 2,
"witnesses_tested": 2304,
"zero_selector_witnesses": 2304
},
{
"B": 4,
"Delta_f": 32,
"K": 16,
"N": 48,
"all_label_vectors": 281474976710656,
"bound_proxy": 144.07974744999936,
"d": 4,
"label_vectors_tested": 64,
"max_abs_grid_error": 0.0,
"measured_over_bound": 0.3331488349301671,
"p": 3,
"witnesses_tested": 3072,
"zero_selector_witnesses": 3072
}
]
},
"claim3": {
"bound_fit_vs_d": {
"exponent": 1.9686269230607214,
"r2": 0.9994736374125038
},
"different_objectives": {
"train_stationarity_l2": 7.103475525610374e-16,
"validation_gradient_l2": 1.046047571477888
},
"one_block_control": {
"bilevel_loss": 0.49167149121785003,
"control_is_not_treatment": true,
"training_objective_at_validation_minimizer": 0.014152416868693906
},
"sweep": [
{
"M_total": 10,
"bound_proxy": 52.536886562851954,
"d": 2,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.038068491127796866,
"p": 2,
"parameter_vectors": 36
},
{
"M_total": 18,
"bound_proxy": 188.88000745064474,
"d": 4,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.010588733169775048,
"p": 2,
"parameter_vectors": 36
},
{
"M_total": 34,
"bound_proxy": 748.7160832111642,
"d": 8,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.0026712395323768272,
"p": 2,
"parameter_vectors": 36
},
{
"M_total": 50,
"bound_proxy": 1721.5165518372419,
"d": 12,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.0011617663494815395,
"p": 2,
"parameter_vectors": 36
},
{
"M_total": 66,
"bound_proxy": 3131.4031537846577,
"d": 16,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.000638691315611269,
"p": 2,
"parameter_vectors": 36
}
]
},
"claim4": {
"bound_fit_vs_d": {
"exponent": 0.7350535400341762,
"r2": 0.9996436716595822
},
"sweep": [
{
"active_sign_regions": 12,
"alpha_vectors": 25,
"bound_proxy": 14.33407575382444,
"d": 3,
"empirical_pdim_lower": 2,
"max_kkt_residual": 8.881784197001252e-16,
"measured_over_bound": 0.1395276566378118
},
{
"active_sign_regions": 23,
"alpha_vectors": 25,
"bound_proxy": 20.561106372245188,
"d": 5,
"empirical_pdim_lower": 2,
"max_kkt_residual": 1.0928757898653885e-15,
"measured_over_bound": 0.09727103025446818
},
{
"active_sign_regions": 37,
"alpha_vectors": 25,
"bound_proxy": 28.903717578961647,
"d": 8,
"empirical_pdim_lower": 2,
"max_kkt_residual": 1.3322676295501878e-15,
"measured_over_bound": 0.06919525125223872
},
{
"active_sign_regions": 45,
"alpha_vectors": 25,
"bound_proxy": 39.23899566477349,
"d": 12,
"empirical_pdim_lower": 2,
"max_kkt_residual": 3.3306690738754696e-15,
"measured_over_bound": 0.05096970414549842
},
{
"active_sign_regions": 75,
"alpha_vectors": 25,
"bound_proxy": 49.13978609221129,
"d": 16,
"empirical_pdim_lower": 2,
"max_kkt_residual": 1.5126788710517758e-15,
"measured_over_bound": 0.04070021786922272
}
],
"zero_alpha_control": {
"constant_control": "replacing alpha_1 sweep by alpha_1=0 removes l1 sign transitions",
"elastic_net_has_multiple_sign_regions": true
}
},
"claim5": {
"bound_fit_vs_p": {
"exponent": 3.34274729743556,
"r2": 0.9997352340382949
},
"convergence_control": {
"bad_lift_exceeds_good": true,
"objective_drop_positive": true
},
"sweep": [
{
"active_group_patterns": 2,
"alpha_vectors": 3,
"bad_lift_residual": 12.500000000000002,
"bound_proxy": 59.63775959491201,
"d": 3,
"empirical_pdim_lower": 1,
"good_lift_residual": 1.7763568394002505e-15,
"max_kkt_residual": 1.7133413356425748e-16,
"measured_over_bound": 0.01676790018257686,
"median_objective_drop": 0.014051940750849437,
"p": 1
},
{
"active_group_patterns": 3,
"alpha_vectors": 9,
"bad_lift_residual": 13.25,
"bound_proxy": 568.0874359335462,
"d": 6,
"empirical_pdim_lower": 2,
"good_lift_residual": 0.0,
"max_kkt_residual": 6.843874359417885e-16,
"measured_over_bound": 0.003520584814049569,
"median_objective_drop": 0.18425986391919225,
"p": 2
},
{
"active_group_patterns": 5,
"alpha_vectors": 27,
"bad_lift_residual": 16.953125,
"bound_proxy": 2264.879458221645,
"d": 9,
"empirical_pdim_lower": 3,
"good_lift_residual": 1.1102230246251565e-16,
"max_kkt_residual": 7.517666163868695e-16,
"measured_over_bound": 0.0013245738041862776,
"median_objective_drop": 0.5098855547833234,
"p": 3
},
{
"active_group_patterns": 16,
"alpha_vectors": 81,
"bad_lift_residual": 19.101239669421485,
"bound_proxy": 6183.952844308453,
"d": 12,
"empirical_pdim_lower": 3,
"good_lift_residual": 1.7763568394002505e-15,
"max_kkt_residual": 9.058962220801628e-16,
"measured_over_bound": 0.0004851265971022274,
"median_objective_drop": 0.599335107713364,
"p": 4
}
]
},
"claim6": {
"bound_fit_vs_d": {
"exponent": 2.3190164529229564,
"r2": 0.9990662412925517
},
"full_rank_negative_control": {
"control_breaks_full_rank": true,
"d": 4,
"expected_full_rank": 4,
"rank_after_duplicate_column": 3
},
"sweep": [
{
"active_state_cap": 9,
"active_states_observed": 6,
"alpha_vectors": 12,
"bound_proxy": 5.780743515792329,
"d": 3,
"dual_solves": 120,
"empirical_pdim_lower": 1,
"measured_over_bound": 0.1729881281305968,
"p": 2,
"successful_dual_solves": 120
},
{
"active_state_cap": 27,
"active_states_observed": 4,
"alpha_vectors": 12,
"bound_proxy": 11.966952139692824,
"d": 4,
"dual_solves": 120,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.16712693229266457,
"p": 3,
"successful_dual_solves": 120
},
{
"active_state_cap": 81,
"active_states_observed": 10,
"alpha_vectors": 12,
"bound_proxy": 20.350385340929535,
"d": 5,
"dual_solves": 120,
"empirical_pdim_lower": 1,
"measured_over_bound": 0.0491391186578054,
"p": 4,
"successful_dual_solves": 120
},
{
"active_state_cap": 243,
"active_states_observed": 9,
"alpha_vectors": 12,
"bound_proxy": 30.93104311950247,
"d": 6,
"dual_solves": 120,
"empirical_pdim_lower": 2,
"measured_over_bound": 0.06465995964872491,
"p": 5,
"successful_dual_solves": 120
},
{
"active_state_cap": 2187,
"active_states_observed": 15,
"alpha_vectors": 12,
"bound_proxy": 58.68403240865699,
"d": 8,
"dual_solves": 120,
"empirical_pdim_lower": 1,
"measured_over_bound": 0.01704041046525769,
"p": 7,
"successful_dual_solves": 120
},
{
"active_state_cap": 19683,
"active_states_observed": 14,
"alpha_vectors": 12,
"bound_proxy": 95.22592000715639,
"d": 10,
"dual_solves": 120,
"empirical_pdim_lower": 1,
"measured_over_bound": 0.010501342490834936,
"p": 9,
"successful_dual_solves": 120
}
]
},
"seed": 2602024
}