fusion-perception-1-preview / audit /seed_analysis_n6.json
abtonmoy's picture
Add seed_analysis_n6.json to the published contamination audit
8cf75c7 verified
Raw
History Blame Contribute Delete
9.12 kB
{
"seeds": [
0,
1,
2,
3,
4,
5
],
"n_per_condition": 6,
"n3_recomputed": {
"ROxford M": {
"delta_ci95": [
-1.82,
1.14
],
"welch_df": 2.2,
"delta_se": 0.532,
"standard_per_seed": [
75.36,
75.76,
77.08
],
"decon_per_seed": [
76.22,
76.62,
76.38
],
"standard_mean": 76.07,
"standard_sd": 0.9,
"decon_mean": 76.41,
"decon_sd": 0.2,
"delta_standard_minus_decon": -0.34,
"pooled_within_condition_sd": 0.65,
"abs_delta_over_pooled_sd": 0.52,
"exact_permutation_p_two_sided": 0.6,
"permutations": 20,
"min_attainable_p": 0.1,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.61,
"seed_range_all_runs": 1.72,
"delta_exceeds_pooled_sd": false
},
"ROxford H": {
"delta_ci95": [
-1.6,
2.79
],
"welch_df": 3.4,
"delta_se": 0.792,
"standard_per_seed": [
55.47,
56.78,
57.78
],
"decon_per_seed": [
55.65,
56.93,
55.67
],
"standard_mean": 56.68,
"standard_sd": 1.16,
"decon_mean": 56.08,
"decon_sd": 0.73,
"delta_standard_minus_decon": 0.59,
"pooled_within_condition_sd": 0.97,
"abs_delta_over_pooled_sd": 0.61,
"exact_permutation_p_two_sided": 0.7,
"permutations": 20,
"min_attainable_p": 0.1,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.93,
"seed_range_all_runs": 2.31,
"delta_exceeds_pooled_sd": false
},
"RParis M": {
"delta_ci95": [
-0.49,
0.33
],
"welch_df": 2.0,
"delta_se": 0.147,
"standard_per_seed": [
93.47,
93.15,
92.97
],
"decon_per_seed": [
93.3,
93.25,
93.28
],
"standard_mean": 93.2,
"standard_sd": 0.25,
"decon_mean": 93.28,
"decon_sd": 0.03,
"delta_standard_minus_decon": -0.08,
"pooled_within_condition_sd": 0.18,
"abs_delta_over_pooled_sd": 0.44,
"exact_permutation_p_two_sided": 0.7,
"permutations": 20,
"min_attainable_p": 0.1,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.17,
"seed_range_all_runs": 0.5,
"delta_exceeds_pooled_sd": false
},
"RParis H": {
"delta_ci95": [
-1.28,
0.45
],
"welch_df": 2.5,
"delta_se": 0.311,
"standard_per_seed": [
86.27,
85.56,
85.29
],
"decon_per_seed": [
86.18,
85.92,
86.27
],
"standard_mean": 85.71,
"standard_sd": 0.51,
"decon_mean": 86.12,
"decon_sd": 0.18,
"delta_standard_minus_decon": -0.42,
"pooled_within_condition_sd": 0.38,
"abs_delta_over_pooled_sd": 1.1,
"exact_permutation_p_two_sided": 0.4,
"permutations": 20,
"min_attainable_p": 0.1,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.41,
"seed_range_all_runs": 0.98,
"delta_exceeds_pooled_sd": true
}
},
"n6": {
"ROxford M": {
"delta_ci95": [
-0.88,
0.69
],
"welch_df": 5.6,
"delta_se": 0.319,
"standard_per_seed": [
75.36,
75.76,
77.08,
77.2,
76.09,
76.83
],
"decon_per_seed": [
76.22,
76.62,
76.38,
76.73,
76.58,
76.36
],
"standard_mean": 76.39,
"standard_sd": 0.76,
"decon_mean": 76.48,
"decon_sd": 0.19,
"delta_standard_minus_decon": -0.09,
"pooled_within_condition_sd": 0.55,
"abs_delta_over_pooled_sd": 0.17,
"exact_permutation_p_two_sided": 0.7641,
"permutations": 924,
"min_attainable_p": 0.0022,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.53,
"seed_range_all_runs": 1.84,
"delta_exceeds_pooled_sd": false
},
"ROxford H": {
"delta_ci95": [
-1.28,
1.46
],
"welch_df": 10.0,
"delta_se": 0.614,
"standard_per_seed": [
55.47,
56.78,
57.78,
58.46,
56.38,
57.16
],
"decon_per_seed": [
55.65,
56.93,
55.67,
57.91,
57.16,
58.17
],
"standard_mean": 57.01,
"standard_sd": 1.05,
"decon_mean": 56.91,
"decon_sd": 1.07,
"delta_standard_minus_decon": 0.09,
"pooled_within_condition_sd": 1.06,
"abs_delta_over_pooled_sd": 0.08,
"exact_permutation_p_two_sided": 0.9048,
"permutations": 924,
"min_attainable_p": 0.0022,
"significant_at_0.05": false,
"seed_sd_all_runs": 1.02,
"seed_range_all_runs": 2.99,
"delta_exceeds_pooled_sd": false
},
"RParis M": {
"delta_ci95": [
-0.27,
0.11
],
"welch_df": 7.8,
"delta_se": 0.084,
"standard_per_seed": [
93.47,
93.15,
92.97,
93.07,
93.15,
93.32
],
"decon_per_seed": [
93.3,
93.25,
93.28,
93.08,
93.35,
93.35
],
"standard_mean": 93.19,
"standard_sd": 0.18,
"decon_mean": 93.27,
"decon_sd": 0.1,
"delta_standard_minus_decon": -0.08,
"pooled_within_condition_sd": 0.15,
"abs_delta_over_pooled_sd": 0.55,
"exact_permutation_p_two_sided": 0.3723,
"permutations": 924,
"min_attainable_p": 0.0022,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.14,
"seed_range_all_runs": 0.5,
"delta_exceeds_pooled_sd": false
},
"RParis H": {
"delta_ci95": [
-0.57,
0.23
],
"welch_df": 9.6,
"delta_se": 0.178,
"standard_per_seed": [
86.27,
85.56,
85.29,
85.67,
85.81,
85.96
],
"decon_per_seed": [
86.18,
85.92,
86.27,
85.49,
85.86,
85.87
],
"standard_mean": 85.76,
"standard_sd": 0.34,
"decon_mean": 85.93,
"decon_sd": 0.28,
"delta_standard_minus_decon": -0.17,
"pooled_within_condition_sd": 0.31,
"abs_delta_over_pooled_sd": 0.56,
"exact_permutation_p_two_sided": 0.355,
"permutations": 924,
"min_attainable_p": 0.0022,
"significant_at_0.05": false,
"seed_sd_all_runs": 0.31,
"seed_range_all_runs": 0.98,
"delta_exceeds_pooled_sd": false
}
},
"roxford_rparis_M_pearson_r_all_runs": -0.57,
"per_run": {
"decon_s0": {
"roxford": {
"M": 0.7622,
"H": 0.5565
},
"rparis": {
"M": 0.933,
"H": 0.8618
},
"best_epoch": 0,
"epochs_run": 9,
"rows": 1568445,
"classes": 76478,
"train_secs": 1161.4
},
"decon_s1": {
"roxford": {
"M": 0.7662,
"H": 0.5693
},
"rparis": {
"M": 0.9325,
"H": 0.8592
},
"best_epoch": 8,
"epochs_run": 17,
"rows": 1568445,
"classes": 76478,
"train_secs": 2196.4
},
"decon_s2": {
"roxford": {
"M": 0.7638,
"H": 0.5567
},
"rparis": {
"M": 0.9328,
"H": 0.8627
},
"best_epoch": 6,
"epochs_run": 15,
"rows": 1568445,
"classes": 76478,
"train_secs": 1937.2
},
"decon_s3": {
"roxford": {
"M": 0.7673,
"H": 0.5791
},
"rparis": {
"M": 0.9308,
"H": 0.8549
},
"best_epoch": 33,
"epochs_run": 40,
"rows": 1568445,
"classes": 76478,
"train_secs": 5201.5
},
"decon_s4": {
"roxford": {
"M": 0.7658,
"H": 0.5716
},
"rparis": {
"M": 0.9335,
"H": 0.8586
},
"best_epoch": 11,
"epochs_run": 20,
"rows": 1568445,
"classes": 76478,
"train_secs": 2595.0
},
"decon_s5": {
"roxford": {
"M": 0.7636,
"H": 0.5817
},
"rparis": {
"M": 0.9335,
"H": 0.8587
},
"best_epoch": 2,
"epochs_run": 11,
"rows": 1568445,
"classes": 76478,
"train_secs": 1427.2
},
"standard_s0": {
"roxford": {
"M": 0.7536,
"H": 0.5547
},
"rparis": {
"M": 0.9347,
"H": 0.8627
},
"best_epoch": 3,
"epochs_run": 12,
"rows": 1570970,
"classes": 76563,
"train_secs": 1573.4
},
"standard_s1": {
"roxford": {
"M": 0.7576,
"H": 0.5678
},
"rparis": {
"M": 0.9315,
"H": 0.8556
},
"best_epoch": 8,
"epochs_run": 17,
"rows": 1570970,
"classes": 76563,
"train_secs": 2207.9
},
"standard_s2": {
"roxford": {
"M": 0.7708,
"H": 0.5778
},
"rparis": {
"M": 0.9297,
"H": 0.8529
},
"best_epoch": 10,
"epochs_run": 19,
"rows": 1570970,
"classes": 76563,
"train_secs": 2470.6
},
"standard_s3": {
"roxford": {
"M": 0.772,
"H": 0.5846
},
"rparis": {
"M": 0.9307,
"H": 0.8567
},
"best_epoch": 9,
"epochs_run": 18,
"rows": 1570970,
"classes": 76563,
"train_secs": 2351.7
},
"standard_s4": {
"roxford": {
"M": 0.7609,
"H": 0.5638
},
"rparis": {
"M": 0.9315,
"H": 0.8581
},
"best_epoch": 31,
"epochs_run": 40,
"rows": 1570970,
"classes": 76563,
"train_secs": 5228.7
},
"standard_s5": {
"roxford": {
"M": 0.7683,
"H": 0.5716
},
"rparis": {
"M": 0.9332,
"H": 0.8596
},
"best_epoch": 2,
"epochs_run": 11,
"rows": 1570970,
"classes": 76563,
"train_secs": 1438.0
}
}
}