File size: 1,856 Bytes
5784a50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
  "A_sufficiency": {
    "affine_max_abs_dev_nats": 3.552713678800501e-15,
    "slope_sign_negative": true,
    "spearman_mse_vs_elbo": -1.0,
    "true_MI_nats": 3.295836866004329,
    "I_LB_at_optimal_decoder_nats": 3.2912529417934726,
    "bound_holds_I_LB_le_MI": true,
    "bound_gap_nats": 0.004583924210856516,
    "I_LB_suboptimal_decoder_nats": 1.792422155302205,
    "worse_decoder_is_looser": true,
    "control_laplace_affine_max_abs_dev_nats": 2.691125844709986
  },
  "B_independence": {
    "TC_identity_max_abs_dev_nats": 2.6645352591003757e-15,
    "TC_at_rho_0": 0.0,
    "TC_at_rho_0.9": 7.065110651401988,
    "TC_monotone_in_rho": true,
    "pearson_Ldiv_vs_TC": 0.9995154920006596,
    "affine_fit_Ldiv_vs_TC_slope": 0.925398438812194,
    "affine_fit_Ldiv_vs_TC_max_abs_resid_nats": 0.27941074620311035,
    "Ldiv_range_nats": 8.566508280660617,
    "spearman_Ldiv_vs_TC": 0.9998123827392121,
    "Ldiv_at_rho_0": -16.5818135856591,
    "Ldiv_at_rho_0.95": -8.044056893650616,
    "Ldiv_increases_with_redundancy": true,
    "Ldiv_orthogonal_tokens": -16.697549079582547,
    "Ldiv_collapsed_tokens": -3.120137951768286,
    "orthogonal_is_the_minimiser": true,
    "Ldiv_random_tokens_mean": -16.589238607313284,
    "orthogonal_beats_random": true,
    "sylvester_abs_dev": 7.105427357601002e-15,
    "control_gaussian_TC_gauss_formula": 0.764297731299674,
    "control_gaussian_TC_knn_estimate": 0.7807934429302339,
    "control_gaussian_abs_error": 0.01649571163055985,
    "control_uniform_TC_gauss_formula": 0.772922784316371,
    "control_uniform_TC_knn_estimate": 1.0592673578233711,
    "control_uniform_abs_error": 0.28634457350700016,
    "control_student_t3_TC_gauss_formula": 0.7257800149072109,
    "control_student_t3_TC_knn_estimate": 0.9149427687286575,
    "control_student_t3_abs_error": 0.18916275382144665
  }
}