sonar-sae / night5_json /exp4b_rrole_ablate_composition.json
nickypro's picture
Upload folder using huggingface_hub
f5f7428 verified
Raw
History Blame Contribute Delete
4.08 kB
{
"args": {
"shards": "0-3",
"n_pairs": 20000,
"joiner": " ",
"n_decode": 200,
"device": "cuda",
"out": "/workspace/tmp-research/exp4b_rrole_ablate_composition.json"
},
"D": 1024,
"n_pairs": 20000,
"n_train": 17000,
"n_test": 3000,
"polar_convention": "W=Q.S right-polar; Q=U Vt, S=Vt^T diag(Sig) Vt from SVD W=U Sig Vt",
"baseline": {
"cos": 0.8893,
"r2": 0.7697
},
"polar_check": {
"QS_recon_rel_err_A": 0.000871,
"QS_recon_rel_err_B": 0.000867,
"det_QA": -1.0,
"det_QB": -1.0,
"orthnorm_A": 0.01148,
"mean_singular_A": 0.6004,
"mean_singular_B": 0.5836
},
"ablate_QtoI_Sonly": {
"cos": 0.6966,
"r2": 0.3568
},
"control_cQ_scaled_orth": {
"cos": 0.8126,
"r2": 0.6267
},
"control_Qonly_noscale": {
"cos": 0.8153,
"r2": 0.3796
},
"ablate_symPSD_proj": {
"cos": 0.7945,
"r2": 0.5932
},
"ablate_symmetric_part": {
"cos": 0.8112,
"r2": 0.6236
},
"alpha_beta": [
0.4795,
0.4576
],
"simplification_ladder": {
"full_W_baseline": {
"cos": 0.8893,
"r2": 0.7697
},
"S_only_QtoI": {
"cos": 0.6966,
"r2": 0.3568
},
"diag_only": {
"cos": 0.6459,
"r2": 0.3602
},
"scalar_pair": {
"cos": 0.6289,
"r2": 0.3356
},
"mean_zA_zB": {
"cos": 0.6287,
"r2": 0.3338
}
},
"deltas_cos_vs_baseline": {
"QtoI_Sonly": -0.1927,
"symPSD_proj": -0.0948,
"cQ_keepQ_dropS": -0.0767,
"Qonly_noscale": -0.074,
"diag_only": -0.2434,
"scalar_pair": -0.2604
},
"decode": {
"true_concat_z": {
"sim_to_concat": 0.9742,
"sim_to_A": 0.8204,
"sim_to_B": 0.6927,
"example": "As the situation in the Middle East continues to unfold, we will provide updates and analysis on the key issues and developments affecting t"
},
"baseline_full_W": {
"sim_to_concat": 0.9312,
"sim_to_A": 0.7996,
"sim_to_B": 0.6657,
"example": "As the situation in the Middle East continues to unfold, we will be providing up-to-date analyses and developments on the key issues and sit"
},
"ablate_QtoI_Sonly": {
"sim_to_concat": 0.7513,
"sim_to_A": 0.6709,
"sim_to_B": 0.6095,
"example": "In the meantime, as the situation in the Middle East continues to unravel, we will continue to reflect on the situation in Yemen, and we wil"
},
"symPSD_proj": {
"sim_to_concat": 0.7617,
"sim_to_A": 0.7099,
"sim_to_B": 0.5668,
"example": "Meanwhile, as the situation in the Middle East continues to unfold, we will be providing insights into the situation and developments in the"
},
"control_cQ": {
"sim_to_concat": 0.8278,
"sim_to_A": 0.7496,
"sim_to_B": 0.5993,
"example": "While the situation in the Middle East continues to develop, we will provide updates and critical analyses on the situation in the Middle Ea"
},
"mean_baseline": {
"sim_to_concat": 0.7175,
"sim_to_A": 0.6243,
"sim_to_B": 0.6425,
"example": "Meanwhile, the situation in the Middle East is unfolding, and we are receiving reports and information on the major conflicts and economic d"
},
"ref_example": "As the situation in the Middle East continues to unfold, we will provide updates and analysis on the key issues and developments affecting t"
},
"decode_delta_SBERT_QtoI": -0.1799,
"decode_delta_SBERT_symPSD": -0.1695,
"verdict": {
"prediction": "Q->I (R_role removed, keep S) costs ~nothing: held-out cos & decode-SBERT drop <0.02 cos; R_role vestigial even in home turf; load-bearing part is S.",
"baseline_cos": 0.8893,
"Sonly_cos": 0.6966,
"delta_cos_QtoI": -0.1927,
"baseline_decode_SBERT_concat": 0.9312,
"Sonly_decode_SBERT_concat": 0.7513,
"delta_decode_SBERT_QtoI": -0.1799,
"control_keepQ_dropS_cos": 0.8126,
"FALSIFIED": true,
"falsifier_rule": "Q->I drops cos by >0.05 OR decode-SBERT materially => R_role real"
},
"runtime_s": 362.1
}