sonar-sae / night5_json /r5_nested_binding.json
nickypro's picture
Upload folder using huggingface_hub
5f399db verified
Raw
History Blame Contribute Delete
6.59 kB
{
"experiment": "R5 nested/multi-predicate binding: does nested structure survive in z or flatten to (entity,surface-pos) bag?",
"machinery": {
"rpos": {
"n_rows": 16448,
"V": 16384,
"max_pos": 64,
"init": "sinusoidal"
},
"role": {
"orth_dev": 1e-06,
"source": "tae_comp_W_order.pt S polar-orth"
},
"ci_def": "c_i = R_pos^{-p} h - R_role E(w); cbar = mean_i c_i"
},
"prediction": "single-predicate fillers recoverable as SURFACE position; multi/cross-predicate role-tying DEGRADES toward chance under cross-construction transfer; nested largely FLATTENS to surface order.",
"falsified_if": "nested/cross-predicate bindings cleanly transfer across constructions (AUC>>.7 -> full compositional binding) OR fully collapsed even within construction (within AUC ~ .5).",
"nested_rc": {
"n": 240,
"n_groups": 60,
"sanity": {
"z_norm": 0.213,
"zbag_within_group_maxdev": 0.0232
},
"labels": {
"matrixsubj_STRUCTURAL_pooled": {
"zbag": 0.4993,
"z": 0.8003,
"ci": 0.8069,
"tfidf": 0.7524,
"z_std": 0.1062,
"ci_std": 0.1156
},
"inneragent_STRUCTURAL_pooled": {
"zbag": 0.499,
"z": 0.5719,
"ci": 0.5847,
"tfidf": 0.501,
"z_std": 0.0514,
"ci_std": 0.0551
},
"firstmention_SURFACE_pooled": {
"zbag": 0.4993,
"z": 0.8003,
"ci": 0.8069,
"tfidf": 0.7524,
"z_std": 0.1062,
"ci_std": 0.1156
}
},
"within_active_rc": {
"matrixsubj": {
"zbag": 0.5083,
"z": 0.8014,
"ci": 0.7847,
"tfidf": 0.7431,
"z_std": 0.1209,
"ci_std": 0.1435
},
"inneragent": {
"zbag": 0.5083,
"z": 0.8014,
"ci": 0.7847,
"tfidf": 0.7431,
"z_std": 0.1209,
"ci_std": 0.1435
}
},
"shuffled_null_matrixsubj_z": 0.5056,
"cross_construction": {
"matrixsubj_STRUCTURAL": {
"z": {
"train_A_test_B": 0.9986,
"train_B_test_A": 0.9975
},
"ci": {
"train_A_test_B": 0.9947,
"train_B_test_A": 0.9864
},
"zbag": {
"train_A_test_B": 0.4986,
"train_B_test_A": 0.5003
}
},
"inneragent_STRUCTURAL": {
"z": {
"train_A_test_B": 0.0014,
"train_B_test_A": 0.0025
},
"ci": {
"train_A_test_B": 0.0053,
"train_B_test_A": 0.0136
}
},
"firstmention_SURFACE": {
"z": {
"train_A_test_B": 0.9986,
"train_B_test_A": 0.9975
}
}
}
},
"ditransitive": {
"n": 240,
"n_groups": 60,
"labels": {
"recipient_STRUCTURAL_pooled": {
"zbag": 0.499,
"z": 0.4569,
"ci": 0.4698,
"tfidf": 0.5094,
"z_std": 0.0699,
"ci_std": 0.0524
},
"secondmention_SURFACE_pooled": {
"zbag": 0.5017,
"z": 0.3715,
"ci": 0.3872,
"tfidf": 0.5274,
"z_std": 0.1207,
"ci_std": 0.147
}
},
"within_do": {
"recipient": {
"zbag": 0.5042,
"z": 0.3972,
"ci": 0.3694,
"tfidf": 0.5375,
"z_std": 0.1651,
"ci_std": 0.146
}
},
"within_pp": {
"recipient": {
"zbag": 0.4944,
"z": 0.3861,
"ci": 0.3597,
"tfidf": 0.5389,
"z_std": 0.1186,
"ci_std": 0.1112
}
},
"shuffled_null_recipient_z": 0.5351,
"cross_construction": {
"recipient_STRUCTURAL": {
"z": {
"train_A_test_B": 0.3233,
"train_B_test_A": 0.3692
},
"ci": {
"train_A_test_B": 0.3386,
"train_B_test_A": 0.2819
},
"zbag": {
"train_A_test_B": 0.4986,
"train_B_test_A": 0.4997
}
},
"secondmention_SURFACE": {
"z": {
"train_A_test_B": 0.6767,
"train_B_test_A": 0.6311
}
}
}
},
"conjunction": {
"n": 240,
"n_groups": 60,
"labels": {
"did_v1_BINDING_pooled": {
"zbag": 0.4969,
"z": 0.4747,
"ci": 0.4983,
"tfidf": 0.5073,
"z_std": 0.033,
"ci_std": 0.0449
},
"firstmention_SURFACE_pooled": {
"zbag": 0.499,
"z": 0.8153,
"ci": 0.808,
"tfidf": 0.3948,
"z_std": 0.0758,
"ci_std": 0.0968
}
},
"within_entAB": {
"did_v1": {
"zbag": 0.4917,
"z": 0.8528,
"ci": 0.8583,
"tfidf": 0.8917,
"z_std": 0.0646,
"ci_std": 0.0598
}
},
"within_entBA": {
"did_v1": {
"zbag": 0.5083,
"z": 0.8042,
"ci": 0.8625,
"tfidf": 0.8972,
"z_std": 0.0742,
"ci_std": 0.0648
}
},
"shuffled_null_didv1_z": 0.4833,
"cross_construction": {
"did_v1_BINDING": {
"z": {
"train_A_test_B": 0.0578,
"train_B_test_A": 0.0756
},
"ci": {
"train_A_test_B": 0.0478,
"train_B_test_A": 0.0722
},
"zbag": {
"train_A_test_B": 0.5011,
"train_B_test_A": 0.5017
}
}
}
},
"verdict": {
"nested_matrixsubj_within_z": 0.8014,
"nested_matrixsubj_xc_z": 0.9981,
"nested_inneragent_within_z": 0.8014,
"nested_inneragent_xc_z": 0.0019,
"nested_surface_xc_z": 0.9981,
"ditrans_recipient_within_z": 0.3972,
"ditrans_recipient_xc_z": 0.3462,
"ditrans_surface_xc_z": 0.6539,
"conj_didv1_within_z": 0.8528,
"conj_didv1_xc_z": 0.0667,
"structural_xc_labels": "inneragent + ditrans_recipient + conj_didv1 (genuine cross-predicate; matrixsubj EXCLUDED as surface-collinear)",
"structural_xc_mean": 0.1383,
"surface_xc_mean": 0.826,
"surface_transfers_high": true,
"within_binding_present": true,
"any_structural_transfer": false,
"nested_flattens_to_surface": true,
"falsified": false,
"falsifier_status": "none_prediction_confirmed",
"summary": "NESTED STRUCTURE FLATTENS: z distinguishes structure WITHIN a construction but the readout is SURFACE-POSITIONAL; cross-construction binding transfer collapses toward chance/anti-corr while surface first/second-mention transfers high -> z stores a flat bag of (entity, surface-position), not nested bindings. Matches C3 surface-positional store + HRR capacity limit."
}
}