sonar-sae / night5_json /a1_patch_influence.json
nickypro's picture
Upload folder using huggingface_hub
f5f7428 verified
Raw
History Blame Contribute Delete
14.9 kB
{
"experiment": "A1_patch_influence_matrix",
"partial": false,
"n_pairs_used": 300,
"outdeg_quartile_thresholds": [
6.548,
7.033,
8.014
],
"config": {
"win": 4,
"editwin": 1,
"coll_thresh": 0.1,
"limit": 0,
"artifact": "tae_hrr_prepool_model.pt",
"pairs_file": "spec_edit_corpus.jsonl",
"edit_types": [
"word-swap",
"entity-swap",
"number-change"
]
},
"influence_matrix_by_outdegree": {
"q1": {
"diag_change": 0.1233,
"offdiag_change": 0.008,
"offdiag_mass_frac": 0.061,
"profile": {
"-4": 0.0,
"-3": 0.0,
"-2": 0.0,
"-1": 0.0103,
"0": 0.1233,
"1": 0.0651,
"2": 0.0274,
"3": 0.0,
"4": 0.0
},
"far_change": 0.0061,
"n": 2496
},
"q2": {
"diag_change": 0.0373,
"offdiag_change": 0.0162,
"offdiag_mass_frac": 0.3021,
"profile": {
"-4": 0.0328,
"-3": 0.0363,
"-2": 0.0379,
"-1": 0.0112,
"0": 0.0373,
"1": 0.0597,
"2": 0.0373,
"3": 0.0373,
"4": 0.0093
},
"far_change": 0.0102,
"n": 2312
},
"q3": {
"diag_change": 0.1562,
"offdiag_change": 0.0105,
"offdiag_mass_frac": 0.0632,
"profile": {
"-4": 0.0139,
"-3": 0.0,
"-2": 0.0119,
"-1": 0.0039,
"0": 0.1562,
"1": 0.0703,
"2": 0.0273,
"3": 0.0391,
"4": 0.0212
},
"far_change": 0.0056,
"n": 2228
},
"q4": {
"diag_change": 0.1615,
"offdiag_change": 0.0129,
"offdiag_mass_frac": 0.074,
"profile": {
"-4": 0.009,
"-3": 0.0172,
"-2": 0.0106,
"-1": 0.013,
"0": 0.1615,
"1": 0.1172,
"2": 0.0312,
"3": 0.0199,
"4": 0.0086
},
"far_change": 0.0071,
"n": 3292
},
"all": {
"diag_change": 0.1233,
"offdiag_change": 0.0119,
"offdiag_mass_frac": 0.0883,
"profile": {
"-4": 0.0135,
"-3": 0.0137,
"-2": 0.0145,
"-1": 0.01,
"0": 0.1233,
"1": 0.0817,
"2": 0.0308,
"3": 0.0231,
"4": 0.0095
},
"far_change": 0.0072,
"n": 10328
}
},
"patch_types": {
"oracle": {
"mean_editshift": 0.1333,
"mean_collateral": 0.0109,
"exact_land_at_coll": 0.2733,
"n": 300
},
"algebra": {
"mean_editshift": 0.0578,
"mean_collateral": 0.0116,
"exact_land_at_coll": 0.0967,
"n": 300
},
"ablate": {
"mean_editshift": 0.0956,
"mean_collateral": 0.0129,
"exact_land_at_coll": 0.0133,
"n": 300
},
"null": {
"mean_editshift": 0.0,
"mean_collateral": 0.0,
"exact_land_at_coll": 0.01,
"n": 300
}
},
"verdict": {
"q4_offdiag_mass_frac": 0.074,
"q1_offdiag_mass_frac": 0.061,
"all_offdiag_mass_frac": 0.0883,
"null_jitter_editshift": 0.0,
"null_jitter_collateral": 0.0,
"FALSIFIER_strictly_localist": true,
"PREREG_holographic_block_banded": false,
"algebra_reproduces_oracle_partial": true,
"label": "STRICTLY_LOCALIST"
},
"notes": "offdiag_mass_frac = fraction of decode-change mass at output offsets != the edited slot's projected output position (window +-win plus far tail). NULL patch (h_i replaced by itself) gives the decoder/sampling jitter floor; subtract null_collateral before reading collateral as causal. ALGEBRA patch = R^p(E(w') + carried_c) using fitted prepool HRR artifact (honest skeleton + carried-c; no oracle re-encode of the answer). ORACLE lifts the gold slot state from a re-encoded one-word-edited sentence.",
"examples": [
{
"base": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Paris movement.",
"gold": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Rome movement.",
"edit": "Paris->Rome",
"outdeg": 8.01,
"quartile": "q4",
"decode_base": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Paris movement.",
"decode_oracle": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Paris movement.",
"decode_algebra": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Paris movement.",
"decode_ablate": "As Zarfin's career progressed, his paintings gained international recognition, and he became a leading figure in the \u00c9cole de Paris movement."
},
{
"base": "She married musician Cary Deuber in 2008, and the couple had two sons together.",
"gold": "She married musician Cary Deuber in 2009, and the couple had two sons together.",
"edit": "2008->2009",
"outdeg": 8.01,
"quartile": "q4",
"decode_base": "She married musician Cary Deuber in 2008, and the couple had two sons together.",
"decode_oracle": "She married musician Cary Deuber in 2009, and the couple had two sons together.",
"decode_algebra": "She married musician Cary Deuber in 2009, and the couple had two sons together.",
"decode_ablate": "She married musician Cary Deuber in , and the couple had two sons together."
},
{
"base": "His highest return came against the Kolkata Knight Riders, where he took 4/12 in a 5-wicket win.",
"gold": "His highest return came against the Kolkata Knight Riders, where he took 4/13 in a 5-wicket win.",
"edit": "12->13",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "His highest return came against Kolkata Knight Riders, where he took 4/12 in a 5 wicket victory.",
"decode_oracle": "His highest return came against the Kolkata Knight Riders, where he took 4/12 in a 5 wicket victory.",
"decode_algebra": "His highest return came against the Kolkata Knight Riders, where he took 4/12 in a 5 wicket victory.",
"decode_ablate": "His highest return came against the Kolkata Knight Riders, where he took 4/12 in a 5 wicket victory."
},
{
"base": "Meet your favorite racing heroes at the Motorsports Expo 2010!",
"gold": "Meet your favorite racing heroes at the Motorsports Expo 2011!",
"edit": "2010->2011",
"outdeg": 8.01,
"quartile": "q4",
"decode_base": "Meet your favorite racing heroes at the Motorsports Expo 2010!",
"decode_oracle": "Meet your favorite racing heroes at the Motorsports Expo 2011!",
"decode_algebra": "Meet your favorite racing heroes at the Motorsports Expo 2010!",
"decode_ablate": "Meet your favorite racing heroes at the Motorsports Expo!"
},
{
"base": "The deal, valued at approximately $4.2 billion, marks a significant shift in the ownership and operations of the popular 24-hour weather network.",
"gold": "The deal, valued at approximately $5.2 billion, marks a significant shift in the ownership and operations of the popular 24-hour weather network.",
"edit": "4->5",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "The deal, valued at approximately $4.2 billion, marks a significant change in the ownership and operations of the popular 24-hour weather network.",
"decode_oracle": "The deal, valued at approximately $4.2 billion, marks a significant change in the ownership and operations of the popular 24-hour weather network.",
"decode_algebra": "The deal, valued at approximately $4.2 billion, marks a significant change in the ownership and operations of the popular 24-hour weather network.",
"decode_ablate": "The deal, valued at approximately $4.2 billion, marks a significant change in the ownership and operations of the popular 24-hour weather network."
},
{
"base": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 400 years of classical music.",
"gold": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 401 years of classical music.",
"edit": "400->401",
"outdeg": 8.01,
"quartile": "q4",
"decode_base": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 400 years of classical music.",
"decode_oracle": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 401 years of classical music.",
"decode_algebra": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 400 years of classical music.",
"decode_ablate": "What sets Bella Voce Camerata apart from other ensembles is its eclectic repertoire, which spans over 100 years of classical music."
},
{
"base": "The national picture is also bleak, with a 2019 survey by the UK's Department for Transport revealing a 5% decline in cycling activity since 2015.",
"gold": "The national picture is also bleak, with a 2020 survey by the UK's Department for Transport revealing a 5% decline in cycling activity since 2015.",
"edit": "2019->2020",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "The national picture is also gloomy, with a 2019 survey by the UK's Department for Transport revealing a 5% decrease in cycling activity since 2015.",
"decode_oracle": "The national picture is also gloomy, with a 2020 survey by the UK's Department for Transport revealing a 5% decrease in cycling activity since 2015.",
"decode_algebra": "The national picture is also gloomy, with a 2019 survey by the UK's Department for Transport revealing a 5% decrease in cycling activity since 2015.",
"decode_ablate": "The national picture is also bleak, with a survey by the UK's Department for Transport revealing a 5% decrease in cycling activity since 2015."
},
{
"base": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 1,400 meters (4,600 feet).",
"gold": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 2,400 meters (4,600 feet).",
"edit": "1->2",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 1,400 meters (4,600 feet).",
"decode_oracle": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 1,400 meters (4,600 feet).",
"decode_algebra": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 1,400 meters (4,600 feet).",
"decode_ablate": "The surrounding landscape is dominated by the Sierra Morena mountains, which rise to an altitude of over 1,400 meters (4,600 feet)."
},
{
"base": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 4:30.58 to take the gold medal.",
"gold": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 5:30.58 to take the gold medal.",
"edit": "4->5",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 4:30.58 to take the gold medal.",
"decode_oracle": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 4:30.58 to take the gold medal.",
"decode_algebra": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 4:30.58 to take the gold medal.",
"decode_ablate": "In the women's 1500m, Laura Cairns of Tavistock AC showed her class, posting a personal best 4:30.58 to take the gold medal."
},
{
"base": "The Treaty of Paris, signed in 1783, formally ended the war and recognized American independence.",
"gold": "The Treaty of Rome, signed in 1783, formally ended the war and recognized American independence.",
"edit": "Paris->Rome",
"outdeg": 8.01,
"quartile": "q4",
"decode_base": "The Treaty of Paris, signed in 1783, formally ended the war and recognized American independence.",
"decode_oracle": "The Treaty of Rome, signed in 1783, formally ended the war and recognized American independence.",
"decode_algebra": "The Treaty of Rome, signed in 1783, formally ended the war and recognized American independence.",
"decode_ablate": "The Treaty of Paris, signed in 1783, formally ended the war and recognized American independence."
},
{
"base": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $20 billion in 2020.",
"gold": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $21 billion in 2020.",
"edit": "20->21",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $20 billion in 2020.",
"decode_oracle": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $20 billion in 2020.",
"decode_algebra": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $20 billion in 2020.",
"decode_ablate": "Japan's economic ties with Russia are significant, with bilateral trade valued at over $20 billion in 2020."
},
{
"base": "In 2011, Alford received a cryptic tip about a suspicious online marketplace, which he suspected might be linked to the Silk Road.",
"gold": "In 2012, Alford received a cryptic tip about a suspicious online marketplace, which he suspected might be linked to the Silk Road.",
"edit": "2011->2012",
"outdeg": 8.42,
"quartile": "q4",
"decode_base": "In 2011, Alford received a cryptic tip about an suspicious online marketplace, which he suspected could be connected to the Silk Road.",
"decode_oracle": "In 2012, Alford received a cryptic tip about an suspicious online marketplace, which he suspected could be connected to the Silk Road.",
"decode_algebra": "In 2011, Alford received a cryptic tip about an suspicious online marketplace, which he suspected could be connected to the Silk Road.",
"decode_ablate": "In 2011 Alford received a cryptic tip about an suspicious online marketplace, which he suspected could be connected to the Silk Road."
}
]
}