| { |
| "provenance": "data/paper_data.json", |
| "metric": "Equivalent per-round LER q = (1 - (1 - 2p)^(1/R)) / 2, computed per condition and basis before averaging.", |
| "uncertainty": "Paired evaluation-shot 95% confidence intervals, conditional on fixed weights; not variability across training seeds.", |
| "architecture_model_pair": [ |
| "HTNet-T0-best", |
| "Ising-Fast-T0-best" |
| ], |
| "transfer_model": "H_EWC", |
| "transfer_baseline": "H_T0 (continued base training, not C0)", |
| "ood_domain": { |
| "distances": [ |
| 3, |
| 5, |
| 7, |
| 9 |
| ], |
| "rounds": 9, |
| "total_conditions": 396, |
| "common_valid_q_conditions": 331, |
| "shots_per_basis_and_condition": 10000 |
| }, |
| "willow_domain": { |
| "distances": [ |
| 3, |
| 5, |
| 7 |
| ], |
| "native_rounds": [ |
| 10, |
| 30, |
| 50 |
| ], |
| "cases_per_length": 28, |
| "shots_per_case": 50000, |
| "aggregation": "Average patches within each distance; then weight distances equally." |
| }, |
| "results": { |
| "architecture_highshot": { |
| "candidate_value": 0.004023503763410929, |
| "baseline_value": 0.00476937491190163, |
| "gain_percent": 15.638761101154653, |
| "gain_ci_low": 15.102398994339016, |
| "gain_ci_high": 16.17512320797029, |
| "conditions": 1 |
| }, |
| "ood_common_q": { |
| "candidate_value": 0.05740431372986888, |
| "baseline_value": 0.060847696951392666, |
| "gain_percent": 5.659019805259824, |
| "gain_ci_low": 4.806431473326261, |
| "gain_ci_high": 6.511608137193387, |
| "conditions": 331 |
| }, |
| "ood_full_p": { |
| "candidate_value": 0.3115487373737374, |
| "baseline_value": 0.31966553030303035, |
| "gain_percent": 2.539151757025093, |
| "gain_ci_low": 2.4391839656505034, |
| "gain_ci_high": 2.639119548399683, |
| "conditions": 396 |
| }, |
| "ood_vs_seq": { |
| "candidate_value": 0.05740431372986888, |
| "baseline_value": 0.05861994596688569, |
| "gain_percent": 2.0737518893373275, |
| "gain_ci_low": 0.6231321562340597, |
| "gain_ci_high": 3.5243716224405954, |
| "conditions": 331 |
| }, |
| "ood_vs_mix_total": { |
| "candidate_value": 0.05740431372986888, |
| "baseline_value": 0.05892372145483513, |
| "gain_percent": 2.578601092143973, |
| "gain_ci_low": 1.8508606311861953, |
| "gain_ci_high": 3.3063415531017504, |
| "conditions": 331 |
| }, |
| "ood_vs_mix_exposure": { |
| "candidate_value": 0.05740431372986888, |
| "baseline_value": 0.0602475846524225, |
| "gain_percent": 4.71931105447112, |
| "gain_ci_low": 3.9992893569128585, |
| "gain_ci_high": 5.439332752029382, |
| "conditions": 331 |
| }, |
| "willow_10_vs_H_T0": { |
| "candidate_value": 0.010103872094831082, |
| "baseline_value": 0.012541372202968937, |
| "gain_percent": 19.435673135997213, |
| "gain_ci_low": 19.008196476272154, |
| "gain_ci_high": 19.863149795722272, |
| "conditions": 28 |
| }, |
| "willow_10_vs_H_SEQ": { |
| "candidate_value": 0.010103872094831082, |
| "baseline_value": 0.01050659044995648, |
| "gain_percent": 3.8330070734513666, |
| "gain_ci_low": 3.3298473616257738, |
| "gain_ci_high": 4.336166785276959, |
| "conditions": 28 |
| }, |
| "willow_10_vs_H_MIX_TOTAL": { |
| "candidate_value": 0.010103872094831082, |
| "baseline_value": 0.010247734896395813, |
| "gain_percent": 1.4038497582068432, |
| "gain_ci_low": 0.803974097776656, |
| "gain_ci_high": 2.0037254186370306, |
| "conditions": 28 |
| }, |
| "willow_30_vs_H_T0": { |
| "candidate_value": 0.010615789663249244, |
| "baseline_value": 0.012863585059338543, |
| "gain_percent": 17.474097506413834, |
| "gain_ci_low": 17.09164200795027, |
| "gain_ci_high": 17.856553004877398, |
| "conditions": 28 |
| }, |
| "willow_30_vs_H_SEQ": { |
| "candidate_value": 0.010615789663249244, |
| "baseline_value": 0.011027519418173216, |
| "gain_percent": 3.733657038458227, |
| "gain_ci_low": 3.3263755566324638, |
| "gain_ci_high": 4.1409385202839895, |
| "conditions": 28 |
| }, |
| "willow_30_vs_H_MIX_TOTAL": { |
| "candidate_value": 0.010615789663249244, |
| "baseline_value": 0.01061050617436034, |
| "gain_percent": -0.04979488067846649, |
| "gain_ci_low": -0.5319710700331335, |
| "gain_ci_high": 0.43238130867620045, |
| "conditions": 28 |
| }, |
| "willow_50_vs_H_T0": { |
| "candidate_value": 0.009383520846603514, |
| "baseline_value": 0.011436621156778423, |
| "gain_percent": 17.951983212787002, |
| "gain_ci_low": 17.46071404367778, |
| "gain_ci_high": 18.443252381896226, |
| "conditions": 28 |
| }, |
| "willow_50_vs_H_SEQ": { |
| "candidate_value": 0.009383520846603514, |
| "baseline_value": 0.009782223204404096, |
| "gain_percent": 4.075784711404662, |
| "gain_ci_low": 3.6301477949678733, |
| "gain_ci_high": 4.52142162784145, |
| "conditions": 28 |
| }, |
| "willow_50_vs_H_MIX_TOTAL": { |
| "candidate_value": 0.009383520846603514, |
| "baseline_value": 0.00936904846327193, |
| "gain_percent": -0.15447015124658847, |
| "gain_ci_low": -0.672444422042512, |
| "gain_ci_high": 0.36350411954933504, |
| "conditions": 28 |
| }, |
| "forgetting_reduction_percent": 76.51911903628684 |
| } |
| } |
|
|
