babel-codec-gpt2 / artifacts /_v2_result.json
wpferrell's picture
frozen artifact bundle (byte-identical to Zenodo deposit)
d71afc1 verified
Raw
History Blame Contribute Delete
42.1 kB
{
"experiment": "DECODER_V2: J5 outlier read term S5 + verdict recompute (ARM A); rep-b5 object characterization with discriminating instruments (ARM B); corridor naming snap-vs-null (ARM C)",
"date": "2026-07-05",
"propose_only": true,
"pre_registration": "FINDINGS_PEN_CONSTRUCTIVE_2026-06-28.md :: 'DECODER_V2 -- THE LAST DARK THINGS (post-campaign strike) -- PRE-REGISTRATION (2026-07-05 ~10:00)'",
"config": {
"n_hold": 16,
"n_stand_fit": 64,
"mb": 4,
"cap_chunk": 16,
"fresh_window": [
24576,
32768
],
"rep_seed": 3,
"rep_seed_stand": 2,
"ridge_rel": 0.001,
"precision": "fp32",
"tf32": "off",
"attn": "eager",
"seed": 1234,
"smoke": false
},
"gpu_free_checks": [
{
"tag": "anchor-gate",
"t": 25.8,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "G3-gate",
"t": 29.4,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "M-J5",
"t": 34.9,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "ladder-prose",
"t": 42.3,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "ladder-code",
"t": 81.5,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "ladder-repetition",
"t": 121.5,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "armB",
"t": 160.8,
"foreign": [],
"waited_s": 0,
"clear": true
},
{
"tag": "armC",
"t": 212.3,
"foreign": [],
"waited_s": 0,
"clear": true
}
],
"instrument_discrepancy": [],
"gates": {
"M0a": {
"content_match": {
"C_vs_t15": 0.0,
"Qu_vs_t10": 0.0,
"WF1_vs_hopW": 0.0,
"B2_vs_v1": 0.0,
"mu_vs_v1": 0.0
},
"core_orth": 1.1155733545820112e-06,
"B2_orth": 8.6772279246361e-06,
"corridor_recompute_match": true,
"Q35_orth": 1.2275759218027815e-06,
"maxB2tQ35": 3.1245508580468595e-07,
"Q35_vs_v1": 0.0,
"floors_match_frozen": true,
"n_corridor": 35,
"pass": true
},
"M0b": {
"r2med": 0.8627,
"lin": 0.02536,
"copy": 0.12538,
"abl": 0.19071,
"identity_kl": 0.0,
"identity_dlogit": 0.0,
"pass": true,
"targets": {
"r2med": 0.8627,
"lin": 0.02536,
"copy": 0.12538,
"abl": 0.19071
}
},
"M0c": {
"dim8_prose_C": 0.22181,
"target_C": 0.22181,
"z": 4.13143,
"host_kl": 0.62048,
"base_det_max": 0.0,
"pass": true
}
},
"j5": {
"done": true,
"spectral": {
"8": {
"pr": 10.98,
"top5_varfrac": 0.4614,
"top_eig": 1341.6099,
"mp_edge": 22.0917,
"mp_excess": 60.729,
"banked": {
"top5_varfrac": 0.4614,
"pr": 10.98,
"top_eig": 1341.6099,
"mp_excess": 60.729
},
"repro_ok": true,
"deltas": {
"top5": 0.0,
"pr": 0.0,
"top_eig": 0.0,
"excess_reported": 0.0
},
"net_new_dims": 5,
"svals_after_ortho": [
0.956,
0.8409,
0.5614,
0.2684,
0.0155
]
},
"9": {
"pr": 14.47,
"top5_varfrac": 0.4207,
"top_eig": 1342.6655,
"mp_edge": 26.2719,
"mp_excess": 51.107,
"banked": {
"top5_varfrac": 0.4207,
"pr": 14.47,
"top_eig": 1342.6655,
"mp_excess": 51.107
},
"repro_ok": true,
"deltas": {
"top5": 0.0,
"pr": 0.0,
"top_eig": 0.0,
"excess_reported": 0.0
},
"net_new_dims": 5,
"svals_after_ortho": [
0.9589,
0.8817,
0.7859,
0.2888,
0.0206
]
},
"10": {
"pr": 20.34,
"top5_varfrac": 0.3783,
"top_eig": 1359.3008,
"mp_edge": 36.1583,
"mp_excess": 37.593,
"banked": {
"top5_varfrac": 0.3783,
"pr": 20.34,
"top_eig": 1359.3008,
"mp_excess": 37.593
},
"repro_ok": true,
"deltas": {
"top5": 0.0,
"pr": 0.0,
"top_eig": 0.0,
"excess_reported": 0.0
},
"net_new_dims": 5,
"svals_after_ortho": [
0.9371,
0.9132,
0.8901,
0.3246,
0.0312
]
},
"11": {
"pr": 19.51,
"top5_varfrac": 0.3855,
"top_eig": 2184.3606,
"mp_edge": 54.4604,
"mp_excess": 40.109,
"banked": {
"top5_varfrac": 0.3855,
"pr": 19.51,
"top_eig": 2184.3606,
"mp_excess": 40.109
},
"repro_ok": true,
"deltas": {
"top5": 0.0,
"pr": 0.0,
"top_eig": 0.0,
"excess_reported": 0.0
},
"net_new_dims": 5,
"svals_after_ortho": [
0.9616,
0.9434,
0.9247,
0.8519,
0.0417
]
},
"12": {
"pr": 4.02,
"top5_varfrac": 0.6368,
"top_eig": 13333.5176,
"mp_edge": 124.5331,
"mp_excess": 107.068,
"banked": {
"top5_varfrac": 0.6368,
"pr": 4.02,
"top_eig": 13333.5176,
"mp_excess": 107.068
},
"repro_ok": true,
"deltas": {
"top5": 0.0,
"pr": 0.0,
"top_eig": 0.0,
"excess_reported": 0.0
},
"net_new_dims": 5,
"svals_after_ortho": [
0.9655,
0.9505,
0.933,
0.904,
0.808
]
}
},
"repro_ok": true,
"late_boundaries": [
8,
9,
10,
11,
12
],
"ntok": {
"8": 24576,
"9": 24576,
"10": 24576,
"11": 24576,
"12": 24576
}
},
"fits": {},
"cells": {
"prose_b0": {
"KL": {
"S0": 13.021236419677734,
"S1": 8.993215799331665,
"S2": 0.30564504116773605,
"S2w": 0.04472310561686754,
"S3": 0.20682187005877495,
"S4": 0.04089767672121525,
"S5": 0.04089767672121525
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0037,
"S1": 0.0677,
"S2": 0.6137,
"S2w": 0.7863,
"S3": 0.6578,
"S4": 0.808,
"S5": 0.808
},
"m0e_proj_resid": 6.444752216339111e-07,
"floor": 0.1871,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false,
"m0replay": {
"banked": {
"S2": 0.3056,
"S2w": 0.0447,
"S4": 0.0409
},
"dev": {
"S2": 5e-05,
"S2w": 2e-05,
"S4": 0.0
},
"pass": true
}
},
"prose_b1": {
"KL": {
"S0": 12.39432430267334,
"S1": 8.301303029060364,
"S2": 0.5033566653728485,
"S2w": 0.057155879214406013,
"S3": 0.11917704716324806,
"S4": 0.018966891802847385,
"S5": 0.018966891802847385
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0139,
"S1": 0.0286,
"S2": 0.5935,
"S2w": 0.794,
"S3": 0.8045,
"S4": 0.9406,
"S5": 0.9406
},
"m0e_proj_resid": 4.403293132781982e-06,
"floor": 0.1871,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b2": {
"KL": {
"S0": 6.905554533004761,
"S1": 9.951011657714844,
"S2": 2.704383611679077,
"S2w": 1.3641187250614166,
"S3": 0.4935567155480385,
"S4": 0.0425399225205183,
"S5": 0.0425399225205183
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0128,
"S1": 0.02,
"S2": 0.4789,
"S2w": 0.619,
"S3": 0.8543,
"S4": 0.9508,
"S5": 0.9508
},
"m0e_proj_resid": 1.730024814605713e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b3": {
"KL": {
"S0": 8.511683940887451,
"S1": 7.005716562271118,
"S2": 1.4048960506916046,
"S2w": 1.2475035190582275,
"S3": 0.31136105209589005,
"S4": 0.05965366028249264,
"S5": 0.05965366028249264
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0034,
"S1": 0.0097,
"S2": 0.874,
"S2w": 0.9006,
"S3": 0.9678,
"S4": 0.9865,
"S5": 0.9865
},
"m0e_proj_resid": 1.0475516319274902e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b4": {
"KL": {
"S0": 6.9069623947143555,
"S1": 7.81549334526062,
"S2": 1.2393586039543152,
"S2w": 0.8248110264539719,
"S3": 0.27323419600725174,
"S4": 0.08214939013123512,
"S5": 0.08214939013123512
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0038,
"S1": 0.0098,
"S2": 0.8684,
"S2w": 0.895,
"S3": 0.9628,
"S4": 0.9815,
"S5": 0.9815
},
"m0e_proj_resid": 1.1682510375976562e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b5": {
"KL": {
"S0": 6.058716773986816,
"S1": 9.234339475631714,
"S2": 1.228655070066452,
"S2w": 0.7797422558069229,
"S3": 0.3329043835401535,
"S4": 0.15219085291028023,
"S5": 0.15219085291028023
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0042,
"S1": 0.0104,
"S2": 0.8666,
"S2w": 0.8928,
"S3": 0.9587,
"S4": 0.9767,
"S5": 0.9767
},
"m0e_proj_resid": 1.3172626495361328e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b6": {
"KL": {
"S0": 5.770506501197815,
"S1": 6.283799767494202,
"S2": 1.0204580277204514,
"S2w": 0.6399598270654678,
"S3": 0.2912411317229271,
"S4": 0.14580019190907478,
"S5": 0.14580019190907478
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0048,
"S1": 0.0118,
"S2": 0.8634,
"S2w": 0.8902,
"S3": 0.9515,
"S4": 0.9701,
"S5": 0.9701
},
"m0e_proj_resid": 1.0136514902114868e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b7": {
"KL": {
"S0": 5.709225177764893,
"S1": 5.483656883239746,
"S2": 0.7340087741613388,
"S2w": 0.47846072167158127,
"S3": 0.28880681097507477,
"S4": 0.15456581115722656,
"S5": 0.15456581115722656
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0067,
"S1": 0.0129,
"S2": 0.8566,
"S2w": 0.8852,
"S3": 0.942,
"S4": 0.9619,
"S5": 0.9619
},
"m0e_proj_resid": 2.1278858184814453e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b8": {
"KL": {
"S0": 5.589651107788086,
"S1": 6.4249507188797,
"S2": 0.5618641972541809,
"S2w": 0.39796510338783264,
"S3": 0.2598835155367851,
"S4": 0.15421581640839577,
"S5": 0.1494787484407425
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0107,
"S1": 0.0146,
"S2": 0.8448,
"S2w": 0.8757,
"S3": 0.9273,
"S4": 0.9489,
"S5": 0.9501
},
"m0e_proj_resid": 1.761317253112793e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b9": {
"KL": {
"S0": 5.111079812049866,
"S1": 5.090010046958923,
"S2": 0.4930538237094879,
"S2w": 0.3508256897330284,
"S3": 0.2590254172682762,
"S4": 0.16552215814590454,
"S5": 0.15872474759817123
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0182,
"S1": 0.0163,
"S2": 0.8312,
"S2w": 0.8636,
"S3": 0.9101,
"S4": 0.9332,
"S5": 0.9348
},
"m0e_proj_resid": 1.6748905181884766e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b10": {
"KL": {
"S0": 4.561356782913208,
"S1": 3.6622771620750427,
"S2": 0.4272046834230423,
"S2w": 0.3136163279414177,
"S3": 0.24769461899995804,
"S4": 0.18674631789326668,
"S5": 0.1747599020600319
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0332,
"S1": 0.0143,
"S2": 0.8073,
"S2w": 0.8402,
"S3": 0.8813,
"S4": 0.9051,
"S5": 0.9082
},
"m0e_proj_resid": 1.7605721950531006e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"prose_b11": {
"KL": {
"S0": 4.352903246879578,
"S1": 3.5603350400924683,
"S2": 0.4358527362346649,
"S2w": 0.33334653824567795,
"S3": 0.3061090409755707,
"S4": 0.2541412115097046,
"S5": 0.20212848857045174
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.066,
"S1": -0.0017,
"S2": 0.7671,
"S2w": 0.7999,
"S3": 0.8366,
"S4": 0.8604,
"S5": 0.8825
},
"m0e_proj_resid": 1.3262033462524414e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"prose_b12": {
"KL": {
"S0": 4.471219301223755,
"S1": 3.701774835586548,
"S2": 0.6249358654022217,
"S2w": 0.4933945909142494,
"S3": 0.5265220403671265,
"S4": 0.4287104606628418,
"S5": 0.29402901232242584
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1477,
"S1": -0.0436,
"S2": 0.6513,
"S2w": 0.7035,
"S3": 0.7075,
"S4": 0.7454,
"S5": 0.8358
},
"m0e_proj_resid": 1.1920928955078125e-05,
"floor": 0.1871,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false,
"m0replay": {
"banked": {
"S2": 0.6249,
"S2w": 0.4934,
"S4": 0.4287
},
"dev": {
"S2": 4e-05,
"S2w": 1e-05,
"S4": 1e-05
},
"pass": true
}
},
"code_b0": {
"KL": {
"S0": 10.033602476119995,
"S1": 9.472532272338867,
"S2": 0.42505136132240295,
"S2w": 0.0997154749929905,
"S3": 0.24455652385950089,
"S4": 0.14380532875657082,
"S5": 0.14380532875657082
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0538,
"S1": 0.0172,
"S2": 0.5937,
"S2w": 0.7751,
"S3": 0.6385,
"S4": 0.7979,
"S5": 0.7979
},
"m0e_proj_resid": 5.366746336221695e-07,
"floor": 0.21775,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"code_b1": {
"KL": {
"S0": 10.826874494552612,
"S1": 8.932222366333008,
"S2": 0.527072548866272,
"S2w": 0.17553766816854477,
"S3": 0.16527332738041878,
"S4": 0.05163359735161066,
"S5": 0.05163359735161066
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1244,
"S1": -0.0762,
"S2": 0.5583,
"S2w": 0.7275,
"S3": 0.8025,
"S4": 0.8959,
"S5": 0.8959
},
"m0e_proj_resid": 3.7997961044311523e-06,
"floor": 0.2236,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"code_b2": {
"KL": {
"S0": 7.981932044029236,
"S1": 10.352246522903442,
"S2": 2.261499762535095,
"S2w": 1.9065767228603363,
"S3": 0.6227031052112579,
"S4": 0.18134674057364464,
"S5": 0.18134674057364464
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0915,
"S1": -0.0538,
"S2": 0.4536,
"S2w": 0.5532,
"S3": 0.8525,
"S4": 0.9106,
"S5": 0.9106
},
"m0e_proj_resid": 1.1980533599853516e-05,
"floor": 0.24188,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"code_b3": {
"KL": {
"S0": 9.180844783782959,
"S1": 7.431027293205261,
"S2": 1.453432410955429,
"S2w": 1.8663311004638672,
"S3": 0.39593496173620224,
"S4": 0.21491208672523499,
"S5": 0.21491208672523499
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0191,
"S1": -0.0051,
"S2": 0.8719,
"S2w": 0.8884,
"S3": 0.9679,
"S4": 0.9778,
"S5": 0.9778
},
"m0e_proj_resid": 9.357929229736328e-06,
"floor": 0.22101,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"code_b4": {
"KL": {
"S0": 9.233066320419312,
"S1": 9.299635887145996,
"S2": 1.1338551342487335,
"S2w": 1.127269208431244,
"S3": 0.36407290399074554,
"S4": 0.25173159688711166,
"S5": 0.25173159688711166
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0216,
"S1": -0.0072,
"S2": 0.8623,
"S2w": 0.877,
"S3": 0.9589,
"S4": 0.9678,
"S5": 0.9678
},
"m0e_proj_resid": 1.3493001461029053e-05,
"floor": 0.19473,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b5": {
"KL": {
"S0": 9.778131008148193,
"S1": 9.552067279815674,
"S2": 1.482751876115799,
"S2w": 1.344340980052948,
"S3": 0.6181090623140335,
"S4": 0.48047394305467606,
"S5": 0.48047394305467606
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0227,
"S1": -0.0086,
"S2": 0.8594,
"S2w": 0.872,
"S3": 0.9533,
"S4": 0.9611,
"S5": 0.9611
},
"m0e_proj_resid": 1.1958181858062744e-05,
"floor": 0.19684,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false,
"m0replay": {
"banked": {
"S2": 1.4828,
"S2w": 1.3443,
"S4": 0.4805
},
"dev": {
"S2": 5e-05,
"S2w": 4e-05,
"S4": 3e-05
},
"pass": true
}
},
"code_b6": {
"KL": {
"S0": 7.955260515213013,
"S1": 7.178065299987793,
"S2": 1.2812016606330872,
"S2w": 1.1170141696929932,
"S3": 0.48838578164577484,
"S4": 0.41101764887571335,
"S5": 0.41101764887571335
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0267,
"S1": -0.0104,
"S2": 0.8518,
"S2w": 0.8615,
"S3": 0.9416,
"S4": 0.9477,
"S5": 0.9477
},
"m0e_proj_resid": 1.3656914234161377e-05,
"floor": 0.18646,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b7": {
"KL": {
"S0": 7.961263656616211,
"S1": 6.88313615322113,
"S2": 1.018691897392273,
"S2w": 0.9868233650922775,
"S3": 0.5209349989891052,
"S4": 0.5091457813978195,
"S5": 0.5091457813978195
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0337,
"S1": -0.0153,
"S2": 0.8402,
"S2w": 0.8482,
"S3": 0.9275,
"S4": 0.9313,
"S5": 0.9313
},
"m0e_proj_resid": 1.6361474990844727e-05,
"floor": 0.19793,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b8": {
"KL": {
"S0": 7.339861035346985,
"S1": 7.217069029808044,
"S2": 0.7871084809303284,
"S2w": 0.8002759516239166,
"S3": 0.3988679200410843,
"S4": 0.38716971129179,
"S5": 0.26046521961688995
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0481,
"S1": -0.0257,
"S2": 0.823,
"S2w": 0.8294,
"S3": 0.9073,
"S4": 0.9091,
"S5": 0.9275
},
"m0e_proj_resid": 1.6301870346069336e-05,
"floor": 0.17497,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b9": {
"KL": {
"S0": 6.848980188369751,
"S1": 6.833537936210632,
"S2": 0.6692559570074081,
"S2w": 0.6498226225376129,
"S3": 0.3719615563750267,
"S4": 0.35343118011951447,
"S5": 0.21964046731591225
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0638,
"S1": -0.0364,
"S2": 0.8038,
"S2w": 0.8057,
"S3": 0.8846,
"S4": 0.883,
"S5": 0.9075
},
"m0e_proj_resid": 1.9341707229614258e-05,
"floor": 0.15937,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b10": {
"KL": {
"S0": 5.8544065952301025,
"S1": 5.073985695838928,
"S2": 0.5454070866107941,
"S2w": 0.5762184411287308,
"S3": 0.28540440648794174,
"S4": 0.2927646115422249,
"S5": 0.20200147852301598
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0885,
"S1": -0.0549,
"S2": 0.7757,
"S2w": 0.7733,
"S3": 0.8519,
"S4": 0.8473,
"S5": 0.8794
},
"m0e_proj_resid": 1.5437602996826172e-05,
"floor": 0.15106,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b11": {
"KL": {
"S0": 5.568279027938843,
"S1": 4.592098712921143,
"S2": 0.4749482497572899,
"S2w": 0.5267880409955978,
"S3": 0.3255620226264,
"S4": 0.3531728535890579,
"S5": 0.2824857756495476
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1312,
"S1": -0.0887,
"S2": 0.7256,
"S2w": 0.7253,
"S3": 0.8,
"S4": 0.7961,
"S5": 0.8434
},
"m0e_proj_resid": 1.1205673217773438e-05,
"floor": 0.1388,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"code_b12": {
"KL": {
"S0": 5.487828493118286,
"S1": 5.118029236793518,
"S2": 0.6934263110160828,
"S2w": 0.6733796149492264,
"S3": 0.5828160643577576,
"S4": 0.571692481637001,
"S5": 0.36981038749217987
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1599,
"S1": -0.0923,
"S2": 0.6723,
"S2w": 0.7093,
"S3": 0.7461,
"S4": 0.7714,
"S5": 0.9176
},
"m0e_proj_resid": 1.1920928955078125e-05,
"floor": 0.13981,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b0": {
"KL": {
"S0": 25.70640277862549,
"S1": 23.538464069366455,
"S2": 0.8017730712890625,
"S2w": 0.09739463217556477,
"S3": 0.44874831289052963,
"S4": 0.07133935578167439,
"S5": 0.07133935578167439
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0887,
"S1": -0.0339,
"S2": 0.5535,
"S2w": 0.819,
"S3": 0.6072,
"S4": 0.8374,
"S5": 0.8374
},
"m0e_proj_resid": 7.110647857189178e-07,
"floor": 1.20131,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"repetition_b1": {
"KL": {
"S0": 24.626296043395996,
"S1": 20.904633045196533,
"S2": 3.448254883289337,
"S2w": 0.06051823776215315,
"S3": 0.4746650457382202,
"S4": 0.02592683956027031,
"S5": 0.02592683956027031
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1566,
"S1": -0.1191,
"S2": 0.5203,
"S2w": 0.7553,
"S3": 0.7206,
"S4": 0.9036,
"S5": 0.9036
},
"m0e_proj_resid": 3.725290298461914e-06,
"floor": 0.13455,
"pass_open": true,
"pass_grain": true,
"pass_grain5": true,
"void": false,
"m0replay": {
"banked": {
"S2": 3.4483,
"S2w": 0.0605,
"S4": 0.0259
},
"dev": {
"S2": 5e-05,
"S2w": 2e-05,
"S4": 3e-05
},
"pass": true
}
},
"repetition_b2": {
"KL": {
"S0": 16.267767906188965,
"S1": 22.62224054336548,
"S2": 9.563358783721924,
"S2w": 5.672436237335205,
"S3": 2.198981821537018,
"S4": 0.05832978896796703,
"S5": 0.05832978896796703
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1236,
"S1": -0.0932,
"S2": 0.4394,
"S2w": 0.5747,
"S3": 0.7737,
"S4": 0.8958,
"S5": 0.8958
},
"m0e_proj_resid": 1.2665987014770508e-05,
"floor": 0.16051,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"repetition_b3": {
"KL": {
"S0": 19.09367561340332,
"S1": 16.61815118789673,
"S2": 7.675512433052063,
"S2w": 7.1781076192855835,
"S3": 1.1375998258590698,
"S4": 0.1326650232076645,
"S5": 0.1326650232076645
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.031,
"S1": -0.0189,
"S2": 0.8499,
"S2w": 0.8724,
"S3": 0.947,
"S4": 0.9702,
"S5": 0.9702
},
"m0e_proj_resid": 1.0219868272542953e-05,
"floor": 0.51223,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"repetition_b4": {
"KL": {
"S0": 16.008566856384277,
"S1": 19.075498580932617,
"S2": 7.142331957817078,
"S2w": 5.824004530906677,
"S3": 1.1427805423736572,
"S4": 0.3664567992091179,
"S5": 0.3664567992091179
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0359,
"S1": -0.0243,
"S2": 0.8426,
"S2w": 0.8624,
"S3": 0.9398,
"S4": 0.961,
"S5": 0.961
},
"m0e_proj_resid": 1.546507701277733e-05,
"floor": 0.41945,
"pass_open": false,
"pass_grain": true,
"pass_grain5": true,
"void": false
},
"repetition_b5": {
"KL": {
"S0": 14.34651780128479,
"S1": 20.319632530212402,
"S2": 8.97778606414795,
"S2w": 6.577334523200989,
"S3": 3.665410876274109,
"S4": 3.4600255489349365,
"S5": 3.4600255489349365
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0421,
"S1": -0.0303,
"S2": 0.8419,
"S2w": 0.859,
"S3": 0.9352,
"S4": 0.9543,
"S5": 0.9543
},
"m0e_proj_resid": 1.8943101167678833e-05,
"floor": 0.12231,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false,
"m0replay": {
"banked": {
"S2": 8.9778,
"S2w": 6.5773,
"S4": 3.46
},
"dev": {
"S2": 1e-05,
"S2w": 3e-05,
"S4": 3e-05
},
"pass": true
}
},
"repetition_b6": {
"KL": {
"S0": 13.814660549163818,
"S1": 15.776431322097778,
"S2": 6.339073419570923,
"S2w": 4.783896088600159,
"S3": 1.4773520231246948,
"S4": 0.8452156782150269,
"S5": 0.8452156782150269
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0476,
"S1": -0.0328,
"S2": 0.831,
"S2w": 0.8451,
"S3": 0.9202,
"S4": 0.9366,
"S5": 0.9366
},
"m0e_proj_resid": 1.4320015907287598e-05,
"floor": 0.07765,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b7": {
"KL": {
"S0": 14.098251104354858,
"S1": 14.284767627716064,
"S2": 4.430319666862488,
"S2w": 3.537327826023102,
"S3": 1.9460927248001099,
"S4": 1.437860518693924,
"S5": 1.437860518693924
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.0697,
"S1": -0.0514,
"S2": 0.813,
"S2w": 0.8251,
"S3": 0.8989,
"S4": 0.913,
"S5": 0.913
},
"m0e_proj_resid": 1.9021332263946533e-05,
"floor": 0.0997,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b8": {
"KL": {
"S0": 13.69498324394226,
"S1": 14.956648588180542,
"S2": 2.0888020992279053,
"S2w": 1.8478632867336273,
"S3": 0.5648657232522964,
"S4": 0.3626178950071335,
"S5": 0.1922302208840847
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1025,
"S1": -0.081,
"S2": 0.7675,
"S2w": 0.774,
"S3": 0.8461,
"S4": 0.8548,
"S5": 0.8962
},
"m0e_proj_resid": 2.1398067474365234e-05,
"floor": 0.08828,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b9": {
"KL": {
"S0": 12.660753011703491,
"S1": 14.333315372467041,
"S2": 2.033954381942749,
"S2w": 1.6715908348560333,
"S3": 0.7309123128652573,
"S4": 0.5397771149873734,
"S5": 0.3015963211655617
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.1365,
"S1": -0.1087,
"S2": 0.7477,
"S2w": 0.7477,
"S3": 0.8222,
"S4": 0.8244,
"S5": 0.8732
},
"m0e_proj_resid": 2.4139881134033203e-05,
"floor": 0.11206,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b10": {
"KL": {
"S0": 11.69144320487976,
"S1": 11.5426607131958,
"S2": 1.178768903017044,
"S2w": 1.3104713559150696,
"S3": 0.5952136814594269,
"S4": 0.6228368729352951,
"S5": 0.4892801195383072
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.2222,
"S1": -0.1835,
"S2": 0.6945,
"S2w": 0.6875,
"S3": 0.7653,
"S4": 0.7598,
"S5": 0.8279
},
"m0e_proj_resid": 1.290440559387207e-05,
"floor": 0.11632,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b11": {
"KL": {
"S0": 11.995969772338867,
"S1": 11.04962158203125,
"S2": 1.3881295025348663,
"S2w": 1.7636287808418274,
"S3": 0.7078568935394287,
"S4": 0.7926817834377289,
"S5": 1.0344847440719604
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -0.3488,
"S1": -0.3048,
"S2": 0.6278,
"S2w": 0.6083,
"S3": 0.6966,
"S4": 0.6813,
"S5": 0.7931
},
"m0e_proj_resid": 1.2122094631195068e-05,
"floor": 0.08944,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false
},
"repetition_b12": {
"KL": {
"S0": 12.577680587768555,
"S1": 11.995464086532593,
"S2": 1.6202188730239868,
"S2w": 1.8393633365631104,
"S3": 1.345668077468872,
"S4": 1.5164200365543365,
"S5": 1.2735508978366852
},
"identity": {
"kl": 0.0,
"dlogit": 0.0,
"pass": true
},
"field_r2": {
"S0": -1.1908,
"S1": -1.138,
"S2": 0.5626,
"S2w": 0.5131,
"S3": 0.6301,
"S4": 0.5913,
"S5": 0.8392
},
"m0e_proj_resid": 1.0967254638671875e-05,
"floor": 0.07056,
"pass_open": false,
"pass_grain": false,
"pass_grain5": false,
"void": false,
"m0replay": {
"banked": {
"S2": 1.6202,
"S2w": 1.8394,
"S4": 1.5164
},
"dev": {
"S2": 2e-05,
"S2w": 4e-05,
"S4": 2e-05
},
"pass": true
}
}
},
"verdict": {
"complete": true,
"identity_fail_boundaries": [],
"blocked": false,
"N_open": 6,
"N_grain_S4": 20,
"N_grain_S5": 20,
"n_cells": 39,
"unnamed_dims_per_boundary": {
"0": 35,
"1": 35,
"2": 35,
"3": 35,
"4": 35,
"5": 35,
"6": 35,
"7": 35,
"8": 40,
"9": 40,
"10": 40,
"11": 40,
"12": 40
},
"H_V2_A": "NOT-YET",
"H_V2_A_late": {
"verdict": "WEAK",
"n_late_gap_cells": 12,
"n_late_closed": 0,
"late_gap_cells": [
"prose_b11",
"prose_b12",
"code_b8",
"code_b9",
"code_b10",
"code_b11",
"code_b12",
"repetition_b8",
"repetition_b9",
"repetition_b10",
"repetition_b11",
"repetition_b12"
]
},
"H_V2_b_room": {
"verdict": "PARTIAL",
"g_room": 0.8614,
"per_room": {
"2": 0.966,
"5": 0.7222,
"3": 0.9308,
"4": 0.8868,
"6": 0.801
}
},
"oracle_value_late_KLS4_minus_KLS5": {
"median": 0.1267,
"max": 0.24287,
"per": [
0.00474,
0.0068,
0.01199,
0.05201,
0.13468,
0.1267,
0.13379,
0.09076,
0.07069,
0.20188,
0.17039,
0.23818,
0.13356,
-0.2418,
0.24287
]
},
"j5_repro_ok": true,
"S5_active": true
},
"gap_table": [
{
"b": 5,
"regime": "repetition",
"KL_S5": 3.46003,
"KL_S4": 3.46003,
"KL_S2w": 6.57733,
"floor": 0.12231,
"excess_nats": 3.33772,
"ratio": 28.29,
"room_dark_rank": 2,
"k90": 256,
"void": false
},
{
"b": 7,
"regime": "repetition",
"KL_S5": 1.43786,
"KL_S4": 1.43786,
"KL_S2w": 3.53733,
"floor": 0.0997,
"excess_nats": 1.33816,
"ratio": 14.42,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 12,
"regime": "repetition",
"KL_S5": 1.27355,
"KL_S4": 1.51642,
"KL_S2w": 1.83936,
"floor": 0.07056,
"excess_nats": 1.20299,
"ratio": 18.05,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 11,
"regime": "repetition",
"KL_S5": 1.03448,
"KL_S4": 0.79268,
"KL_S2w": 1.76363,
"floor": 0.08944,
"excess_nats": 0.94504,
"ratio": 11.57,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 6,
"regime": "repetition",
"KL_S5": 0.84522,
"KL_S4": 0.84522,
"KL_S2w": 4.7839,
"floor": 0.07765,
"excess_nats": 0.76757,
"ratio": 10.88,
"room_dark_rank": 5,
"k90": 128,
"void": false
},
{
"b": 10,
"regime": "repetition",
"KL_S5": 0.48928,
"KL_S4": 0.62284,
"KL_S2w": 1.31047,
"floor": 0.11632,
"excess_nats": 0.37296,
"ratio": 4.21,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 7,
"regime": "code",
"KL_S5": 0.50915,
"KL_S4": 0.50915,
"KL_S2w": 0.98682,
"floor": 0.19793,
"excess_nats": 0.31122,
"ratio": 2.57,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 5,
"regime": "code",
"KL_S5": 0.48047,
"KL_S4": 0.48047,
"KL_S2w": 1.34434,
"floor": 0.19684,
"excess_nats": 0.28363,
"ratio": 2.44,
"room_dark_rank": 2,
"k90": 256,
"void": false
},
{
"b": 12,
"regime": "code",
"KL_S5": 0.36981,
"KL_S4": 0.57169,
"KL_S2w": 0.67338,
"floor": 0.13981,
"excess_nats": 0.23,
"ratio": 2.65,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 6,
"regime": "code",
"KL_S5": 0.41102,
"KL_S4": 0.41102,
"KL_S2w": 1.11701,
"floor": 0.18646,
"excess_nats": 0.22456,
"ratio": 2.2,
"room_dark_rank": 5,
"k90": 128,
"void": false
},
{
"b": 9,
"regime": "repetition",
"KL_S5": 0.3016,
"KL_S4": 0.53978,
"KL_S2w": 1.67159,
"floor": 0.11206,
"excess_nats": 0.18954,
"ratio": 2.69,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 11,
"regime": "code",
"KL_S5": 0.28249,
"KL_S4": 0.35317,
"KL_S2w": 0.52679,
"floor": 0.1388,
"excess_nats": 0.14369,
"ratio": 2.04,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 12,
"regime": "prose",
"KL_S5": 0.29403,
"KL_S4": 0.42871,
"KL_S2w": 0.49339,
"floor": 0.1871,
"excess_nats": 0.10693,
"ratio": 1.57,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 8,
"regime": "repetition",
"KL_S5": 0.19223,
"KL_S4": 0.36262,
"KL_S2w": 1.84786,
"floor": 0.08828,
"excess_nats": 0.10395,
"ratio": 2.18,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 8,
"regime": "code",
"KL_S5": 0.26047,
"KL_S4": 0.38717,
"KL_S2w": 0.80028,
"floor": 0.17497,
"excess_nats": 0.0855,
"ratio": 1.49,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 9,
"regime": "code",
"KL_S5": 0.21964,
"KL_S4": 0.35343,
"KL_S2w": 0.64982,
"floor": 0.15937,
"excess_nats": 0.06027,
"ratio": 1.38,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 4,
"regime": "code",
"KL_S5": 0.25173,
"KL_S4": 0.25173,
"KL_S2w": 1.12727,
"floor": 0.19473,
"excess_nats": 0.057,
"ratio": 1.29,
"room_dark_rank": 4,
"k90": 128,
"void": false
},
{
"b": 10,
"regime": "code",
"KL_S5": 0.202,
"KL_S4": 0.29276,
"KL_S2w": 0.57622,
"floor": 0.15106,
"excess_nats": 0.05094,
"ratio": 1.34,
"room_dark_rank": null,
"k90": null,
"void": false
},
{
"b": 11,
"regime": "prose",
"KL_S5": 0.20213,
"KL_S4": 0.25414,
"KL_S2w": 0.33335,
"floor": 0.1871,
"excess_nats": 0.01503,
"ratio": 1.08,
"room_dark_rank": null,
"k90": null,
"void": false
}
],
"armB": {
"B1_geometry": {
"k90_Z": 159,
"PR": 112.5,
"n_dims": 364,
"struct": "DIFFUSE",
"overlap": {
"vs_Q35": 0.0,
"vs_Ob_late": 0.5251,
"vs_B2": 0.0,
"vs_U5room": 0.0017
},
"regime_cond": {
"verdict": "REP-ONLY",
"ratio_rep_prose": 5.618,
"ratio_rep_code": 4.689,
"var_rep": 413.629,
"var_prose": 73.623,
"var_code": 88.212
},
"pos_structure": {
"r2_full": 0.0121,
"r2_period_only": 0.0,
"r2_repeat_only": 0.012,
"r2_abs_only": 0.0117
}
},
"B2_reads": {
"reads": {
"Ecur": {
"read_r2": -0.2156,
"nfeat": 768,
"degenerate": false
},
"Ewin": {
"read_r2": 0.2071,
"nfeat": 6912,
"degenerate": false
},
"PHASE": {
"read_r2": 0.0154,
"nfeat": 10,
"degenerate": false
},
"wpe": {
"read_r2": 0.0378,
"nfeat": 768,
"degenerate": false
},
"inter_b2": {
"read_r2": 0.5525,
"nfeat": 387,
"degenerate": false
},
"Ecopy_DEGEN": {
"read_r2": -0.187,
"nfeat": 768,
"degenerate": true
}
},
"winner": "inter_b2",
"best_r2": 0.5525,
"verdict": "READABLE"
},
"B3_causal": {
"ksub": 8,
"base": {
"copy_fidelity": 0.9884207589285714,
"exit_prob": 0.04528030839615634,
"kl": 0.0
},
"real_ablate": {
"copy_fidelity": 0.9859095982142857,
"exit_prob": 0.09849426433876422,
"kl": 0.06498189270496368
},
"d_copy_fidelity_real": 0.0025,
"d_exit_prob_real": 0.0532,
"null_d_cf_95pct": 0.0013,
"null_d_ep_95pct": 0.0036,
"real_energy": 294.551,
"null_energy_med": 29.272,
"energy_control_ok": true,
"disc_cf": true,
"disc_ep": true,
"verdict": "DISCRIMINATES",
"n_null": 20
},
"B4_remeter": {
"boundary": 5,
"winner": "inter_b2",
"KL_S5": 3.46003,
"KL_S6": 3.79535,
"floor": 0.12231,
"delta": -0.33532,
"pass_S6": false
},
"done": true
},
"armC": {
"done": true,
"n_tested": 8,
"n_named": 2,
"verdict": "TRACE",
"names": [
{
"corridor_j": 16,
"room": 5,
"dim": 0,
"C": -1.5931,
"SE": 0.0094,
"sig": true,
"null_95": 0.2663,
"beats_null": true
},
{
"corridor_j": 0,
"room": 2,
"dim": 0,
"C": -0.6281,
"SE": 0.01,
"sig": true,
"null_95": 0.5609,
"beats_null": true
},
{
"corridor_j": 1,
"room": 2,
"dim": 1,
"C": -0.1077,
"SE": 0.1354,
"sig": false,
"null_95": 0.2539,
"beats_null": false
},
{
"corridor_j": 2,
"room": 2,
"dim": 2,
"C": -0.1156,
"SE": 0.0364,
"sig": true,
"null_95": 0.2537,
"beats_null": false
},
{
"corridor_j": 3,
"room": 2,
"dim": 3,
"C": 0.0721,
"SE": 0.0298,
"sig": true,
"null_95": 0.3061,
"beats_null": false
},
{
"corridor_j": 17,
"room": 5,
"dim": 5,
"C": 0.037,
"SE": 0.0072,
"sig": true,
"null_95": 0.2189,
"beats_null": false
},
{
"corridor_j": 4,
"room": 2,
"dim": 4,
"C": 0.1142,
"SE": 0.0378,
"sig": true,
"null_95": 0.3876,
"beats_null": false
},
{
"corridor_j": 18,
"room": 5,
"dim": 6,
"C": 0.0788,
"SE": 0.0062,
"sig": true,
"null_95": 0.2753,
"beats_null": false
}
]
},
"status": "COMPLETE",
"elapsed_s": 373.8,
"gpt2_meta": {
"n_layer": 12,
"d": 768,
"precision": "fp32",
"tf32": "off",
"attn": "eager"
},
"v2_frozen": {
"tensors_sha": "f380199539175b32",
"json_sha": "d36a32a9eaaf206f"
}
}