{ "key_freqs": [ 7, 38, 49, 53 ], "final_step": 40000, "ablation": { "original": 3.647520730469176e-07, "single_freq": [ 3.7928763500949153e-07, 3.713629196420914e-07, 3.6944011315327113e-07, 3.648864906462533e-07, 3.672366786178085e-07, 3.69119347307963e-07, 3.083096853135479, 3.6111139982468343e-07, 3.625653108888807e-07, 3.6477231169038974e-07, 3.8301845238235887e-07, 3.601847886511641e-07, 3.6884613926950296e-07, 3.3403288471673515e-07, 3.2716892822542285e-07, 3.6218216380473746e-07, 3.621794401332624e-07, 3.651645105127181e-07, 3.6280236734449894e-07, 3.636465128079137e-07, 3.803484186885196e-07, 3.6251916847277625e-07, 3.709853252409951e-07, 3.514998055994599e-07, 3.6094712502110437e-07, 3.5549586746581467e-07, 3.5961765468211754e-07, 3.7020701397323185e-07, 3.773176367242452e-07, 3.7096659675985254e-07, 3.741936736301471e-07, 3.692875660094266e-07, 3.570479317350508e-07, 3.7284591490893206e-07, 3.7125954981675264e-07, 3.538037727891305e-07, 3.716067209821869e-07, 1.0366414995552984, 4.437724606691499e-07, 3.5743005838929813e-07, 3.621091861932666e-07, 3.8573876251998296e-07, 3.6013798542534955e-07, 3.6501781042991535e-07, 3.690409311754596e-07, 8.344740792659092e-07, 3.6111376431266626e-07, 3.6850459339603405e-07, 0.0790191247383452, 3.6680935975918133e-07, 3.655253543643863e-07, 3.6876729245509747e-07, 6.85790483298174e-05, 3.6588981920231174e-07, 3.6310369310335757e-07, 3.7013402476987e-07 ], "all_key_removed": 8.645822480436909, "only_key_kept": 8.956848223563982e-07, "random_nonkey_removed": [ 3.8772551397377107e-07, 8.554751542447197e-07, 3.94030809680366e-07, 3.7152136027125133e-07, 3.9332162166335844e-07, 3.721056734992043e-07, 3.2134341940761624e-07, 3.691444511566917e-07, 3.6805197124858857e-07, 3.5168129373350445e-07, 3.561461794066783e-07, 4.241990912151564e-07, 3.63866769116517e-07, 3.525517794179222e-07, 3.439719776215789e-07, 3.71578159755954e-07, 3.7896019510498906e-07, 3.764670022617087e-07, 3.2949556651028615e-07, 3.5434692911071655e-07, 4.265923666146689e-07, 3.7251359375182205e-07, 3.721041537875071e-07, 3.6949120324079043e-07, 3.377825307428589e-07, 3.8216834041554065e-07, 3.409157857976108e-07, 4.1539541307321484e-07, 3.130779213321617e-07, 8.616205474708343e-07, 3.7004452457583443e-07, 3.7939933714342237e-07, 3.365559887721402e-07, 4.581171038108159e-07, 3.6647517932958795e-07, 8.515009842061363e-07, 3.834029893034714e-07, 3.365710320913461e-07, 3.609604386651008e-07, 8.605535674010935e-07, 3.7538451729923e-07, 3.7670665207865545e-07, 3.8871983044630756e-07, 3.3414940464861396e-07, 3.861842328731164e-07, 3.8219535285564023e-07, 3.0847393444669504e-07, 3.552759182276822e-07, 3.7815334441602324e-07, 3.8135640811153244e-07, 3.188595242071981e-07, 3.267489595681807e-07, 3.649199850592883e-07, 3.532680113723995e-07, 4.069281924378699e-07, 3.5160153055979554e-07, 3.6206824156139823e-07, 3.639926852086672e-07, 3.380818450873937e-07, 3.8456720056423444e-07, 3.5544827220016744e-07, 3.764700011583022e-07, 3.7946687611217754e-07, 8.442629881575175e-07, 3.708156828985149e-07, 3.596665972357415e-07, 3.8686298944904843e-07, 3.4534677111929474e-07, 3.6848751644351844e-07, 3.9266624873306655e-07, 3.5304554339408047e-07, 3.7814477811909536e-07, 4.101588570720803e-07, 3.5720270102484475e-07, 3.8051291442977715e-07, 3.505472290544359e-07, 4.059260737434472e-07, 3.776178431778023e-07, 3.932662875484861e-07, 8.021275609755663e-07, 3.823091651974022e-07, 3.796689247564084e-07, 3.4405545139805894e-07, 8.215121397893943e-07, 3.6470796391296854e-07, 3.297408832635911e-07, 8.579081637708505e-07, 3.3215373385001176e-07, 3.487688106867067e-07, 3.264674583927406e-07, 3.6293913527992923e-07, 3.8205817774846475e-07, 3.4240986927872806e-07, 3.467240349389494e-07, 3.3593538643407635e-07, 4.2193911053066633e-07, 8.819908728762726e-07, 8.238933968701074e-07, 4.1063382319983113e-07, 3.38581499293141e-07 ] }, "gini_we": 0.6264363501729125, "gini_wl": 0.7448949412925703, "gini_we_init": 0.03426876954972058, "gini_wl_init": 0.03456259085687319, "gini_null_we_p99": 0.15406958959697437, "gini_null_wl_p99": 0.1682565744312283, "frac_neurons_085": 0.80078125, "neuron_cluster_sizes": { "7": 87, "38": 175, "49": 148, "53": 0 }, "logit_fve": 0.9675788491996989, "wl_resid_sq_frac": 0.031218636326118165, "patching": { "key": { "mean": 0.9956060466781603, "ci95": [ 0.9937765494018154, 0.9974148989124253 ], "dims": 8 }, "random": { "mean": 0.04883523251398506, "ci95": [ 0.04699686981775043, 0.050736603613648026 ], "dims": 8 }, "complement": { "mean": 0.004240151316448672, "ci95": [ 0.0022167744255337054, 0.00625210713880479 ], "dims": 120 }, "n_triples": 1000 }, "cluster_ablation": { "cluster_sizes": { "7": 87, "38": 175, "49": 148, "53": 0, "-1": 102 }, "loss_key_projection": 4.126121722098518e-06, "loss_key_projection_no_always_firing": 8.776337923440936e-05, "loss_excluding_cluster": { "7": 1.8010683875769091, "38": 0.7645100002071467, "49": 0.07065312117920755, "53": 4.126121722098518e-06, "-1": 8.776337923440936e-05 } } }