{ "key_freqs": [ 2, 14, 27, 30, 37, 52 ], "final_step": 40000, "ablation": { "original": 8.804392426704566e-07, "single_freq": [ 8.718172501500809e-07, 0.00480973321964546, 8.897052879525025e-07, 8.8698351649953e-07, 8.665159281840709e-07, 8.727831154840351e-07, 8.649648604180653e-07, 8.717850548260647e-07, 8.428643749317358e-07, 8.872681764272528e-07, 8.766957044969336e-07, 8.70242479529539e-07, 8.800500649713836e-07, 0.003079031100496043, 8.742225951059963e-07, 8.751942600082512e-07, 8.692216607677443e-07, 8.702595252554274e-07, 8.850757803459008e-07, 8.727582546655781e-07, 8.860628228502131e-07, 8.713150478037905e-07, 8.722191249129583e-07, 8.366022298203667e-07, 8.694030128407446e-07, 8.760292523438122e-07, 2.976767207798036e-05, 5.308965730713007e-07, 8.609719528146419e-07, 0.0013693012610717624, 8.514039352540053e-07, 7.18731158024284e-07, 8.826155332123045e-07, 8.632603035475343e-07, 7.071812112969548e-07, 8.782061032457268e-07, 0.00023321432582409877, 8.766333049532921e-07, 7.182694095190326e-07, 8.883122961758785e-07, 8.924107394306243e-07, 8.870107400911129e-07, 7.959284751264562e-07, 8.682194211528548e-07, 8.842032875156011e-07, 8.824515003249036e-07, 8.752292043180204e-07, 8.748649493175371e-07, 8.804825857653152e-07, 8.869159857816425e-07, 8.822843513172415e-07, 0.02053791669775663, 9.023913373778867e-07, 7.559071172227768e-07, 8.757605880257261e-07, 8.739539684534516e-07 ], "all_key_removed": 6.372745124001124, "only_key_kept": 6.567939033000703e-08, "random_nonkey_removed": [ 8.240770708907778e-07, 6.492372657729467e-07, 5.908770824883922e-07, 7.045697105282637e-07, 7.023392957683534e-07, 8.552548287556194e-07, 8.121455719654037e-07, 8.549946123543464e-07, 5.818181308791176e-07, 8.227201420676444e-07, 6.910035311516474e-07, 6.044651342830487e-07, 6.547734609708561e-07, 8.089839180658693e-07, 7.924795613167603e-07, 8.724559941613146e-07, 7.000377819421966e-07, 8.625936800007793e-07, 7.190422600362363e-07, 5.100096961772988e-07, 8.593881187095677e-07, 8.444054954184866e-07, 7.238840022008709e-07, 6.937332396410684e-07, 7.01107902435661e-07, 6.490673061002085e-07, 8.161945863042903e-07, 5.080486443439899e-07, 6.884765937006553e-07, 8.731850630447333e-07, 8.480700539243361e-07, 8.149552708709577e-07, 6.941316527929179e-07, 6.433832678549425e-07, 7.833036353858639e-07, 8.527779458671618e-07, 8.360203035899578e-07, 8.531757831224824e-07, 8.338803429423027e-07, 8.626869542104674e-07, 8.378754232640889e-07, 7.110342979122716e-07, 6.448663138821007e-07, 8.694058297160081e-07, 8.885215721192718e-07, 6.984304490257365e-07, 8.291742606567506e-07, 7.882986948777887e-07, 6.711628442172431e-07, 7.333598261925448e-07, 8.226523453880086e-07, 4.1659645839469086e-07, 6.373658212874761e-07, 4.177108005763981e-07, 7.64162492579692e-07, 6.798479639621551e-07, 6.291871189945121e-07, 7.104015160015591e-07, 8.50768598503298e-07, 8.85341097211145e-07, 4.825565778771868e-07, 7.765044425618262e-07, 6.489102012022598e-07, 8.882517168338105e-07, 6.666873258728814e-07, 8.547170690808864e-07, 6.644568687740532e-07, 6.523813982033907e-07, 8.394119252983879e-07, 8.805008450651107e-07, 7.269741087234405e-07, 8.289558316098807e-07, 8.547292682522799e-07, 8.507299755954707e-07, 7.588338849644449e-07, 7.13006675998965e-07, 4.966433887549025e-07, 8.674813563656259e-07, 7.091008816094051e-07, 7.858160269087635e-07, 8.283942977843905e-07, 8.71720463557013e-07, 6.691708078517957e-07, 8.774120829770455e-07, 5.234769544311353e-07, 6.9108725066935e-07, 8.144145328346913e-07, 5.254076308196469e-07, 8.056986611179636e-07, 8.058725483603108e-07, 8.666744139538406e-07, 8.327876635619611e-07, 8.228772430427797e-07, 8.876247797764894e-07, 7.317690423894003e-07, 8.56880993548838e-07, 7.371578050002949e-07, 8.108463686290018e-07, 8.168689565024983e-07, 5.029719867278122e-07 ] }, "gini_we": 0.6843425266877394, "gini_wl": 0.772677703796671, "gini_we_init": 0.03364421530886319, "gini_wl_init": 0.03756925070132966, "gini_null_we_p99": 0.12463055042082993, "gini_null_wl_p99": 0.12480507036129096, "frac_neurons_085": 0.732421875, "neuron_cluster_sizes": { "2": 89, "14": 38, "27": 42, "30": 94, "37": 68, "52": 44 }, "logit_fve": 0.9631816035566222, "wl_resid_sq_frac": 0.004527943416370833, "patching": { "key": { "mean": 0.9991748192611187, "ci95": [ 0.998773175320951, 0.9995708620096104 ], "dims": 12 }, "random": { "mean": 0.06031933442067327, "ci95": [ 0.05857987202529704, 0.062105373589031586 ], "dims": 12 }, "complement": { "mean": 0.000986026810840221, "ci95": [ 0.0005844161279546233, 0.0014076003815705002 ], "dims": 116 }, "n_triples": 1000 }, "cluster_ablation": { "cluster_sizes": { "2": 89, "14": 38, "27": 42, "30": 94, "37": 68, "52": 44, "-1": 137 }, "loss_key_projection": 5.40172895125732e-07, "loss_key_projection_no_always_firing": 0.0016385982150372996, "loss_excluding_cluster": { "2": 0.0034829849138006573, "14": 0.0002939722674582786, "27": 1.4272921010431174e-05, "30": 0.0003671972707723314, "37": 6.358423417786348e-05, "52": 0.008825356314110891, "-1": 0.0016385982150372996 } } }