| { | |
| "key_freqs": [ | |
| 2, | |
| 14, | |
| 27, | |
| 30, | |
| 37, | |
| 52 | |
| ], | |
| "final_step": 40000, | |
| "ablation": { | |
| "original": 8.804392426704566e-07, | |
| "single_freq": [ | |
| 8.718172501500809e-07, | |
| 0.00480973321964546, | |
| 8.897052879525025e-07, | |
| 8.8698351649953e-07, | |
| 8.665159281840709e-07, | |
| 8.727831154840351e-07, | |
| 8.649648604180653e-07, | |
| 8.717850548260647e-07, | |
| 8.428643749317358e-07, | |
| 8.872681764272528e-07, | |
| 8.766957044969336e-07, | |
| 8.70242479529539e-07, | |
| 8.800500649713836e-07, | |
| 0.003079031100496043, | |
| 8.742225951059963e-07, | |
| 8.751942600082512e-07, | |
| 8.692216607677443e-07, | |
| 8.702595252554274e-07, | |
| 8.850757803459008e-07, | |
| 8.727582546655781e-07, | |
| 8.860628228502131e-07, | |
| 8.713150478037905e-07, | |
| 8.722191249129583e-07, | |
| 8.366022298203667e-07, | |
| 8.694030128407446e-07, | |
| 8.760292523438122e-07, | |
| 2.976767207798036e-05, | |
| 5.308965730713007e-07, | |
| 8.609719528146419e-07, | |
| 0.0013693012610717624, | |
| 8.514039352540053e-07, | |
| 7.18731158024284e-07, | |
| 8.826155332123045e-07, | |
| 8.632603035475343e-07, | |
| 7.071812112969548e-07, | |
| 8.782061032457268e-07, | |
| 0.00023321432582409877, | |
| 8.766333049532921e-07, | |
| 7.182694095190326e-07, | |
| 8.883122961758785e-07, | |
| 8.924107394306243e-07, | |
| 8.870107400911129e-07, | |
| 7.959284751264562e-07, | |
| 8.682194211528548e-07, | |
| 8.842032875156011e-07, | |
| 8.824515003249036e-07, | |
| 8.752292043180204e-07, | |
| 8.748649493175371e-07, | |
| 8.804825857653152e-07, | |
| 8.869159857816425e-07, | |
| 8.822843513172415e-07, | |
| 0.02053791669775663, | |
| 9.023913373778867e-07, | |
| 7.559071172227768e-07, | |
| 8.757605880257261e-07, | |
| 8.739539684534516e-07 | |
| ], | |
| "all_key_removed": 6.372745124001124, | |
| "only_key_kept": 6.567939033000703e-08, | |
| "random_nonkey_removed": [ | |
| 8.240770708907778e-07, | |
| 6.492372657729467e-07, | |
| 5.908770824883922e-07, | |
| 7.045697105282637e-07, | |
| 7.023392957683534e-07, | |
| 8.552548287556194e-07, | |
| 8.121455719654037e-07, | |
| 8.549946123543464e-07, | |
| 5.818181308791176e-07, | |
| 8.227201420676444e-07, | |
| 6.910035311516474e-07, | |
| 6.044651342830487e-07, | |
| 6.547734609708561e-07, | |
| 8.089839180658693e-07, | |
| 7.924795613167603e-07, | |
| 8.724559941613146e-07, | |
| 7.000377819421966e-07, | |
| 8.625936800007793e-07, | |
| 7.190422600362363e-07, | |
| 5.100096961772988e-07, | |
| 8.593881187095677e-07, | |
| 8.444054954184866e-07, | |
| 7.238840022008709e-07, | |
| 6.937332396410684e-07, | |
| 7.01107902435661e-07, | |
| 6.490673061002085e-07, | |
| 8.161945863042903e-07, | |
| 5.080486443439899e-07, | |
| 6.884765937006553e-07, | |
| 8.731850630447333e-07, | |
| 8.480700539243361e-07, | |
| 8.149552708709577e-07, | |
| 6.941316527929179e-07, | |
| 6.433832678549425e-07, | |
| 7.833036353858639e-07, | |
| 8.527779458671618e-07, | |
| 8.360203035899578e-07, | |
| 8.531757831224824e-07, | |
| 8.338803429423027e-07, | |
| 8.626869542104674e-07, | |
| 8.378754232640889e-07, | |
| 7.110342979122716e-07, | |
| 6.448663138821007e-07, | |
| 8.694058297160081e-07, | |
| 8.885215721192718e-07, | |
| 6.984304490257365e-07, | |
| 8.291742606567506e-07, | |
| 7.882986948777887e-07, | |
| 6.711628442172431e-07, | |
| 7.333598261925448e-07, | |
| 8.226523453880086e-07, | |
| 4.1659645839469086e-07, | |
| 6.373658212874761e-07, | |
| 4.177108005763981e-07, | |
| 7.64162492579692e-07, | |
| 6.798479639621551e-07, | |
| 6.291871189945121e-07, | |
| 7.104015160015591e-07, | |
| 8.50768598503298e-07, | |
| 8.85341097211145e-07, | |
| 4.825565778771868e-07, | |
| 7.765044425618262e-07, | |
| 6.489102012022598e-07, | |
| 8.882517168338105e-07, | |
| 6.666873258728814e-07, | |
| 8.547170690808864e-07, | |
| 6.644568687740532e-07, | |
| 6.523813982033907e-07, | |
| 8.394119252983879e-07, | |
| 8.805008450651107e-07, | |
| 7.269741087234405e-07, | |
| 8.289558316098807e-07, | |
| 8.547292682522799e-07, | |
| 8.507299755954707e-07, | |
| 7.588338849644449e-07, | |
| 7.13006675998965e-07, | |
| 4.966433887549025e-07, | |
| 8.674813563656259e-07, | |
| 7.091008816094051e-07, | |
| 7.858160269087635e-07, | |
| 8.283942977843905e-07, | |
| 8.71720463557013e-07, | |
| 6.691708078517957e-07, | |
| 8.774120829770455e-07, | |
| 5.234769544311353e-07, | |
| 6.9108725066935e-07, | |
| 8.144145328346913e-07, | |
| 5.254076308196469e-07, | |
| 8.056986611179636e-07, | |
| 8.058725483603108e-07, | |
| 8.666744139538406e-07, | |
| 8.327876635619611e-07, | |
| 8.228772430427797e-07, | |
| 8.876247797764894e-07, | |
| 7.317690423894003e-07, | |
| 8.56880993548838e-07, | |
| 7.371578050002949e-07, | |
| 8.108463686290018e-07, | |
| 8.168689565024983e-07, | |
| 5.029719867278122e-07 | |
| ] | |
| }, | |
| "gini_we": 0.6843425266877394, | |
| "gini_wl": 0.772677703796671, | |
| "gini_we_init": 0.03364421530886319, | |
| "gini_wl_init": 0.03756925070132966, | |
| "gini_null_we_p99": 0.12463055042082993, | |
| "gini_null_wl_p99": 0.12480507036129096, | |
| "frac_neurons_085": 0.732421875, | |
| "neuron_cluster_sizes": { | |
| "2": 89, | |
| "14": 38, | |
| "27": 42, | |
| "30": 94, | |
| "37": 68, | |
| "52": 44 | |
| }, | |
| "logit_fve": 0.9631816035566222, | |
| "wl_resid_sq_frac": 0.004527943416370833, | |
| "patching": { | |
| "key": { | |
| "mean": 0.9991748192611187, | |
| "ci95": [ | |
| 0.998773175320951, | |
| 0.9995708620096104 | |
| ], | |
| "dims": 12 | |
| }, | |
| "random": { | |
| "mean": 0.06031933442067327, | |
| "ci95": [ | |
| 0.05857987202529704, | |
| 0.062105373589031586 | |
| ], | |
| "dims": 12 | |
| }, | |
| "complement": { | |
| "mean": 0.000986026810840221, | |
| "ci95": [ | |
| 0.0005844161279546233, | |
| 0.0014076003815705002 | |
| ], | |
| "dims": 116 | |
| }, | |
| "n_triples": 1000 | |
| }, | |
| "cluster_ablation": { | |
| "cluster_sizes": { | |
| "2": 89, | |
| "14": 38, | |
| "27": 42, | |
| "30": 94, | |
| "37": 68, | |
| "52": 44, | |
| "-1": 137 | |
| }, | |
| "loss_key_projection": 5.40172895125732e-07, | |
| "loss_key_projection_no_always_firing": 0.0016385982150372996, | |
| "loss_excluding_cluster": { | |
| "2": 0.0034829849138006573, | |
| "14": 0.0002939722674582786, | |
| "27": 1.4272921010431174e-05, | |
| "30": 0.0003671972707723314, | |
| "37": 6.358423417786348e-05, | |
| "52": 0.008825356314110891, | |
| "-1": 0.0016385982150372996 | |
| } | |
| } | |
| } |