File size: 6,512 Bytes
72fa7f0 d0cc848 72fa7f0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 | {
"key_freqs": [
9,
14,
15,
27
],
"final_step": 40000,
"ablation": {
"original": 2.538046537554687e-07,
"single_freq": [
2.563855864638237e-07,
2.5072115770136935e-07,
2.5172192046814157e-07,
2.608710501502688e-07,
2.56956057254049e-07,
2.523354576936283e-07,
2.5230382894532383e-07,
2.5407787646271613e-07,
0.703891096216538,
2.5463065338449397e-07,
2.616011083004034e-07,
2.524059995978497e-07,
2.464830626582305e-07,
0.7125463446336731,
0.3950723380454189,
2.573731155527596e-07,
2.5465993614209953e-07,
2.3428279992261192e-07,
2.4931505648560253e-07,
2.519137385937693e-07,
2.5476563295300517e-07,
2.5308928330043765e-07,
2.619238628976662e-07,
2.5358684691271006e-07,
2.495393751545978e-07,
2.5441278384222333e-07,
0.007012967389159508,
2.6323071945093156e-07,
2.5374424306628497e-07,
2.5697466785503565e-07,
2.538091076249071e-07,
2.467004235277838e-07,
2.552544265107193e-07,
2.520444551091066e-07,
2.499963065527114e-07,
2.8310543792629635e-07,
2.5659737455114556e-07,
2.513480158588912e-07,
2.522864931447682e-07,
2.508404271016787e-07,
2.3401556241076815e-07,
2.479025942483009e-07,
2.571821699367696e-07,
2.546905082669399e-07,
2.5940847442715833e-07,
2.5162640856190205e-07,
2.5201890905872645e-07,
2.5777602976715183e-07,
2.5411285585102017e-07,
2.5849069800647607e-07,
2.5228787270193324e-07,
2.5200238639895136e-07,
2.588586512439529e-07,
2.6087455964724784e-07,
2.6323009210570153e-07,
2.536877437806859e-07
],
"all_key_removed": 7.4421417121506845,
"only_key_kept": 4.267635237990258e-08,
"random_nonkey_removed": [
2.4907625918365335e-07,
2.5835428633400507e-07,
2.3314780715710342e-07,
2.4183313097126675e-07,
2.5460729490913873e-07,
2.3395376587258237e-07,
2.8200047315620344e-07,
2.617630879233279e-07,
2.3201982842318477e-07,
2.471567602950618e-07,
2.6409277127432043e-07,
2.6102337087009266e-07,
2.815235996121112e-07,
2.651991020915806e-07,
2.4080524749290564e-07,
2.2873775911959594e-07,
2.4855761191611914e-07,
2.627665364077069e-07,
2.565144459672152e-07,
2.5135806831855446e-07,
2.2623193040934945e-07,
2.3189385870986188e-07,
2.6307762906600343e-07,
2.582460726833854e-07,
2.5161045085866e-07,
2.509313852489632e-07,
2.9677458705282706e-07,
2.587635063509353e-07,
2.6772983847065976e-07,
2.500730679919024e-07,
2.8851543849304074e-07,
2.5238005999189267e-07,
2.587304152564851e-07,
3.0249784799250846e-07,
2.577427167968776e-07,
2.697728240858367e-07,
2.4985608166516297e-07,
2.6174894489876766e-07,
2.603446732907496e-07,
2.7477244407686924e-07,
2.6145449374969467e-07,
2.2724730965932103e-07,
2.5887109994627625e-07,
2.519876434855154e-07,
2.6949774664912126e-07,
2.583607818370275e-07,
2.5492713351766254e-07,
2.586409519147034e-07,
2.668768430888716e-07,
2.560158197908369e-07,
2.550876112124674e-07,
2.6102190991139557e-07,
2.5277110588701935e-07,
2.2690677219432919e-07,
2.67159536076279e-07,
2.310321323769824e-07,
2.5913042821845444e-07,
2.472674164909771e-07,
2.5328142944905203e-07,
2.4947962707241825e-07,
3.049444782357559e-07,
2.8424457170495907e-07,
2.2860710689700317e-07,
2.6590454116591853e-07,
2.6065862518525425e-07,
3.5979257537421e-07,
2.507257099767158e-07,
2.5203934592425353e-07,
2.486785972644755e-07,
2.522406172926748e-07,
2.7749788085078814e-07,
2.566913319118652e-07,
2.569715073462832e-07,
2.717619139418673e-07,
2.4672502789761214e-07,
2.5110103375763175e-07,
2.546155461201954e-07,
2.421981147701188e-07,
2.529236432089542e-07,
2.567775218643738e-07,
2.477807287887169e-07,
2.617587752059059e-07,
2.6862459727771254e-07,
2.460775033398472e-07,
2.5643277536509924e-07,
2.610879143147511e-07,
2.664249414221463e-07,
2.569818019004856e-07,
2.606312386205334e-07,
2.693068328604231e-07,
2.6183500951363445e-07,
2.639562149269057e-07,
2.900582945735352e-07,
2.5038126867643976e-07,
2.4648833182787885e-07,
2.3053380758036544e-07,
2.6014088253379537e-07,
2.3747625599565983e-07,
2.6691827051045237e-07,
2.52617870150217e-07
]
},
"gini_we": 0.7163510545296281,
"gini_wl": 0.8394175536208605,
"gini_we_init": 0.03142269495076455,
"gini_wl_init": 0.03752133393165913,
"gini_null_we_p99": 0.15318986187230282,
"gini_null_wl_p99": 0.1563132274620688,
"frac_neurons_085": 0.78125,
"neuron_cluster_sizes": {
"9": 128,
"14": 105,
"15": 100,
"27": 67
},
"logit_fve": 0.9693823365561781,
"wl_resid_sq_frac": 0.00215398583654966,
"patching": {
"key": {
"mean": 0.9982564515941724,
"ci95": [
0.997096637229723,
0.9993754311193652
],
"dims": 8
},
"random": {
"mean": 0.04378277206422251,
"ci95": [
0.04172076432335831,
0.045933007128074965
],
"dims": 8
},
"complement": {
"mean": 0.0022119482291135884,
"ci95": [
0.0010832171899163342,
0.0033305298479082857
],
"dims": 120
},
"n_triples": 1000
},
"cluster_ablation": {
"cluster_sizes": {
"9": 128,
"14": 105,
"15": 100,
"27": 67,
"-1": 112
},
"loss_key_projection": 3.555471863331774e-07,
"loss_key_projection_no_always_firing": 3.843111446382791e-06,
"loss_excluding_cluster": {
"9": 0.2533146782439336,
"14": 0.3676077827274864,
"15": 0.17267042832202487,
"27": 0.002217360410808657,
"-1": 3.843111446382791e-06
}
}
} |