Upload runs

d0cc848 verified 1 day ago

6.51 kB

{
  "key_freqs": [
    9,
    14,
    15,
    27
  ],
  "final_step": 40000,
  "ablation": {
    "original": 2.538046537554687e-07,
    "single_freq": [
      2.563855864638237e-07,
      2.5072115770136935e-07,
      2.5172192046814157e-07,
      2.608710501502688e-07,
      2.56956057254049e-07,
      2.523354576936283e-07,
      2.5230382894532383e-07,
      2.5407787646271613e-07,
      0.703891096216538,
      2.5463065338449397e-07,
      2.616011083004034e-07,
      2.524059995978497e-07,
      2.464830626582305e-07,
      0.7125463446336731,
      0.3950723380454189,
      2.573731155527596e-07,
      2.5465993614209953e-07,
      2.3428279992261192e-07,
      2.4931505648560253e-07,
      2.519137385937693e-07,
      2.5476563295300517e-07,
      2.5308928330043765e-07,
      2.619238628976662e-07,
      2.5358684691271006e-07,
      2.495393751545978e-07,
      2.5441278384222333e-07,
      0.007012967389159508,
      2.6323071945093156e-07,
      2.5374424306628497e-07,
      2.5697466785503565e-07,
      2.538091076249071e-07,
      2.467004235277838e-07,
      2.552544265107193e-07,
      2.520444551091066e-07,
      2.499963065527114e-07,
      2.8310543792629635e-07,
      2.5659737455114556e-07,
      2.513480158588912e-07,
      2.522864931447682e-07,
      2.508404271016787e-07,
      2.3401556241076815e-07,
      2.479025942483009e-07,
      2.571821699367696e-07,
      2.546905082669399e-07,
      2.5940847442715833e-07,
      2.5162640856190205e-07,
      2.5201890905872645e-07,
      2.5777602976715183e-07,
      2.5411285585102017e-07,
      2.5849069800647607e-07,
      2.5228787270193324e-07,
      2.5200238639895136e-07,
      2.588586512439529e-07,
      2.6087455964724784e-07,
      2.6323009210570153e-07,
      2.536877437806859e-07
    ],
    "all_key_removed": 7.4421417121506845,
    "only_key_kept": 4.267635237990258e-08,
    "random_nonkey_removed": [
      2.4907625918365335e-07,
      2.5835428633400507e-07,
      2.3314780715710342e-07,
      2.4183313097126675e-07,
      2.5460729490913873e-07,
      2.3395376587258237e-07,
      2.8200047315620344e-07,
      2.617630879233279e-07,
      2.3201982842318477e-07,
      2.471567602950618e-07,
      2.6409277127432043e-07,
      2.6102337087009266e-07,
      2.815235996121112e-07,
      2.651991020915806e-07,
      2.4080524749290564e-07,
      2.2873775911959594e-07,
      2.4855761191611914e-07,
      2.627665364077069e-07,
      2.565144459672152e-07,
      2.5135806831855446e-07,
      2.2623193040934945e-07,
      2.3189385870986188e-07,
      2.6307762906600343e-07,
      2.582460726833854e-07,
      2.5161045085866e-07,
      2.509313852489632e-07,
      2.9677458705282706e-07,
      2.587635063509353e-07,
      2.6772983847065976e-07,
      2.500730679919024e-07,
      2.8851543849304074e-07,
      2.5238005999189267e-07,
      2.587304152564851e-07,
      3.0249784799250846e-07,
      2.577427167968776e-07,
      2.697728240858367e-07,
      2.4985608166516297e-07,
      2.6174894489876766e-07,
      2.603446732907496e-07,
      2.7477244407686924e-07,
      2.6145449374969467e-07,
      2.2724730965932103e-07,
      2.5887109994627625e-07,
      2.519876434855154e-07,
      2.6949774664912126e-07,
      2.583607818370275e-07,
      2.5492713351766254e-07,
      2.586409519147034e-07,
      2.668768430888716e-07,
      2.560158197908369e-07,
      2.550876112124674e-07,
      2.6102190991139557e-07,
      2.5277110588701935e-07,
      2.2690677219432919e-07,
      2.67159536076279e-07,
      2.310321323769824e-07,
      2.5913042821845444e-07,
      2.472674164909771e-07,
      2.5328142944905203e-07,
      2.4947962707241825e-07,
      3.049444782357559e-07,
      2.8424457170495907e-07,
      2.2860710689700317e-07,
      2.6590454116591853e-07,
      2.6065862518525425e-07,
      3.5979257537421e-07,
      2.507257099767158e-07,
      2.5203934592425353e-07,
      2.486785972644755e-07,
      2.522406172926748e-07,
      2.7749788085078814e-07,
      2.566913319118652e-07,
      2.569715073462832e-07,
      2.717619139418673e-07,
      2.4672502789761214e-07,
      2.5110103375763175e-07,
      2.546155461201954e-07,
      2.421981147701188e-07,
      2.529236432089542e-07,
      2.567775218643738e-07,
      2.477807287887169e-07,
      2.617587752059059e-07,
      2.6862459727771254e-07,
      2.460775033398472e-07,
      2.5643277536509924e-07,
      2.610879143147511e-07,
      2.664249414221463e-07,
      2.569818019004856e-07,
      2.606312386205334e-07,
      2.693068328604231e-07,
      2.6183500951363445e-07,
      2.639562149269057e-07,
      2.900582945735352e-07,
      2.5038126867643976e-07,
      2.4648833182787885e-07,
      2.3053380758036544e-07,
      2.6014088253379537e-07,
      2.3747625599565983e-07,
      2.6691827051045237e-07,
      2.52617870150217e-07
    ]
  },
  "gini_we": 0.7163510545296281,
  "gini_wl": 0.8394175536208605,
  "gini_we_init": 0.03142269495076455,
  "gini_wl_init": 0.03752133393165913,
  "gini_null_we_p99": 0.15318986187230282,
  "gini_null_wl_p99": 0.1563132274620688,
  "frac_neurons_085": 0.78125,
  "neuron_cluster_sizes": {
    "9": 128,
    "14": 105,
    "15": 100,
    "27": 67
  },
  "logit_fve": 0.9693823365561781,
  "wl_resid_sq_frac": 0.00215398583654966,
  "patching": {
    "key": {
      "mean": 0.9982564515941724,
      "ci95": [
        0.997096637229723,
        0.9993754311193652
      ],
      "dims": 8
    },
    "random": {
      "mean": 0.04378277206422251,
      "ci95": [
        0.04172076432335831,
        0.045933007128074965
      ],
      "dims": 8
    },
    "complement": {
      "mean": 0.0022119482291135884,
      "ci95": [
        0.0010832171899163342,
        0.0033305298479082857
      ],
      "dims": 120
    },
    "n_triples": 1000
  },
  "cluster_ablation": {
    "cluster_sizes": {
      "9": 128,
      "14": 105,
      "15": 100,
      "27": 67,
      "-1": 112
    },
    "loss_key_projection": 3.555471863331774e-07,
    "loss_key_projection_no_always_firing": 3.843111446382791e-06,
    "loss_excluding_cluster": {
      "9": 0.2533146782439336,
      "14": 0.3676077827274864,
      "15": 0.17267042832202487,
      "27": 0.002217360410808657,
      "-1": 3.843111446382791e-06
    }
  }
}

	{
	"key_freqs": [
	9,
	14,
	15,
	27
	],
	"final_step": 40000,
	"ablation": {
	"original": 2.538046537554687e-07,
	"single_freq": [
	2.563855864638237e-07,
	2.5072115770136935e-07,
	2.5172192046814157e-07,
	2.608710501502688e-07,
	2.56956057254049e-07,
	2.523354576936283e-07,
	2.5230382894532383e-07,
	2.5407787646271613e-07,
	0.703891096216538,
	2.5463065338449397e-07,
	2.616011083004034e-07,
	2.524059995978497e-07,
	2.464830626582305e-07,
	0.7125463446336731,
	0.3950723380454189,
	2.573731155527596e-07,
	2.5465993614209953e-07,
	2.3428279992261192e-07,
	2.4931505648560253e-07,
	2.519137385937693e-07,
	2.5476563295300517e-07,
	2.5308928330043765e-07,
	2.619238628976662e-07,
	2.5358684691271006e-07,
	2.495393751545978e-07,
	2.5441278384222333e-07,
	0.007012967389159508,
	2.6323071945093156e-07,
	2.5374424306628497e-07,
	2.5697466785503565e-07,
	2.538091076249071e-07,
	2.467004235277838e-07,
	2.552544265107193e-07,
	2.520444551091066e-07,
	2.499963065527114e-07,
	2.8310543792629635e-07,
	2.5659737455114556e-07,
	2.513480158588912e-07,
	2.522864931447682e-07,
	2.508404271016787e-07,
	2.3401556241076815e-07,
	2.479025942483009e-07,
	2.571821699367696e-07,
	2.546905082669399e-07,
	2.5940847442715833e-07,
	2.5162640856190205e-07,
	2.5201890905872645e-07,
	2.5777602976715183e-07,
	2.5411285585102017e-07,
	2.5849069800647607e-07,
	2.5228787270193324e-07,
	2.5200238639895136e-07,
	2.588586512439529e-07,
	2.6087455964724784e-07,
	2.6323009210570153e-07,
	2.536877437806859e-07
	],
	"all_key_removed": 7.4421417121506845,
	"only_key_kept": 4.267635237990258e-08,
	"random_nonkey_removed": [
	2.4907625918365335e-07,
	2.5835428633400507e-07,
	2.3314780715710342e-07,
	2.4183313097126675e-07,
	2.5460729490913873e-07,
	2.3395376587258237e-07,
	2.8200047315620344e-07,
	2.617630879233279e-07,
	2.3201982842318477e-07,
	2.471567602950618e-07,
	2.6409277127432043e-07,
	2.6102337087009266e-07,
	2.815235996121112e-07,
	2.651991020915806e-07,
	2.4080524749290564e-07,
	2.2873775911959594e-07,
	2.4855761191611914e-07,
	2.627665364077069e-07,
	2.565144459672152e-07,
	2.5135806831855446e-07,
	2.2623193040934945e-07,
	2.3189385870986188e-07,
	2.6307762906600343e-07,
	2.582460726833854e-07,
	2.5161045085866e-07,
	2.509313852489632e-07,
	2.9677458705282706e-07,
	2.587635063509353e-07,
	2.6772983847065976e-07,
	2.500730679919024e-07,
	2.8851543849304074e-07,
	2.5238005999189267e-07,
	2.587304152564851e-07,
	3.0249784799250846e-07,
	2.577427167968776e-07,
	2.697728240858367e-07,
	2.4985608166516297e-07,
	2.6174894489876766e-07,
	2.603446732907496e-07,
	2.7477244407686924e-07,
	2.6145449374969467e-07,
	2.2724730965932103e-07,
	2.5887109994627625e-07,
	2.519876434855154e-07,
	2.6949774664912126e-07,
	2.583607818370275e-07,
	2.5492713351766254e-07,
	2.586409519147034e-07,
	2.668768430888716e-07,
	2.560158197908369e-07,
	2.550876112124674e-07,
	2.6102190991139557e-07,
	2.5277110588701935e-07,
	2.2690677219432919e-07,
	2.67159536076279e-07,
	2.310321323769824e-07,
	2.5913042821845444e-07,
	2.472674164909771e-07,
	2.5328142944905203e-07,
	2.4947962707241825e-07,
	3.049444782357559e-07,
	2.8424457170495907e-07,
	2.2860710689700317e-07,
	2.6590454116591853e-07,
	2.6065862518525425e-07,
	3.5979257537421e-07,
	2.507257099767158e-07,
	2.5203934592425353e-07,
	2.486785972644755e-07,
	2.522406172926748e-07,
	2.7749788085078814e-07,
	2.566913319118652e-07,
	2.569715073462832e-07,
	2.717619139418673e-07,
	2.4672502789761214e-07,
	2.5110103375763175e-07,
	2.546155461201954e-07,
	2.421981147701188e-07,
	2.529236432089542e-07,
	2.567775218643738e-07,
	2.477807287887169e-07,
	2.617587752059059e-07,
	2.6862459727771254e-07,
	2.460775033398472e-07,
	2.5643277536509924e-07,
	2.610879143147511e-07,
	2.664249414221463e-07,
	2.569818019004856e-07,
	2.606312386205334e-07,
	2.693068328604231e-07,
	2.6183500951363445e-07,
	2.639562149269057e-07,
	2.900582945735352e-07,
	2.5038126867643976e-07,
	2.4648833182787885e-07,
	2.3053380758036544e-07,
	2.6014088253379537e-07,
	2.3747625599565983e-07,
	2.6691827051045237e-07,
	2.52617870150217e-07
	]
	},
	"gini_we": 0.7163510545296281,
	"gini_wl": 0.8394175536208605,
	"gini_we_init": 0.03142269495076455,
	"gini_wl_init": 0.03752133393165913,
	"gini_null_we_p99": 0.15318986187230282,
	"gini_null_wl_p99": 0.1563132274620688,
	"frac_neurons_085": 0.78125,
	"neuron_cluster_sizes": {
	"9": 128,
	"14": 105,
	"15": 100,
	"27": 67
	},
	"logit_fve": 0.9693823365561781,
	"wl_resid_sq_frac": 0.00215398583654966,
	"patching": {
	"key": {
	"mean": 0.9982564515941724,
	"ci95": [
	0.997096637229723,
	0.9993754311193652
	],
	"dims": 8
	},
	"random": {
	"mean": 0.04378277206422251,
	"ci95": [
	0.04172076432335831,
	0.045933007128074965
	],
	"dims": 8
	},
	"complement": {
	"mean": 0.0022119482291135884,
	"ci95": [
	0.0010832171899163342,
	0.0033305298479082857
	],
	"dims": 120
	},
	"n_triples": 1000
	},
	"cluster_ablation": {
	"cluster_sizes": {
	"9": 128,
	"14": 105,
	"15": 100,
	"27": 67,
	"-1": 112
	},
	"loss_key_projection": 3.555471863331774e-07,
	"loss_key_projection_no_always_firing": 3.843111446382791e-06,
	"loss_excluding_cluster": {
	"9": 0.2533146782439336,
	"14": 0.3676077827274864,
	"15": 0.17267042832202487,
	"27": 0.002217360410808657,
	"-1": 3.843111446382791e-06
	}
	}
	}