Upload runs

d0cc848 verified 1 day ago

6.5 kB

{
  "key_freqs": [
    7,
    38,
    49,
    53
  ],
  "final_step": 40000,
  "ablation": {
    "original": 3.647520730469176e-07,
    "single_freq": [
      3.7928763500949153e-07,
      3.713629196420914e-07,
      3.6944011315327113e-07,
      3.648864906462533e-07,
      3.672366786178085e-07,
      3.69119347307963e-07,
      3.083096853135479,
      3.6111139982468343e-07,
      3.625653108888807e-07,
      3.6477231169038974e-07,
      3.8301845238235887e-07,
      3.601847886511641e-07,
      3.6884613926950296e-07,
      3.3403288471673515e-07,
      3.2716892822542285e-07,
      3.6218216380473746e-07,
      3.621794401332624e-07,
      3.651645105127181e-07,
      3.6280236734449894e-07,
      3.636465128079137e-07,
      3.803484186885196e-07,
      3.6251916847277625e-07,
      3.709853252409951e-07,
      3.514998055994599e-07,
      3.6094712502110437e-07,
      3.5549586746581467e-07,
      3.5961765468211754e-07,
      3.7020701397323185e-07,
      3.773176367242452e-07,
      3.7096659675985254e-07,
      3.741936736301471e-07,
      3.692875660094266e-07,
      3.570479317350508e-07,
      3.7284591490893206e-07,
      3.7125954981675264e-07,
      3.538037727891305e-07,
      3.716067209821869e-07,
      1.0366414995552984,
      4.437724606691499e-07,
      3.5743005838929813e-07,
      3.621091861932666e-07,
      3.8573876251998296e-07,
      3.6013798542534955e-07,
      3.6501781042991535e-07,
      3.690409311754596e-07,
      8.344740792659092e-07,
      3.6111376431266626e-07,
      3.6850459339603405e-07,
      0.0790191247383452,
      3.6680935975918133e-07,
      3.655253543643863e-07,
      3.6876729245509747e-07,
      6.85790483298174e-05,
      3.6588981920231174e-07,
      3.6310369310335757e-07,
      3.7013402476987e-07
    ],
    "all_key_removed": 8.645822480436909,
    "only_key_kept": 8.956848223563982e-07,
    "random_nonkey_removed": [
      3.8772551397377107e-07,
      8.554751542447197e-07,
      3.94030809680366e-07,
      3.7152136027125133e-07,
      3.9332162166335844e-07,
      3.721056734992043e-07,
      3.2134341940761624e-07,
      3.691444511566917e-07,
      3.6805197124858857e-07,
      3.5168129373350445e-07,
      3.561461794066783e-07,
      4.241990912151564e-07,
      3.63866769116517e-07,
      3.525517794179222e-07,
      3.439719776215789e-07,
      3.71578159755954e-07,
      3.7896019510498906e-07,
      3.764670022617087e-07,
      3.2949556651028615e-07,
      3.5434692911071655e-07,
      4.265923666146689e-07,
      3.7251359375182205e-07,
      3.721041537875071e-07,
      3.6949120324079043e-07,
      3.377825307428589e-07,
      3.8216834041554065e-07,
      3.409157857976108e-07,
      4.1539541307321484e-07,
      3.130779213321617e-07,
      8.616205474708343e-07,
      3.7004452457583443e-07,
      3.7939933714342237e-07,
      3.365559887721402e-07,
      4.581171038108159e-07,
      3.6647517932958795e-07,
      8.515009842061363e-07,
      3.834029893034714e-07,
      3.365710320913461e-07,
      3.609604386651008e-07,
      8.605535674010935e-07,
      3.7538451729923e-07,
      3.7670665207865545e-07,
      3.8871983044630756e-07,
      3.3414940464861396e-07,
      3.861842328731164e-07,
      3.8219535285564023e-07,
      3.0847393444669504e-07,
      3.552759182276822e-07,
      3.7815334441602324e-07,
      3.8135640811153244e-07,
      3.188595242071981e-07,
      3.267489595681807e-07,
      3.649199850592883e-07,
      3.532680113723995e-07,
      4.069281924378699e-07,
      3.5160153055979554e-07,
      3.6206824156139823e-07,
      3.639926852086672e-07,
      3.380818450873937e-07,
      3.8456720056423444e-07,
      3.5544827220016744e-07,
      3.764700011583022e-07,
      3.7946687611217754e-07,
      8.442629881575175e-07,
      3.708156828985149e-07,
      3.596665972357415e-07,
      3.8686298944904843e-07,
      3.4534677111929474e-07,
      3.6848751644351844e-07,
      3.9266624873306655e-07,
      3.5304554339408047e-07,
      3.7814477811909536e-07,
      4.101588570720803e-07,
      3.5720270102484475e-07,
      3.8051291442977715e-07,
      3.505472290544359e-07,
      4.059260737434472e-07,
      3.776178431778023e-07,
      3.932662875484861e-07,
      8.021275609755663e-07,
      3.823091651974022e-07,
      3.796689247564084e-07,
      3.4405545139805894e-07,
      8.215121397893943e-07,
      3.6470796391296854e-07,
      3.297408832635911e-07,
      8.579081637708505e-07,
      3.3215373385001176e-07,
      3.487688106867067e-07,
      3.264674583927406e-07,
      3.6293913527992923e-07,
      3.8205817774846475e-07,
      3.4240986927872806e-07,
      3.467240349389494e-07,
      3.3593538643407635e-07,
      4.2193911053066633e-07,
      8.819908728762726e-07,
      8.238933968701074e-07,
      4.1063382319983113e-07,
      3.38581499293141e-07
    ]
  },
  "gini_we": 0.6264363501729125,
  "gini_wl": 0.7448949412925703,
  "gini_we_init": 0.03426876954972058,
  "gini_wl_init": 0.03456259085687319,
  "gini_null_we_p99": 0.15406958959697437,
  "gini_null_wl_p99": 0.1682565744312283,
  "frac_neurons_085": 0.80078125,
  "neuron_cluster_sizes": {
    "7": 87,
    "38": 175,
    "49": 148,
    "53": 0
  },
  "logit_fve": 0.9675788491996989,
  "wl_resid_sq_frac": 0.031218636326118165,
  "patching": {
    "key": {
      "mean": 0.9956060466781603,
      "ci95": [
        0.9937765494018154,
        0.9974148989124253
      ],
      "dims": 8
    },
    "random": {
      "mean": 0.04883523251398506,
      "ci95": [
        0.04699686981775043,
        0.050736603613648026
      ],
      "dims": 8
    },
    "complement": {
      "mean": 0.004240151316448672,
      "ci95": [
        0.0022167744255337054,
        0.00625210713880479
      ],
      "dims": 120
    },
    "n_triples": 1000
  },
  "cluster_ablation": {
    "cluster_sizes": {
      "7": 87,
      "38": 175,
      "49": 148,
      "53": 0,
      "-1": 102
    },
    "loss_key_projection": 4.126121722098518e-06,
    "loss_key_projection_no_always_firing": 8.776337923440936e-05,
    "loss_excluding_cluster": {
      "7": 1.8010683875769091,
      "38": 0.7645100002071467,
      "49": 0.07065312117920755,
      "53": 4.126121722098518e-06,
      "-1": 8.776337923440936e-05
    }
  }
}

	{
	"key_freqs": [
	7,
	38,
	49,
	53
	],
	"final_step": 40000,
	"ablation": {
	"original": 3.647520730469176e-07,
	"single_freq": [
	3.7928763500949153e-07,
	3.713629196420914e-07,
	3.6944011315327113e-07,
	3.648864906462533e-07,
	3.672366786178085e-07,
	3.69119347307963e-07,
	3.083096853135479,
	3.6111139982468343e-07,
	3.625653108888807e-07,
	3.6477231169038974e-07,
	3.8301845238235887e-07,
	3.601847886511641e-07,
	3.6884613926950296e-07,
	3.3403288471673515e-07,
	3.2716892822542285e-07,
	3.6218216380473746e-07,
	3.621794401332624e-07,
	3.651645105127181e-07,
	3.6280236734449894e-07,
	3.636465128079137e-07,
	3.803484186885196e-07,
	3.6251916847277625e-07,
	3.709853252409951e-07,
	3.514998055994599e-07,
	3.6094712502110437e-07,
	3.5549586746581467e-07,
	3.5961765468211754e-07,
	3.7020701397323185e-07,
	3.773176367242452e-07,
	3.7096659675985254e-07,
	3.741936736301471e-07,
	3.692875660094266e-07,
	3.570479317350508e-07,
	3.7284591490893206e-07,
	3.7125954981675264e-07,
	3.538037727891305e-07,
	3.716067209821869e-07,
	1.0366414995552984,
	4.437724606691499e-07,
	3.5743005838929813e-07,
	3.621091861932666e-07,
	3.8573876251998296e-07,
	3.6013798542534955e-07,
	3.6501781042991535e-07,
	3.690409311754596e-07,
	8.344740792659092e-07,
	3.6111376431266626e-07,
	3.6850459339603405e-07,
	0.0790191247383452,
	3.6680935975918133e-07,
	3.655253543643863e-07,
	3.6876729245509747e-07,
	6.85790483298174e-05,
	3.6588981920231174e-07,
	3.6310369310335757e-07,
	3.7013402476987e-07
	],
	"all_key_removed": 8.645822480436909,
	"only_key_kept": 8.956848223563982e-07,
	"random_nonkey_removed": [
	3.8772551397377107e-07,
	8.554751542447197e-07,
	3.94030809680366e-07,
	3.7152136027125133e-07,
	3.9332162166335844e-07,
	3.721056734992043e-07,
	3.2134341940761624e-07,
	3.691444511566917e-07,
	3.6805197124858857e-07,
	3.5168129373350445e-07,
	3.561461794066783e-07,
	4.241990912151564e-07,
	3.63866769116517e-07,
	3.525517794179222e-07,
	3.439719776215789e-07,
	3.71578159755954e-07,
	3.7896019510498906e-07,
	3.764670022617087e-07,
	3.2949556651028615e-07,
	3.5434692911071655e-07,
	4.265923666146689e-07,
	3.7251359375182205e-07,
	3.721041537875071e-07,
	3.6949120324079043e-07,
	3.377825307428589e-07,
	3.8216834041554065e-07,
	3.409157857976108e-07,
	4.1539541307321484e-07,
	3.130779213321617e-07,
	8.616205474708343e-07,
	3.7004452457583443e-07,
	3.7939933714342237e-07,
	3.365559887721402e-07,
	4.581171038108159e-07,
	3.6647517932958795e-07,
	8.515009842061363e-07,
	3.834029893034714e-07,
	3.365710320913461e-07,
	3.609604386651008e-07,
	8.605535674010935e-07,
	3.7538451729923e-07,
	3.7670665207865545e-07,
	3.8871983044630756e-07,
	3.3414940464861396e-07,
	3.861842328731164e-07,
	3.8219535285564023e-07,
	3.0847393444669504e-07,
	3.552759182276822e-07,
	3.7815334441602324e-07,
	3.8135640811153244e-07,
	3.188595242071981e-07,
	3.267489595681807e-07,
	3.649199850592883e-07,
	3.532680113723995e-07,
	4.069281924378699e-07,
	3.5160153055979554e-07,
	3.6206824156139823e-07,
	3.639926852086672e-07,
	3.380818450873937e-07,
	3.8456720056423444e-07,
	3.5544827220016744e-07,
	3.764700011583022e-07,
	3.7946687611217754e-07,
	8.442629881575175e-07,
	3.708156828985149e-07,
	3.596665972357415e-07,
	3.8686298944904843e-07,
	3.4534677111929474e-07,
	3.6848751644351844e-07,
	3.9266624873306655e-07,
	3.5304554339408047e-07,
	3.7814477811909536e-07,
	4.101588570720803e-07,
	3.5720270102484475e-07,
	3.8051291442977715e-07,
	3.505472290544359e-07,
	4.059260737434472e-07,
	3.776178431778023e-07,
	3.932662875484861e-07,
	8.021275609755663e-07,
	3.823091651974022e-07,
	3.796689247564084e-07,
	3.4405545139805894e-07,
	8.215121397893943e-07,
	3.6470796391296854e-07,
	3.297408832635911e-07,
	8.579081637708505e-07,
	3.3215373385001176e-07,
	3.487688106867067e-07,
	3.264674583927406e-07,
	3.6293913527992923e-07,
	3.8205817774846475e-07,
	3.4240986927872806e-07,
	3.467240349389494e-07,
	3.3593538643407635e-07,
	4.2193911053066633e-07,
	8.819908728762726e-07,
	8.238933968701074e-07,
	4.1063382319983113e-07,
	3.38581499293141e-07
	]
	},
	"gini_we": 0.6264363501729125,
	"gini_wl": 0.7448949412925703,
	"gini_we_init": 0.03426876954972058,
	"gini_wl_init": 0.03456259085687319,
	"gini_null_we_p99": 0.15406958959697437,
	"gini_null_wl_p99": 0.1682565744312283,
	"frac_neurons_085": 0.80078125,
	"neuron_cluster_sizes": {
	"7": 87,
	"38": 175,
	"49": 148,
	"53": 0
	},
	"logit_fve": 0.9675788491996989,
	"wl_resid_sq_frac": 0.031218636326118165,
	"patching": {
	"key": {
	"mean": 0.9956060466781603,
	"ci95": [
	0.9937765494018154,
	0.9974148989124253
	],
	"dims": 8
	},
	"random": {
	"mean": 0.04883523251398506,
	"ci95": [
	0.04699686981775043,
	0.050736603613648026
	],
	"dims": 8
	},
	"complement": {
	"mean": 0.004240151316448672,
	"ci95": [
	0.0022167744255337054,
	0.00625210713880479
	],
	"dims": 120
	},
	"n_triples": 1000
	},
	"cluster_ablation": {
	"cluster_sizes": {
	"7": 87,
	"38": 175,
	"49": 148,
	"53": 0,
	"-1": 102
	},
	"loss_key_projection": 4.126121722098518e-06,
	"loss_key_projection_no_always_firing": 8.776337923440936e-05,
	"loss_excluding_cluster": {
	"7": 1.8010683875769091,
	"38": 0.7645100002071467,
	"49": 0.07065312117920755,
	"53": 4.126121722098518e-06,
	"-1": 8.776337923440936e-05
	}
	}
	}