Upload folder using huggingface_hub

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity200.mse0.001.kl0.01.physics.exp4/config.json

@@ -0,0 +1 @@
+{"d_in": 1024, "d_sae": 4096, "l1_coefficient": 200, "dtype": "float32", "device": "cuda", "use_error_term": false, "hook_layer": "12", "hook_name": "hook_resid_post", "hook_spec": "blocks.12.hook_resid_post"}

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity200.mse0.001.kl0.01.physics.exp4/history.json

@@ -0,0 +1,461 @@
+{
+  "loss": [
+    95.37120020803386,
+    25.203312384187843,
+    23.404503992129815,
+    23.316297451566076,
+    22.940359946995272,
+    23.0670559761372,
+    22.838491125843692,
+    23.130171774749925,
+    22.47384882026664,
+    22.9065746096988,
+    22.374569103672417,
+    22.49056330666964,
+    22.823488721922292,
+    22.667603141383122,
+    22.280506846352093
+  ],
+  "recon_loss": [
+    17.733967696432305,
+    1.287696025806739,
+    1.164006659592119,
+    1.0520702965582605,
+    1.0177635225443398,
+    1.0063369028512201,
+    0.9689001952280256,
+    0.9734559753306903,
+    0.9568076972731818,
+    0.9497803951564588,
+    0.9651574131355841,
+    0.942727035330765,
+    0.9513793967472346,
+    0.949914007544651,
+    0.9312706448196163
+  ],
+  "l1_loss": [
+    0.37458431986885404,
+    0.11425890362626494,
+    0.106774271099775,
+    0.10699238857590204,
+    0.10557731177369999,
+    0.10622444285407312,
+    0.10556697633121609,
+    0.10663951857251189,
+    0.10376199847973741,
+    0.10588242213918607,
+    0.10324284239293546,
+    0.10425651792649593,
+    0.10566235766490589,
+    0.10502050888765299,
+    0.10316120198023612
+  ],
+  "sparsity": [
+    82.30947092585974,
+    8.604004205274421,
+    7.334823580097912,
+    6.577015404204639,
+    6.114957301106725,
+    5.718333419733592,
+    5.370022752650774,
+    5.148180454602301,
+    4.9376493677713835,
+    4.730704898663357,
+    4.556725888343034,
+    4.43207251665173,
+    4.309558187593671,
+    4.295170889456088,
+    4.139950065837061
+  ],
+  "recon_contribution": [
+    17.733967696432305,
+    1.287696025806739,
+    1.164006659592119,
+    1.0520702965582605,
+    1.0177635225443398,
+    1.0063369028512201,
+    0.9689001952280256,
+    0.9734559753306903,
+    0.9568076972731818,
+    0.9497803951564588,
+    0.9651574131355841,
+    0.942727035330765,
+    0.9513793967472346,
+    0.949914007544651,
+    0.9312706448196163
+  ],
+  "l1_contribution": [
+    74.91686405767118,
+    22.851780724819136,
+    21.354854221707097,
+    21.398477707037333,
+    21.115462330928175,
+    21.244888645537355,
+    21.113395268545972,
+    21.32790372726765,
+    20.752399676857976,
+    21.1764844283545,
+    20.648568453473715,
+    20.85130361533512,
+    21.13247155288833,
+    21.00410176711814,
+    20.632240428903202
+  ],
+  "dead_features": [
+    0,
+    22,
+    48,
+    74,
+    92,
+    113,
+    115,
+    151,
+    164,
+    173,
+    199,
+    225,
+    258,
+    274,
+    325
+  ],
+  "dead_feature_percentage": [
+    0.0,
+    0.537109375,
+    1.171875,
+    1.806640625,
+    2.24609375,
+    2.7587890625,
+    2.8076171875,
+    3.6865234375,
+    4.00390625,
+    4.2236328125,
+    4.8583984375,
+    5.4931640625,
+    6.298828125,
+    6.689453125,
+    7.9345703125
+  ],
+  "total_post_layer_mse": [
+    1111.5424853509912,
+    248.71285880666565,
+    196.22695813333868,
+    196.91515778053514,
+    180.8655782813855,
+    186.82532502615706,
+    171.53248438509422,
+    208.44581314003614,
+    182.599455973803,
+    193.3109523559204,
+    191.7345152891096,
+    154.9794025496566,
+    172.68364177592525,
+    168.31251805239802,
+    169.58007575229462
+  ],
+  "block_mse_contribution": [
+    1.1115425389218598,
+    0.2487128706383524,
+    0.19622696745238077,
+    0.196915167260525,
+    0.18086558714673792,
+    0.18682533390282927,
+    0.17153249251445565,
+    0.20844582306704257,
+    0.18259946472759275,
+    0.1933109615176571,
+    0.19173452440300676,
+    0.1549794099904145,
+    0.1726836499667201,
+    0.16831252594298005,
+    0.16958008380020131
+  ],
+  "13_mse": [
+    18.661081303273978,
+    2.002416369095361,
+    1.7138062014691906,
+    1.5083244294095013,
+    1.4026643563758618,
+    1.3386388503156879,
+    1.2438268249005513,
+    1.2085478361216264,
+    1.1533302654744797,
+    1.1183669866132575,
+    1.1144696561513263,
+    1.0745743109958303,
+    1.072560211712409,
+    1.061816253226922,
+    1.0388495157840938
+  ],
+  "14_mse": [
+    18.302532173751583,
+    1.8986592003105736,
+    1.6234010012125781,
+    1.4314168225744404,
+    1.3319182058197654,
+    1.2755143317369972,
+    1.1884145142650284,
+    1.1625168878847914,
+    1.1153332789293997,
+    1.0918789268340936,
+    1.0969929690457139,
+    1.0663652822525478,
+    1.0708746233285475,
+    1.0668892778314374,
+    1.047598732011716
+  ],
+  "15_mse": [
+    18.391610906879684,
+    1.9728379508549263,
+    1.6997918648789203,
+    1.5047503011624463,
+    1.4100395167394555,
+    1.3559201603373647,
+    1.2724171184078443,
+    1.2498970470262936,
+    1.203856077399793,
+    1.1800921793614096,
+    1.1874531667016255,
+    1.1556608069517045,
+    1.1622643295220805,
+    1.1601135399680655,
+    1.1392539218318423
+  ],
+  "16_mse": [
+    19.574237594145277,
+    2.6638696299154576,
+    2.263284824329688,
+    2.0023190853710537,
+    1.8659341616966956,
+    1.791330366625898,
+    1.6798815595075771,
+    1.6547221978594449,
+    1.5991116652696957,
+    1.562635813421525,
+    1.5690893759786215,
+    1.5273816645612641,
+    1.533372419812244,
+    1.5266077040558033,
+    1.5073032017384238
+  ],
+  "17_mse": [
+    20.491394418351195,
+    3.1846455187439786,
+    2.6837111732860963,
+    2.3874807469922246,
+    2.2376821709907335,
+    2.165555802998858,
+    2.0421018740631567,
+    2.0242153778588787,
+    1.963567138652652,
+    1.927553829794368,
+    1.9390520062985905,
+    1.8871012266646041,
+    1.8918677727292392,
+    1.8832454102036666,
+    1.8650007396102084
+  ],
+  "18_mse": [
+    22.12528245473095,
+    4.177902003285065,
+    3.529689018296501,
+    3.157850452126207,
+    2.9565435294207907,
+    2.8584321284748007,
+    2.678900777959877,
+    2.6531224332224217,
+    2.5638079595192016,
+    2.5129647977141225,
+    2.5139857708139624,
+    2.4399853042365454,
+    2.4388263331014928,
+    2.4200054795584514,
+    2.3997637267075356
+  ],
+  "19_mse": [
+    23.956308580058952,
+    5.201611179787528,
+    4.324807997646952,
+    3.8575319867385063,
+    3.6179239568357904,
+    3.517508328962166,
+    3.321478823665008,
+    3.314407896488271,
+    3.2148120435328127,
+    3.1632965924625034,
+    3.173855092197089,
+    3.0793181405489283,
+    3.083961148812015,
+    3.0620916370314952,
+    3.045943768534388
+  ],
+  "20_mse": [
+    26.27528652445333,
+    6.531867835182625,
+    5.461665230395412,
+    4.909374874623332,
+    4.621029420769362,
+    4.5044462571352355,
+    4.268259471367882,
+    4.26421758602608,
+    4.151626748707634,
+    4.0874135133800955,
+    4.11113303879741,
+    3.9917887685547218,
+    3.9920658074728186,
+    3.969586313104576,
+    3.953901756250311
+  ],
+  "21_mse": [
+    29.572611079904828,
+    8.39827348563866,
+    7.011669287622842,
+    6.342176180003338,
+    5.98508731995825,
+    5.883178412447051,
+    5.574055451161383,
+    5.685209044683954,
+    5.505207563434443,
+    5.437553548599277,
+    5.448056922113775,
+    5.251831044008056,
+    5.265223188870164,
+    5.234549940500121,
+    5.215668146180413
+  ],
+  "22_mse": [
+    33.2700747589248,
+    10.352992856622677,
+    8.58893249870548,
+    7.737568897469447,
+    7.271923473140293,
+    7.123960362036044,
+    6.7335114997017955,
+    6.835193461026217,
+    6.624957394359627,
+    6.52961840795109,
+    6.5440516226235586,
+    6.310462373902256,
+    6.317037944964572,
+    6.280506420242292,
+    6.263656544124693
+  ],
+  "23_mse": [
+    37.418139438479635,
+    12.6129090425549,
+    10.496148921607723,
+    9.540199258426268,
+    8.995596846701183,
+    8.844507082312264,
+    8.371718425900244,
+    8.52638149101283,
+    8.259419735441817,
+    8.171994307006461,
+    8.185560900847294,
+    7.875357104575914,
+    7.892840274370798,
+    7.84286354477168,
+    7.843173813045626
+  ],
+  "24_mse": [
+    43.76929685757115,
+    15.829630092437164,
+    13.14439078648173,
+    11.915909244392113,
+    11.177546448296422,
+    10.975457204816589,
+    10.34098312542393,
+    10.517081979407708,
+    10.184919732682248,
+    10.073991210036155,
+    10.096826815525068,
+    9.722224641887498,
+    9.767288950229146,
+    9.709985274350123,
+    9.710594187925537
+  ],
+  "25_mse": [
+    53.45814998793308,
+    19.946207450191757,
+    16.520528214509117,
+    14.965904693987975,
+    14.032096869200634,
+    13.820303389366638,
+    12.986208576104142,
+    13.282625274188307,
+    12.819915474595842,
+    12.706837190625915,
+    12.741521098445538,
+    12.245600036117024,
+    12.33595658096194,
+    12.247775551987122,
+    12.282700847271174
+  ],
+  "26_mse": [
+    60.02048654972773,
+    22.25097655075261,
+    18.26236175716524,
+    16.579325396162933,
+    15.455498348291616,
+    15.318212559348659,
+    14.297038620823843,
+    14.830009205210516,
+    14.201571175125652,
+    14.127840438321616,
+    14.114407935575034,
+    13.43558377247775,
+    13.576521784834739,
+    13.439644940622976,
+    13.497160401082652
+  ],
+  "27_mse": [
+    686.255992722805,
+    131.68805964129234,
+    98.90276935573121,
+    109.07502541109535,
+    98.50409365714864,
+    106.0523597892428,
+    95.53368772184194,
+    131.2376654220188,
+    108.0380197206777,
+    119.61891461379851,
+    117.898058917995,
+    83.91616807192197,
+    101.28298040520303,
+    97.4068367649433,
+    98.76950645019599
+  ],
+  "logit_kl": [
+    160.88268443638373,
+    81.51228823987528,
+    68.94162952085625,
+    66.88342972378447,
+    62.6268643329018,
+    62.90049621479508,
+    58.466316821193374,
+    62.03663040195307,
+    58.20419102740315,
+    58.699884051571765,
+    56.910884758926855,
+    54.15531890416332,
+    56.695407448797454,
+    54.52748057289593,
+    54.741569292638765
+  ],
+  "kl_contribution": [
+    1.6088268095408416,
+    0.8151228632298189,
+    0.6894162805356745,
+    0.6688342822959682,
+    0.6262686306491811,
+    0.6290049474990915,
+    0.5846631551810101,
+    0.6203662907122764,
+    0.5820418970048228,
+    0.5869988267125368,
+    0.5691088341919065,
+    0.5415531765974115,
+    0.5669540614390293,
+    0.5452747932506969,
+    0.5474156798734376
+  ]
+}

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity200.mse0.001.kl0.01.physics.exp4/weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f921d3bd28378d7124fc8a6e915d50ff161099f5f010f97074e80e1bbf48caf
+size 33577309