Upload folder using huggingface_hub

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity100.mse0.001.kl0.01.physics.exp4/history.json

@@ -1,83 +1,326 @@
 {
   "loss": [
-    362.31334364414215
+    31.34565018699791,
+    5.406206299182682,
+    5.307205936809937,
+    5.217020622426425,
+    5.146753770907275,
+    5.106208472609653,
+    5.038848593947868,
+    4.967890664951798,
+    4.911847650137086,
+    4.935633503709902
   ],
   "recon_loss": [
-    210.5847121477127
+    7.363610733262902,
+    1.0907883467893185,
+    1.019061345269138,
+    0.9891309939066213,
+    0.9592718267761179,
+    0.9471277262168663,
+    0.9267459577835955,
+    0.9187925020764683,
+    0.9031714983242757,
+    0.8953778161714219
   ],
   "l1_loss": [
-    1.4514132104814053
+    0.22866084941841186,
+    0.0390433030638923,
+    0.03939214351087442,
+    0.038972768060704495,
+    0.03880955467015205,
+    0.03855483874695299,
+    0.03821273812604912,
+    0.037600100013320016,
+    0.03725809549072221,
+    0.037608155624029485
   ],
   "sparsity": [
-    918.7273797988892
+    61.31447249110308,
+    18.32951434328735,
+    15.62452454155797,
+    13.748240198560417,
+    12.145425100209064,
+    10.875871384931438,
+    9.955307994150502,
+    9.252135027963398,
+    8.656200779512242,
+    8.173118343011529
   ],
   "recon_contribution": [
-    210.5847121477127
+    7.363610733262902,
+    1.0907883467893185,
+    1.019061345269138,
+    0.9891309939066213,
+    0.9592718267761179,
+    0.9471277262168663,
+    0.9267459577835955,
+    0.9187925020764683,
+    0.9031714983242757,
+    0.8953778161714219
   ],
   "l1_contribution": [
-    145.14132100343704
+    22.866084938487173,
+    3.9043303037944592,
+    3.9392143545332305,
+    3.897276803333842,
+    3.8809554718376407,
+    3.855483877431906,
+    3.821273808783673,
+    3.7600100029756347,
+    3.7258095508994074,
+    3.760815557680632
   ],
   "dead_features": [
-    0
+    0,
+    172,
+    163,
+    91,
+    66,
+    57,
+    53,
+    82,
+    91,
+    128
   ],
   "dead_feature_percentage": [
-    0.0
+    0.0,
+    4.19921875,
+    3.9794921875,
+    2.2216796875,
+    1.611328125,
+    1.3916015625,
+    1.2939453125,
+    2.001953125,
+    2.2216796875,
+    3.125
   ],
   "total_post_layer_mse": [
-    3852.4328905940056
+    148.70505004105016,
+    52.953618915590965,
+    47.59579880320345,
+    45.40587117121642,
+    43.90041130157094,
+    43.04117819446599,
+    42.58426681207649,
+    42.081879781523654,
+    41.968728798167305,
+    41.544887778273086
   ],
   "block_mse_contribution": [
-    3.852433072141139
+    0.14870505717561555,
+    0.05295362142570398,
+    0.04759580106815036,
+    0.04540587332978853,
+    0.04390041339679825,
+    0.04304118026969784,
+    0.042584268839643696,
+    0.04208188177977811,
+    0.041968730814175625,
+    0.04154488974576959
   ],
   "13_mse": [
-    159.59810397028923
+    2.2772952729016374,
+    0.3212174427969859,
+    0.300773655246914,
+    0.29224107453697606,
+    0.2873397515909402,
+    0.28486264569628544,
+    0.28206844365877104,
+    0.280317462947374,
+    0.2795116462038719,
+    0.2780818284592463
   ],
   "14_mse": [
-    159.5655057132244
+    2.2520010681428673,
+    0.34081664202528333,
+    0.3177218272164047,
+    0.30777032830213247,
+    0.3016610434748157,
+    0.2982806815011771,
+    0.2951081657463065,
+    0.29278522958480496,
+    0.29149628146097883,
+    0.2897012154973234
   ],
   "15_mse": [
-    160.30665025115013
+    2.3888719536756216,
+    0.4142598775773406,
+    0.38422218377285816,
+    0.3708618829592078,
+    0.3633045323051237,
+    0.35886498945290674,
+    0.3555400279775045,
+    0.35256703012734486,
+    0.35170833960025333,
+    0.3496244555424736
   ],
   "16_mse": [
-    162.0207640528679
+    2.7679619446713875,
+    0.6436231954634389,
+    0.5921369913510753,
+    0.5689708225404028,
+    0.5550883400346771,
+    0.5466277638381433,
+    0.5416478285730753,
+    0.5363458237649346,
+    0.534718270164321,
+    0.5304997910944639
   ],
   "17_mse": [
-    164.33899542689323
+    3.1861002010701083,
+    0.8477333854187242,
+    0.7744848554638972,
+    0.7425822650999131,
+    0.7233719172963636,
+    0.7116526685329728,
+    0.7054496887082615,
+    0.6982922257995285,
+    0.6963646468296564,
+    0.6902589849034723
   ],
   "18_mse": [
-    167.50488057732582
+    3.7555036417313947,
+    1.1326086423031294,
+    1.0296482221209855,
+    0.984571643632577,
+    0.9569441505936198,
+    0.9402139862667673,
+    0.931800523403644,
+    0.9222762093431872,
+    0.9197688159790445,
+    0.9107675966196604
   ],
   "19_mse": [
-    172.5186543762684
+    4.658164522949552,
+    1.6065882342927,
+    1.4536406816987681,
+    1.3873231445688416,
+    1.3469748173956106,
+    1.3220691324481773,
+    1.3102280548278322,
+    1.2960434516626937,
+    1.2931566882507264,
+    1.2800830798880651
   ],
   "20_mse": [
-    180.18202656507492
+    6.004892664019765,
+    2.2889097544540884,
+    2.064345257146094,
+    1.9672186479456348,
+    1.9083819135706475,
+    1.8707357317309363,
+    1.8544755548672607,
+    1.832564960869002,
+    1.8290262126175045,
+    1.8100585000378822
   ],
   "21_mse": [
-    192.7341252565384
+    7.594265379804246,
+    3.046438876485237,
+    2.7379585747489203,
+    2.6038963830751376,
+    2.521404554301921,
+    2.4692950052483487,
+    2.4479584069161238,
+    2.4181223828741847,
+    2.413917049582034,
+    2.3880339142723552
   ],
   "22_mse": [
-    205.53623843193054
+    9.418807795707215,
+    3.8846809654460106,
+    3.4818888906668977,
+    3.310109221921923,
+    3.2005052570533112,
+    3.1332413839199242,
+    3.1046694344929593,
+    3.0659138459507855,
+    3.060757096110106,
+    3.028429642636725
   ],
   "23_mse": [
-    225.3555188179016
+    11.834317743444496,
+    4.997612617050547,
+    4.4771716028685535,
+    4.257016977697845,
+    4.114696562757417,
+    4.027720311454269,
+    3.991431857143244,
+    3.940902676187197,
+    3.9357787141073723,
+    3.8935535536100723
   ],
   "24_mse": [
-    256.4925618171692
+    14.68451576083398,
+    6.1915769609064695,
+    5.545960285094925,
+    5.2792783787376,
+    5.099575045928442,
+    4.992917687468406,
+    4.945194986072126,
+    4.882690692935785,
+    4.874595674128175,
+    4.822797090449232
   ],
   "25_mse": [
-    309.71447801589966
+    18.612011243621552,
+    7.7885244760374475,
+    6.980879172499209,
+    6.645965072102135,
+    6.420509336776989,
+    6.283283990548146,
+    6.221309304904831,
+    6.13913771446715,
+    6.127566409671694,
+    6.061285808932741
   ],
   "26_mse": [
-    340.9246506690979
+    20.381727528865767,
+    8.219243945626904,
+    7.374626742765591,
+    7.031916140442066,
+    6.795138808407415,
+    6.653138730186898,
+    6.587366769722301,
+    6.502645790510188,
+    6.48968698116059,
+    6.422333440481615
   ],
   "27_mse": [
-    995.6397366523743
+    38.88861331961056,
+    11.229783899706662,
+    10.080339860542358,
+    9.656149187654023,
+    9.305515270083642,
+    9.148273486172632,
+    9.010017765062253,
+    8.92127428449949,
+    8.870675972300974,
+    8.78937887584776
   ],
   "logit_kl": [
-    273.48698246479034
+    96.72496022462578,
+    35.81340313491736,
+    30.1334463538141,
+    28.520700067582084,
+    26.26260372665935,
+    26.055573190046186,
+    24.824461100216276,
+    24.70062872170067,
+    24.089785100631456,
+    23.78952288387337
   ],
   "kl_contribution": [
-    2.734869777224958
+    0.9672495801698454,
+    0.3581340230275509,
+    0.30133445653125795,
+    0.28520699394376653,
+    0.2626260318120677,
+    0.2605557263581643,
+    0.2482446057665655,
+    0.24700628154288481,
+    0.24089784570630693,
+    0.23789522302736427
   ]
 }

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity100.mse0.001.kl0.01.physics.exp4/weights.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab10c23e26207c3526dd6c432fc888fd73869eae42a85d9b0efac46ec293c074
+oid sha256:3efa500ab6d183493196c395823b56fd8b4a5d5754bd65b21ee281906be91db2
 size 33577309