Upload folder using huggingface_hub

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity40.mse0.001.kl0.01.physics10.exp8/history.json

@@ -1,427 +1,427 @@
 {
   "loss": [
-    161.37722034741165,
-    14.045179295360594,
-    8.077628720075564,
-    4.122583417964161,
-    2.5219415246992183,
-    2.06097466156895,
-    1.8829072238807392,
-    1.7795192836818838,
-    1.714775740652156,
-    1.6608511110893767,
-    1.6202158954806793,
-    1.5819957202538513,
-    1.564438405789827,
-    1.5533855481255323,
-    1.5221090262993835
+    132.40072370830336,
+    15.898285371916634,
+    4.808860845135567,
+    4.2647794995989114,
+    3.7614752946043373,
+    3.5804317333644495,
+    3.621848736938677,
+    3.311293805452218,
+    3.3564420907120955,
+    3.2430825179680847,
+    3.1446165334909484,
+    3.166066134334507,
+    3.145363519962569,
+    3.1751417849296915,
+    3.1040466840105845
   ],
   "recon_loss": [
-    140.0506628500788,
-    0.7326222425116632,
-    0.5893944154556533,
-    0.5036597919643373,
-    0.43890226357861567,
-    0.40398927693976494,
-    0.37996214292103186,
-    0.36091685339920504,
-    0.34693841591365354,
-    0.3360904577307235,
-    0.3267555362299869,
-    0.31791340408468605,
-    0.31509057169121907,
-    0.31370528064724196,
-    0.30467172941767184
+    91.53491892021401,
+    1.127020146837808,
+    0.5399636414490248,
+    0.4608159236665955,
+    0.3498118930965438,
+    0.3483069581644876,
+    0.38624757724372966,
+    0.3225517376585114,
+    0.3369383092661549,
+    0.30339636519215163,
+    0.29119090242941575,
+    0.31196532981064085,
+    0.307742903387188,
+    0.32156725171813394,
+    0.30149288374678535
   ],
   "l1_loss": [
-    0.42969512043142677,
-    0.32295431129466323,
-    0.17879747386489594,
-    0.08334885067061375,
-    0.045875783645568935,
-    0.03566838005431613,
-    0.03240059402988369,
-    0.030739469285634227,
-    0.02970616555863753,
-    0.028877815693840944,
-    0.02822135618530718,
-    0.027641708129330686,
-    0.027252375155239178,
-    0.02695890189729687,
-    0.0266966949308053
+    0.8785219717966882,
+    0.3300659595603557,
+    0.08405589065829613,
+    0.07463387472737104,
+    0.0716574577810733,
+    0.06664694049500657,
+    0.06470343093142698,
+    0.06195041967934012,
+    0.061602180788671614,
+    0.0611304106064757,
+    0.0603844676152768,
+    0.05863903490896512,
+    0.05944218401818123,
+    0.05809492428079808,
+    0.05800197750357981
   ],
   "sparsity": [
-    1024.7620009802338,
-    444.39608420465225,
-    253.88346656283042,
-    154.66245958141815,
-    108.07653016972363,
-    85.74527901097348,
-    72.25553965747804,
-    63.05037388048674,
-    56.60644691868832,
-    51.73212272242496,
-    48.164667516722716,
-    44.760779330604954,
-    42.48158496483824,
-    40.17802219821098,
-    38.265156251147275
+    1057.4835558439556,
+    407.9275162202075,
+    162.19449604005743,
+    119.2390982262174,
+    95.5933568854081,
+    82.25088138150093,
+    70.82447925366853,
+    62.93163240762581,
+    56.17579608573053,
+    50.73961696051117,
+    46.83539435020963,
+    43.90063462938581,
+    40.67231744034846,
+    39.208685760211225,
+    37.08526147397837
   ],
   "recon_contribution": [
-    140.0506628500788,
-    0.7326222425116632,
-    0.5893944154556533,
-    0.5036597919643373,
-    0.43890226357861567,
-    0.40398927693976494,
-    0.37996214292103186,
-    0.36091685339920504,
-    0.34693841591365354,
-    0.3360904577307235,
-    0.3267555362299869,
-    0.31791340408468605,
-    0.31509057169121907,
-    0.31370528064724196,
-    0.30467172941767184
+    91.53491892021401,
+    1.127020146837808,
+    0.5399636414490248,
+    0.4608159236665955,
+    0.3498118930965438,
+    0.3483069581644876,
+    0.38624757724372966,
+    0.3225517376585114,
+    0.3369383092661549,
+    0.30339636519215163,
+    0.29119090242941575,
+    0.31196532981064085,
+    0.307742903387188,
+    0.32156725171813394,
+    0.30149288374678535
   ],
   "l1_contribution": [
-    17.187804788575136,
-    12.918172441927114,
-    7.151898925465749,
-    3.3339540205503764,
-    1.835031339100429,
-    1.4267352003800242,
-    1.2960237632120462,
-    1.2295787684003214,
-    1.1882466221214236,
-    1.1551126277536379,
-    1.1288542496530634,
-    1.1056683256213826,
-    1.0900950077781104,
-    1.0783560760039137,
-    1.0678677984646388
+    35.14087875982872,
+    13.202638413673057,
+    3.3622356299170875,
+    2.9853549962653254,
+    2.8662983100665245,
+    2.6658776234415242,
+    2.5881372282379553,
+    2.478016788350012,
+    2.4640872312667677,
+    2.445216426723882,
+    2.4153787063476733,
+    2.345561395238217,
+    2.3776873603351136,
+    2.3237969747611453,
+    2.3200791032242596
   ],
   "total_post_layer_mse": [
-    3466.1193810029135,
-    135.72650228855306,
-    109.76233570378525,
-    93.65179983341605,
-    82.23118221849427,
-    75.90325397902862,
-    70.13544425233863,
-    65.51640337996913,
-    62.85051740336239,
-    59.94068668323352,
-    58.36495986648072,
-    56.418407248823264,
-    56.196124968896235,
-    56.38954164972879,
-    54.015165600225444
+    3768.518025380776,
+    634.3760369014472,
+    281.5267423777876,
+    257.9137649592152,
+    121.86403825979932,
+    132.82595429743142,
+    182.3500442832036,
+    120.80600859516098,
+    148.72142278666334,
+    119.53372874082928,
+    96.44286261605365,
+    132.2072357783528,
+    119.37015544875224,
+    140.67416488754571,
+    125.15249402512957
   ],
   "block_mse_contribution": [
-    3.466119538798326,
-    0.13572650898074648,
-    0.10976234104666382,
-    0.09365180433492344,
-    0.08223118611389975,
-    0.07590325756976206,
-    0.07013544758092052,
-    0.06551640639908758,
-    0.0628505203381874,
-    0.05994068948430345,
-    0.058364962591331004,
-    0.056418409908480974,
-    0.056196127630878744,
-    0.05638954432854513,
-    0.0540151681478137
+    3.768518193868248,
+    0.6343760687253469,
+    0.28152675526179427,
+    0.257913777174597,
+    0.12186404388013675,
+    0.13282596073111194,
+    0.18235005254360945,
+    0.12080601431375555,
+    0.14872143043109295,
+    0.1195337344229062,
+    0.09644286709981384,
+    0.1322072420359626,
+    0.11937016143081264,
+    0.1406741713079483,
+    0.12515250030259253
   ],
   "13_mse": [
-    141.05547107431227,
-    0.9044712454752815,
-    0.6802906644971747,
-    0.5671232255329763,
-    0.4921112134492487,
-    0.452086947914353,
-    0.42457839353640275,
-    0.40357935249357296,
-    0.38808650204113554,
-    0.37606826088482276,
-    0.36574127015314606,
-    0.35614806458466036,
-    0.35327644029954325,
-    0.3523842564650944,
-    0.34244708313529654
+    92.58617470228583,
+    1.424407343443175,
+    0.6843610000341458,
+    0.5639535150581733,
+    0.42544728976891455,
+    0.4171061430658613,
+    0.45088799185770795,
+    0.3778063368080254,
+    0.3880942987096041,
+    0.3534062831921685,
+    0.3343137366543139,
+    0.35508942990598824,
+    0.347726347863226,
+    0.36387658421706437,
+    0.34385311766002413
   ],
   "14_mse": [
-    141.4759453705379,
-    1.067271147455488,
-    0.7361706374283123,
-    0.6078729869279647,
-    0.5251424780913762,
-    0.48095350561285377,
-    0.450883397258314,
-    0.42757396276732135,
-    0.4106266482880241,
-    0.3975107873740949,
-    0.3862618566455698,
-    0.37582341800058694,
-    0.3727722705755019,
-    0.3719414600304195,
-    0.36111583969646827
+    92.43770923874432,
+    1.4219669226865124,
+    0.7184918425361017,
+    0.603204586003956,
+    0.4554870707872219,
+    0.4487679816950533,
+    0.48403634332624595,
+    0.40736286913541925,
+    0.41743570364507515,
+    0.38230037711616743,
+    0.3595608007863052,
+    0.3827579479692574,
+    0.3731682823788851,
+    0.3925049804655233,
+    0.3724479387353237
   ],
   "15_mse": [
-    141.54926251827325,
-    1.1383816994222484,
-    0.8626467079148257,
-    0.7225316426807776,
-    0.6264448152448898,
-    0.5735527566052917,
-    0.5372263065406254,
-    0.5087978452219999,
-    0.48860213362184685,
-    0.4722401732788946,
-    0.4592554961380206,
-    0.4467338579041617,
-    0.4434954676412998,
-    0.44283442972297954,
-    0.4293699260044815
+    92.73112112597416,
+    1.5456405208074957,
+    0.8291421245811577,
+    0.696399899577736,
+    0.530499174966848,
+    0.5212662321956534,
+    0.5569074418311729,
+    0.47336215733137343,
+    0.48270386916802344,
+    0.44751030139457015,
+    0.41891130648161234,
+    0.44354036226308435,
+    0.43207019791567236,
+    0.4540229000543293,
+    0.4348179030239134
   ],
   "16_mse": [
-    143.03045174233,
-    1.6987399185510506,
-    1.3216133843687243,
-    1.124703217717938,
-    0.9853345155715942,
-    0.9061568598998221,
-    0.8473894515431913,
-    0.801016428416833,
-    0.7677389136830667,
-    0.7393958519275924,
-    0.7179285812198668,
-    0.6957756074747645,
-    0.6894614839912357,
-    0.6877471782211074,
-    0.6663001858650294
+    93.72751782800918,
+    2.088347224812759,
+    1.2250121937210399,
+    1.0437956295515363,
+    0.8037037549162269,
+    0.7893119821871134,
+    0.831803834527955,
+    0.714540472828356,
+    0.716447467754658,
+    0.6794583469181132,
+    0.628354791299741,
+    0.6565977841391599,
+    0.6375507835606883,
+    0.6720199679073534,
+    0.6464301565087828
   ],
   "17_mse": [
-    144.51245766116264,
-    2.2298882590200666,
-    1.7312677587781633,
-    1.471432576502176,
-    1.2941743422271614,
-    1.1915115261436404,
-    1.1127150448641383,
-    1.0507948026621252,
-    1.0064882299953835,
-    0.9686674623561085,
-    0.9405611273937655,
-    0.9118711222383312,
-    0.9043035032157611,
-    0.9033431106043938,
-    0.8743758443602943
+    94.47222283818668,
+    2.4767478825454425,
+    1.5378725349454951,
+    1.3074736180610227,
+    1.0276811555364078,
+    1.009038458193155,
+    1.052105562579363,
+    0.9169551736878273,
+    0.9124030157139427,
+    0.8749958547882568,
+    0.8088635177092445,
+    0.8403520140432774,
+    0.8132623561791011,
+    0.8571708014136866,
+    0.8309605762474519
   ],
   "18_mse": [
-    147.05885417120797,
-    3.033295912850172,
-    2.3449739163979553,
-    1.997587423575552,
-    1.7571663990952915,
-    1.6170019251959664,
-    1.5060613325663976,
-    1.4197885703323478,
-    1.3571205878616275,
-    1.3024344829688395,
-    1.264607798784299,
-    1.2239774151852256,
-    1.21361012521543,
-    1.2122161558696203,
-    1.1708397318546038
+    96.62282840739516,
+    3.313168379597198,
+    2.1050605021025004,
+    1.7885640088776897,
+    1.4142655618208693,
+    1.3870145925005575,
+    1.4408194030586041,
+    1.2563351908124478,
+    1.2509042515342397,
+    1.2091203721842372,
+    1.1067663614911245,
+    1.1532457063072605,
+    1.1120133261035259,
+    1.1673076464269394,
+    1.144940797995804
   ],
   "19_mse": [
-    149.22605560417463,
-    4.0121383738697025,
-    3.2144290181927215,
-    2.758385919986811,
-    2.441610321962744,
-    2.253361161490132,
-    2.098138313544424,
-    1.9760035437748844,
-    1.889889953728009,
-    1.812320611530677,
-    1.759585898621638,
-    1.702195225801683,
-    1.6886369868328697,
-    1.6874478876142573,
-    1.6287031451562293
+    98.12952686610974,
+    4.21422166842267,
+    2.7761693278649697,
+    2.3772155705251192,
+    1.9103159030577295,
+    1.8712453797347564,
+    1.930497253747811,
+    1.7012208476102442,
+    1.6912268557046588,
+    1.6499157534506088,
+    1.5067807480804902,
+    1.5715877149338113,
+    1.50961379762879,
+    1.5925079682715853,
+    1.569648396924026
   ],
   "20_mse": [
-    153.7509368165095,
-    5.441977938315026,
-    4.45599501294301,
-    3.855638541673359,
-    3.425549186261973,
-    3.171866490428609,
-    2.9533604338653108,
-    2.7798046743063103,
-    2.6594780100915667,
-    2.5478323644265197,
-    2.4749457405922106,
-    2.393614544008011,
-    2.3758493975589148,
-    2.3745743018343934,
-    2.2899725939098157
+    100.86349562774028,
+    5.2358217391752655,
+    3.5889427751526797,
+    3.084748203144934,
+    2.5231203943266904,
+    2.466466988836016,
+    2.515812956300893,
+    2.2489302400359534,
+    2.2176499926954283,
+    2.1649505195761085,
+    1.996861229713698,
+    2.0641328773104157,
+    1.9832459145918824,
+    2.0868534244092785,
+    2.056514573276491
   ],
   "21_mse": [
-    160.95929784703077,
-    7.135156624299243,
-    5.914923933215607,
-    5.128597829574929,
-    4.5511189026940135,
-    4.21936127296964,
-    3.923178972158217,
-    3.6860433341865253,
-    3.5265313610994724,
-    3.3750149181910922,
-    3.2811398739205266,
-    3.1704284553241013,
-    3.1523296922669375,
-    3.153335191253433,
-    3.038006474200944
+    106.23677720521626,
+    7.429197506797045,
+    4.934605420083928,
+    4.241325343461861,
+    3.4353638143467724,
+    3.3451044389179776,
+    3.3986762430434836,
+    3.03673449674047,
+    3.0061623476501693,
+    2.8840246505307077,
+    2.644449479597852,
+    2.7081336916837477,
+    2.554877420117084,
+    2.698225707936108,
+    2.655916364121258
   ],
   "22_mse": [
-    168.19452534582382,
-    8.998995719995714,
-    7.49461117005886,
-    6.505148278143173,
-    5.7850914288284185,
-    5.377504140810859,
-    4.994920544158247,
-    4.691322848312836,
-    4.492168329712143,
-    4.298624393635226,
-    4.181720306998805,
-    4.041896244637052,
-    4.022451925994758,
-    4.027708962447662,
-    3.877970751066853
+    111.03444346807953,
+    8.813722875781526,
+    5.975814478737967,
+    5.13371875859741,
+    4.210649632869806,
+    4.100004742916365,
+    4.144820572738361,
+    3.7331808097380446,
+    3.6716954000014113,
+    3.5411856093801055,
+    3.2662032493075035,
+    3.32891203138165,
+    3.150659145269179,
+    3.3271091728282154,
+    3.274116275005771
   ],
   "23_mse": [
-    179.14986152218697,
-    11.38232209628686,
-    9.477492454356717,
-    8.241463334936844,
-    7.336874675033684,
-    6.833520828333116,
-    6.338973109883473,
-    5.948143514475428,
-    5.69784887213456,
-    5.448554730953131,
-    5.305850695846672,
-    5.128336178629022,
-    5.109391018860322,
-    5.121594647715862,
-    4.929774293325897
+    118.86912513317021,
+    11.185627614645133,
+    7.6775109463168265,
+    6.536852415342977,
+    5.326670237053606,
+    5.195521380668296,
+    5.26501534845596,
+    4.727612521415367,
+    4.681196536336627,
+    4.525898637628197,
+    4.15481556268563,
+    4.256077368456618,
+    4.0400548922388175,
+    4.312153929158261,
+    4.251093875196643
   ],
   "24_mse": [
-    196.0926439959304,
-    14.460908975816311,
-    11.960016910294842,
-    10.347328537388853,
-    9.194787832131063,
-    8.55697606739245,
-    7.927740344427582,
-    7.437671284926565,
-    7.125370538324342,
-    6.811064024616901,
-    6.636014590586038,
-    6.416975243647296,
-    6.396038030323229,
-    6.418769850766749,
-    6.16974963998436
+    130.50960404173773,
+    14.531528067768068,
+    9.785240420721527,
+    8.324993122789197,
+    6.708341277631602,
+    6.538236614456751,
+    6.6201859363039635,
+    5.944424200775032,
+    5.905932158455813,
+    5.711922184865277,
+    5.222949343516414,
+    5.336188742092678,
+    5.064628631548774,
+    5.40855013876033,
+    5.332810629579358
   ],
   "25_mse": [
-    226.34073509847312,
-    17.973981964857057,
-    14.85763964975687,
-    12.867098894334378,
-    11.449179885978985,
-    10.659138199081994,
-    9.875030237929264,
-    9.260411262512207,
-    8.872144111117025,
-    8.481059440096518,
-    8.26239162100885,
-    7.988611952702802,
-    7.9641538455074,
-    7.9938539598221166,
-    7.682567366980072
+    149.70575552775446,
+    18.781842669149988,
+    12.454813014295764,
+    10.676898454364977,
+    8.50971511790627,
+    8.30757270719772,
+    8.442735458675184,
+    7.540686890594941,
+    7.51053103647734,
+    7.272217981797412,
+    6.6091292926243375,
+    6.806205828387038,
+    6.429451408242821,
+    6.961337288519494,
+    6.801972677833156
   ],
   "26_mse": [
-    246.06104442051478,
-    19.748153715205373,
-    16.151449827323283,
-    13.924694405462509,
-    12.360495115581312,
-    11.494442358949131,
-    10.625836436909841,
-    9.951343536376953,
-    9.5391424903296,
-    9.113765042527278,
-    8.880022905822983,
-    8.591897032314673,
-    8.575884145005306,
-    8.61652408327375,
-    8.273485656967736
+    162.7475875983561,
+    21.965660794336994,
+    14.38764136536677,
+    12.350393969313542,
+    9.63491886361201,
+    9.44224236782332,
+    9.776316755696348,
+    8.552372195666894,
+    8.593469288116111,
+    8.364798094096937,
+    7.4954372115601275,
+    7.8521559579031805,
+    7.360022383524959,
+    8.127834703689231,
+    7.897967291953869
   ],
   "27_mse": [
-    1127.6618378144458,
-    36.50081869713346,
-    28.558814658258193,
-    23.532193018977804,
-    20.006101106342516,
-    18.115819938200758,
-    16.519411933153197,
-    15.17410841920322,
-    14.629280721334586,
-    13.796134138465824,
-    13.448932102748326,
-    12.974122886370896,
-    12.934470635607727,
-    13.025266174086951,
-    12.280487067717358
+    2227.8441357720167,
+    529.9481356914779,
+    212.84606443132674,
+    199.18422786454508,
+    74.94785901119835,
+    86.98705428704284,
+    135.43942318106056,
+    79.17448419198058,
+    107.27557056470025,
+    79.47202377391041,
+    59.889465984545254,
+    94.45225832157566,
+    83.56181056158883,
+    102.2526896734883,
+    87.5390034510677
   ],
   "logit_kl": [
-    67.2636034399047,
-    25.865796340139287,
-    22.657304505656537,
-    19.131782417010545,
-    16.57767048455719,
-    15.434691192512226,
-    13.678588221843977,
-    12.350722470677885,
-    11.67401699553755,
-    10.970734416990352,
-    10.62411352028524,
-    10.199558932082097,
-    10.305670784828358,
-    10.493465681721393,
-    9.555433201610594
+    195.64052740971846,
+    93.42507447694477,
+    62.51348275349552,
+    56.06948348454067,
+    42.35010630026796,
+    43.34211874008179,
+    46.51138848828194,
+    38.99192340750443,
+    40.66951527989897,
+    37.49360173806212,
+    34.16040521277521,
+    37.63321834937074,
+    34.05630800777808,
+    38.910339645873336,
+    35.732220771617456
   ],
   "kl_contribution": [
-    0.6726360188839131,
-    0.2586579576022643,
-    0.22657303937843867,
-    0.19131781989918614,
-    0.16577670191015517,
-    0.1543469084496785,
-    0.13678587866680963,
-    0.12350722200664363,
-    0.1167401673090189,
-    0.10970734188655265,
-    0.10624113258786667,
-    0.10199558734893799,
-    0.10305670559182203,
-    0.10493465417757966,
-    0.09555432973499585
+    1.9564052279058255,
+    0.9342507238226726,
+    0.6251348145586207,
+    0.5606948222993011,
+    0.42350105397907417,
+    0.433421177971632,
+    0.4651138730403176,
+    0.3899192253505825,
+    0.40669514345271246,
+    0.37493600797160226,
+    0.34160404475895984,
+    0.3763321751266494,
+    0.34056307274596137,
+    0.3891033879236171,
+    0.3573221996762699
   ]
 }

qwen3_06B.blocks.12.hook_resid_post.sae.sparsity40.mse0.001.kl0.01.physics10.exp8/weights.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15db608906d09e1c583f067243fb19552c86d998b4dc207f5d42cf3f0d4efccb
+oid sha256:687d03590ec005360ddc659688f1136b454240d73d02ca5312ee3e101e5d93ec
 size 67148125