thegovind's picture
Publish the weight-space programming labs
bb102c0 verified
Raw History Blame Contribute Delete
55.7 kB
{
"tensors_total": 488,
"params_total": 873438784,
"changed": {
"model.language_model.layers.15.mlp.down_proj.weight": {
"shape": [
1024,
3584
],
"entries_changed": 65260,
"n_cols": 64,
"cols": [
0,
2,
11,
25,
34,
35,
38,
39,
46,
50,
53,
56,
61,
62,
63,
64,
67,
73,
100,
108,
129,
135,
156,
169,
209,
215,
264,
266,
294,
327,
328,
357,
371,
376,
412,
414,
442,
504,
505,
509,
516,
580,
590,
601,
638,
682,
738,
882,
926,
930,
1047,
1060,
1087,
1130,
1155,
1184,
1460,
1481,
1787,
1943,
2005,
2066,
2738,
3003
],
"rank1_share": 0.9999944567680359,
"alpha": 6.000321105305686,
"relative_change": 0.10635697096586227,
"u": [
-0.2489558905363083,
0.020424865186214447,
0.04845340549945831,
0.04011886194348335,
0.014475219883024693,
-0.22025994956493378,
-0.030742047354578972,
-0.13840940594673157,
-0.06866153329610825,
0.09642403572797775,
0.03530459851026535,
0.02261749841272831,
-0.025659704580903053,
0.1435975283384323,
0.023385081440210342,
0.1498878002166748,
0.08304028958082199,
0.08268246054649353,
-0.19874601066112518,
-0.09147045016288757,
0.07413887977600098,
0.06162011995911598,
0.1041109710931778,
0.10747174173593521,
-0.039065416902303696,
-0.0009256431949324906,
0.05868161469697952,
0.03840518742799759,
-0.010021323338150978,
-0.015285173431038857,
0.02351970784366131,
-0.10380502790212631,
0.046595677733421326,
-0.052716854959726334,
-0.11021212488412857,
-0.02139628492295742,
0.05885201320052147,
0.2763271629810333,
-0.0779806599020958,
-0.003214217722415924,
-0.05326240137219429,
0.02187533676624298,
-0.10555955022573471,
0.03803927078843117,
-0.02107797935605049,
-0.01953005976974964,
0.11633734405040741,
-0.020784640684723854,
-0.01075825560837984,
-0.030356844887137413,
-0.06096310168504715,
0.04406510666012764,
-0.03191375359892845,
0.01976214163005352,
-0.023004500195384026,
0.10779605060815811,
0.02044537290930748,
0.034437160938978195,
-0.0022299604024738073,
0.047371260821819305,
0.023298542946577072,
-0.06319241225719452,
-0.038229864090681076,
0.025014767423272133,
0.03194892033934593,
-0.015869425609707832,
0.11077950894832611,
-0.015131717547774315,
0.014955230057239532,
-0.02717556804418564,
0.002095236908644438,
0.023395778611302376,
-0.05470583215355873,
-0.017328644171357155,
-0.13191093504428864,
0.0008300903136841953,
-0.038534265011548996,
0.008201257325708866,
-0.08445727825164795,
-0.011594461277127266,
0.044876579195261,
0.09761335700750351,
0.018059249967336655,
-0.05994569510221481,
-0.00016577827045693994,
0.1206817552447319,
0.0706045925617218,
-0.010156179778277874,
0.0042297146283090115,
0.006760345306247473,
-0.032834555953741074,
-0.0411706417798996,
-0.0324803851544857,
0.010224264115095139,
0.0416322723031044,
0.023097237572073936,
-0.06292484700679779,
0.0423060804605484,
-0.03557595610618591,
-0.007501330226659775,
-0.013767413794994354,
-0.05762860178947449,
-0.01923028752207756,
0.015806471928954124,
-0.03461713343858719,
-0.020748570561408997,
-0.0022016686853021383,
0.022752439603209496,
-0.053220730274915695,
-0.021425588056445122,
0.009978039190173149,
0.06086340546607971,
0.016865134239196777,
-0.013017384335398674,
-0.01585160195827484,
0.08372770994901657,
-2.6354460715083405e-05,
-0.03974802419543266,
-0.0801190584897995,
0.05203764885663986,
0.026018494740128517,
-0.0008587630582042038,
-0.017018785700201988,
-0.01993006095290184,
-0.031357746571302414,
0.02044019289314747,
-0.005965756252408028,
-0.04512588679790497,
0.023834053426980972,
0.06891590356826782,
0.009626294486224651,
-0.023038377985358238,
0.02315754070878029,
0.01817905530333519,
0.009153627790510654,
-0.020609071478247643,
-0.008020625449717045,
-0.06477001309394836,
0.09039919823408127,
0.002092431765049696,
0.02819165028631687,
0.04408683255314827,
-0.0008315720479004085,
0.009153114631772041,
-0.02369876392185688,
0.007485617883503437,
0.06162140145897865,
0.022882141172885895,
-0.011048225685954094,
-0.01828847825527191,
0.0021647177636623383,
0.0009448368800804019,
0.01034286804497242,
0.01963162235915661,
-0.025914154946804047,
0.01762150041759014,
-0.04005236551165581,
0.03766043484210968,
-0.0007299653370864689,
0.008385003544390202,
0.047055989503860474,
-0.023237712681293488,
0.03808961808681488,
0.014659224078059196,
-0.029196232557296753,
0.014058717526495457,
0.09836871176958084,
0.03246114403009415,
-0.03860031068325043,
0.020281946286559105,
-0.03454779461026192,
-0.046959083527326584,
-0.013884366489946842,
0.013518145307898521,
-0.009945046156644821,
-0.009240622632205486,
0.017134925350546837,
-0.025667130947113037,
0.018018638715147972,
-0.007279412820935249,
-0.032460954040288925,
-0.00945350993424654,
0.02356717176735401,
-0.01617906242609024,
0.00026729831006377935,
0.015251199714839458,
-0.05930668115615845,
-0.020661816000938416,
0.0387699194252491,
-0.012060584500432014,
-0.022999202832579613,
-0.013049306347966194,
0.032536812126636505,
0.018451625481247902,
-0.026123249903321266,
0.03437841311097145,
0.003189384937286377,
-0.023457549512386322,
0.01034060213714838,
-0.05479409545660019,
-0.011967211030423641,
0.03946428745985031,
-0.019327007234096527,
-0.024800444021821022,
-0.030236970633268356,
0.012066449970006943,
0.016557727009058,
-0.032545216381549835,
-0.06123635917901993,
-9.718443470774218e-05,
0.043612077832221985,
0.01765037141740322,
0.006909272633492947,
-0.01908739097416401,
0.007109727244824171,
-0.016353406012058258,
-0.018073972314596176,
0.03195731341838837,
-0.0006255815387703478,
-0.07525031268596649,
-0.007361402735114098,
0.021138131618499756,
0.011710225604474545,
-0.024010615423321724,
0.002382483333349228,
-0.07541478425264359,
0.013591960072517395,
0.008599639870226383,
-0.03433002158999443,
-0.01393620390444994,
-0.020350197330117226,
0.048979852348566055,
0.018972601741552353,
0.0378604494035244,
0.0031544906087219715,
0.02159249223768711,
0.00791335478425026,
-0.004180201329290867,
-0.04222211241722107,
-0.0019775698892772198,
-0.010457279160618782,
0.018888868391513824,
0.0032375745940953493,
0.002489798003807664,
0.01738278940320015,
0.017312463372945786,
-0.0007418293971568346,
-0.045133672654628754,
0.01699475757777691,
0.0002900673425756395,
0.031341101974248886,
-0.0007806501816958189,
-0.041667867451906204,
0.0004686497850343585,
0.01072606910020113,
0.04978328198194504,
-0.009216316975653172,
-0.03185390308499336,
-0.01703876070678234,
-0.009621646255254745,
0.008437895216047764,
0.015262125991284847,
-0.0017576327081769705,
-0.0034691132605075836,
-0.013301163911819458,
0.011046195402741432,
0.008581836707890034,
0.007937015034258366,
-0.022762078791856766,
0.007765169721096754,
0.014897409826517105,
-0.03487924858927727,
-0.004852833226323128,
-0.0107280807569623,
0.01804194413125515,
0.0006995198782533407,
-0.03503989800810814,
-0.008912717923521996,
-0.050346072763204575,
-0.0201326385140419,
0.023823441937565804,
0.004526873119175434,
-0.034178268164396286,
0.013713708147406578,
0.01013853494077921,
0.024028727784752846,
0.006875785533338785,
-0.0029378661420196295,
-0.04200112074613571,
0.015597902238368988,
0.021033456549048424,
0.0010245657758787274,
-0.015530387870967388,
0.004878198262304068,
0.013425227254629135,
-0.007005630526691675,
-0.0008517035166732967,
-0.00815003365278244,
0.022057995200157166,
-0.014996392652392387,
0.089418426156044,
0.0029580502305179834,
0.015546641312539577,
0.04637756198644638,
-0.017862742766737938,
0.008937444537878036,
0.005281280260533094,
0.01970699429512024,
0.03162821754813194,
0.016542484983801842,
-0.004474354442209005,
0.02589580789208412,
0.009126098826527596,
0.029676025733351707,
-0.053725715726614,
0.04088030382990837,
-0.06336509436368942,
-0.06271088868379593,
-0.06071564927697182,
0.015549096278846264,
0.009894579648971558,
0.0005554126692004502,
0.06561002135276794,
0.026663964614272118,
-0.0003494476550258696,
-0.003832689020782709,
0.06482472270727158,
-0.014336747117340565,
0.008775804191827774,
0.007256598677486181,
-0.01086841244250536,
-0.018849415704607964,
0.004146639723330736,
0.03651181235909462,
0.004293723963201046,
0.00615433556959033,
0.029055731371045113,
0.0015052941162139177,
-0.01203158963471651,
-0.0044629392214119434,
-0.008508877828717232,
0.020130367949604988,
-0.015406963415443897,
0.006767128128558397,
-0.030009718611836433,
0.025489194318652153,
0.01938990131020546,
-0.003883606754243374,
-0.012025395408272743,
0.03926306590437889,
-0.016543425619602203,
-0.007960199378430843,
-0.03867238014936447,
-0.0035363619681447744,
-0.06303666532039642,
-0.016788020730018616,
0.006768656894564629,
-0.020494064316153526,
0.01812037080526352,
-0.01209066528826952,
0.01619301550090313,
-0.0009529371163807809,
0.035140495747327805,
-0.018598150461912155,
-0.007054588757455349,
0.009212376549839973,
0.0061949873343110085,
-0.01505822129547596,
0.00492557417601347,
-0.021520724520087242,
-0.009787837974727154,
-0.011851605959236622,
-0.013780915178358555,
0.015761621296405792,
0.0023133743088692427,
0.0004843665810767561,
-0.0038328361697494984,
0.018365424126386642,
0.0024551250971853733,
-0.0039590392261743546,
-0.02486439421772957,
-0.007792461663484573,
-0.030264131724834442,
0.007078922353684902,
-0.0006642663502134383,
0.022695843130350113,
0.009324248880147934,
0.00880447681993246,
-0.01355996448546648,
-0.021362096071243286,
-0.024091513827443123,
0.0043519712053239346,
-0.008311006240546703,
-0.008687575347721577,
-0.006131306290626526,
0.02351759746670723,
0.008749710395932198,
-0.007669968996196985,
-0.005743661895394325,
0.0021636909805238247,
-0.022247817367315292,
0.03144754841923714,
0.02889329195022583,
0.024907734245061874,
-0.022127734497189522,
-0.03703013062477112,
-0.004282004665583372,
-0.007309702690690756,
0.04372522234916687,
-0.00034812180092558265,
0.02630935236811638,
-0.01894523575901985,
0.023139646276831627,
-0.023587867617607117,
0.0215320885181427,
-0.013555321842432022,
-0.028228547424077988,
0.009599310345947742,
-0.023505570366978645,
0.005302258301526308,
-0.0363946259021759,
-0.0014606195036321878,
0.01056713331490755,
-0.0004151105531491339,
-0.06991735100746155,
0.012547843158245087,
-0.00036259464104659855,
0.008701944723725319,
-0.009380985982716084,
0.003482008818536997,
-0.022747090086340904,
0.0007729108911007643,
-0.0015089827356860042,
0.021535547450184822,
0.0018958059372380376,
0.04270721226930618,
-0.020966390147805214,
-0.008754714392125607,
0.013242561370134354,
0.03579133376479149,
-0.0058562057092785835,
-0.0006757695227861404,
0.026950305327773094,
0.015273414552211761,
0.015306465327739716,
0.018334735184907913,
0.03444715589284897,
0.014722227118909359,
0.015473633073270321,
-0.02332465909421444,
-0.01141694188117981,
0.01473949570208788,
-0.009910695254802704,
0.0065357256680727005,
0.017988376319408417,
-0.005887080915272236,
-0.003071743994951248,
-0.01062603760510683,
0.016640333458781242,
0.018345598131418228,
0.02847985550761223,
-0.010047988034784794,
0.010690958239138126,
-0.013719728216528893,
-0.02210831828415394,
0.031233156099915504,
0.024258436635136604,
0.004739385098218918,
0.012021992355585098,
0.017498856410384178,
-0.025042947381734848,
0.03103473037481308,
-0.016678020358085632,
-0.004765640944242477,
0.008968141861259937,
0.015142973512411118,
-0.008285172283649445,
0.03516579791903496,
0.004950741771608591,
-0.019508402794599533,
-0.03341911360621452,
-0.0016805133782327175,
-0.027530338615179062,
0.019038822501897812,
-0.00754159688949585,
-0.004910295829176903,
0.01581883430480957,
0.032124198973178864,
-0.004836305044591427,
-0.009918748401105404,
-0.005468378774821758,
-0.01638025976717472,
-0.02765950933098793,
0.00011724973592208698,
0.0014183284947648644,
0.0012971673859283328,
0.02686252072453499,
0.012560302391648293,
0.04140905663371086,
-0.03283318132162094,
-0.005112935788929462,
-0.01852763630449772,
0.01736990362405777,
0.02363336645066738,
0.01911984756588936,
0.025515994057059288,
-0.0008089289767667651,
-0.003877468639984727,
-0.01336184423416853,
-0.00042963074520230293,
0.017774686217308044,
-0.015263180248439312,
-0.02027696743607521,
-0.0006928462535142899,
-0.01917009800672531,
0.021196134388446808,
-0.019903535023331642,
0.012819916009902954,
-0.0002674110874067992,
-0.008955179713666439,
0.043949808925390244,
0.0006411996437236667,
0.009573607705533504,
0.012128015980124474,
0.008378421887755394,
0.018580753356218338,
-0.022786302492022514,
-0.004247727338224649,
0.004919721744954586,
-0.01974545419216156,
0.010624655522406101,
0.00607881648465991,
0.01551430020481348,
-0.0004319385625422001,
-0.03623305633664131,
-0.005833693314343691,
0.011774520389735699,
0.034193336963653564,
0.02956153079867363,
0.0052018011920154095,
0.018416281789541245,
-0.012984930537641048,
0.007087954320013523,
-0.008197746239602566,
0.015287130139768124,
0.019483039155602455,
-0.023056061938405037,
0.024985946714878082,
0.026408109813928604,
0.011920263059437275,
-0.01046527735888958,
-0.05339456722140312,
0.014361747540533543,
-0.025205833837389946,
0.02034941501915455,
-0.004586683586239815,
0.020917778834700584,
-0.009333162568509579,
0.003952030558139086,
0.032597776502370834,
-0.009223929606378078,
0.027644330635666847,
0.004427870735526085,
0.030877821147441864,
-0.011633199639618397,
-0.006957844831049442,
0.011827632784843445,
-0.00538845406845212,
0.00021123103215359151,
0.015271908603608608,
0.0030466930475085974,
-0.03362828120589256,
0.006192249711602926,
-0.013771265745162964,
0.009833145886659622,
-0.0009379636030644178,
-0.030626647174358368,
-0.027145909145474434,
0.03252863883972168,
0.01167050376534462,
0.004691102541983128,
0.020997436717152596,
0.001109523349441588,
-0.0167312603443861,
-0.004783651791512966,
-0.0029850986320525408,
-0.010089712217450142,
0.013331551104784012,
0.0180568378418684,
-0.027843639254570007,
-0.007186206988990307,
0.00725111598148942,
0.01517552137374878,
-0.003381439484655857,
-0.005841067526489496,
-0.029875820502638817,
0.0015823524445295334,
-0.0012726180721074343,
0.005093862302601337,
0.03241724148392677,
0.005305800121277571,
-0.019214795902371407,
0.03831202909350395,
0.00625050300732255,
-0.01712745986878872,
0.00881973560899496,
-0.0013280166313052177,
0.015928849577903748,
-0.020109308883547783,
-0.016247348859906197,
0.01509204600006342,
0.002949867630377412,
0.001050775172188878,
-0.004847411531955004,
0.005368867889046669,
-0.0037995928432792425,
0.011524812318384647,
0.007510992232710123,
0.023590540513396263,
0.03136535361409187,
-0.006368397735059261,
-0.01705610193312168,
-0.01851770468056202,
-0.0011678279843181372,
0.02391142211854458,
-0.0009812171338126063,
0.02310379594564438,
-0.0005880225216969848,
-0.019342586398124695,
0.01925419457256794,
-0.0016087309923022985,
-0.0034377160482108593,
0.0020448192954063416,
-0.006129239220172167,
0.006641350220888853,
-0.004106430336833,
0.022480716928839684,
-0.012190418317914009,
-0.00503100361675024,
0.017002450302243233,
0.04766305536031723,
-0.006238535977900028,
0.002051894785836339,
-0.017461776733398438,
0.01765306107699871,
-0.0032195451203733683,
0.01712282933294773,
0.03226326033473015,
-0.014963842928409576,
-0.022964058443903923,
0.018963251262903214,
-0.0034767475444823503,
-0.006678485777229071,
-0.0034855075646191835,
0.0029025147669017315,
0.007377515081316233,
0.0016461405903100967,
0.02763323485851288,
0.004167906939983368,
0.04870328679680824,
-0.00788403581827879,
0.02007533609867096,
0.034166622906923294,
-0.013080929405987263,
0.023244712501764297,
-0.008444249629974365,
-0.01111873984336853,
-0.0047934651374816895,
0.040097400546073914,
-0.02121526561677456,
-0.008859013207256794,
-0.028825316578149796,
-0.019771980121731758,
0.008599494583904743,
0.019355658441781998,
-0.03194553405046463,
-0.03194807842373848,
-0.004030091688036919,
-0.023491835221648216,
-0.03737707436084747,
-0.035815853625535965,
-0.015268986113369465,
-0.01812003366649151,
-0.03087662160396576,
-0.019810685887932777,
0.006039694417268038,
0.029752900823950768,
0.002964228158816695,
-0.02692391723394394,
-0.019622374325990677,
0.015956291928887367,
0.013378104194998741,
-0.008387659676373005,
0.0020217294804751873,
-0.006699277088046074,
0.012776548974215984,
0.00910131260752678,
-0.01616032049059868,
0.001909045735374093,
-0.0029090801253914833,
-0.008449150249361992,
0.022479305043816566,
0.002785885240882635,
0.0074407984502613544,
0.015452452003955841,
-0.005894117522984743,
0.0007330147782340646,
0.00021240487694740295,
-0.020502133294939995,
0.007816242054104805,
-0.027822313830256462,
-0.025414541363716125,
-0.025808043777942657,
0.0029942782130092382,
-0.00643329881131649,
-0.010274686850607395,
-0.001599220442585647,
-0.011565904133021832,
0.013408889062702656,
0.0006492722313851118,
-0.01072332076728344,
0.021292487159371376,
0.009466418996453285,
-0.014934523962438107,
0.024950649589300156,
0.01947329007089138,
0.020006442442536354,
0.02259371429681778,
0.01922140084207058,
0.03618272393941879,
0.0010454957373440266,
-0.02290382608771324,
0.009894133545458317,
0.02508755773305893,
0.011180848814547062,
-0.00993385724723339,
-0.011070145294070244,
0.008627376519143581,
-0.020198794081807137,
-0.012838518247008324,
-0.002292496617883444,
0.002028930466622114,
-0.021177928894758224,
-0.002777561778202653,
0.011955714784562588,
-0.019946817308664322,
-0.00797879509627819,
0.010836825706064701,
0.008917704224586487,
-0.021561020985245705,
0.012523660436272621,
0.016635265201330185,
-0.008139455690979958,
0.019514471292495728,
0.009738156571984291,
-0.020923586562275887,
-0.028728799894452095,
-0.004587746690958738,
-0.019745437428355217,
-0.03533124923706055,
-0.004732427652925253,
0.0010867621749639511,
-0.006331747397780418,
0.0253578033298254,
0.007196061313152313,
-0.0022862053010612726,
-0.003854420268908143,
-0.016946867108345032,
-0.004143908619880676,
0.021072108298540115,
0.004585270304232836,
-0.02927144058048725,
-0.007288559805601835,
0.02145090326666832,
-0.01268997136503458,
-0.012855340726673603,
-0.019311562180519104,
-0.024103296920657158,
-0.009740426205098629,
0.011454298160970211,
0.025512641295790672,
-0.018491599708795547,
-0.028750287368893623,
-0.032148733735084534,
0.015753965824842453,
0.023144442588090897,
-0.01654226891696453,
-0.0096027422696352,
-0.017987936735153198,
-0.018362542614340782,
0.027892880141735077,
0.011216212995350361,
0.020513977855443954,
0.012678389437496662,
0.030180063098669052,
-0.0004668388282880187,
-0.0016793026588857174,
0.005112372804433107,
-0.02842230349779129,
-0.004530480597168207,
0.0038716394919902086,
0.0015198850305750966,
0.0011973079526796937,
-0.017219046130776405,
0.04307334125041962,
0.004109351895749569,
-0.02953692153096199,
-0.010898708365857601,
0.02228068932890892,
0.005853134207427502,
-0.0018871153006330132,
0.006442608777433634,
0.005922507494688034,
0.003846028819680214,
0.038890283554792404,
-0.021834122017025948,
0.014004578813910484,
-0.004187748767435551,
0.004526028409600258,
-0.005698165390640497,
0.007669931277632713,
0.02411799319088459,
-0.01340203732252121,
0.029159890487790108,
0.02999853529036045,
-0.009528917260468006,
0.039756257086992264,
0.0072543262504041195,
0.003755346406251192,
-0.010607306845486164,
0.011013694107532501,
-0.002098021563142538,
-0.007997154258191586,
0.0057279448956251144,
0.007463248446583748,
0.019549496471881866,
0.03768567368388176,
0.023245221003890038,
-0.008656986057758331,
0.019033046439290047,
-0.0080012958496809,
0.001856552786193788,
-0.029402349144220352,
0.0021321196109056473,
0.014564716257154942,
0.0011980421841144562,
-0.016973339021205902,
-0.024656010791659355,
0.029581349343061447,
-0.0339534655213356,
0.02159253880381584,
-0.02046661265194416,
-0.02458588220179081,
0.000493091531097889,
-0.0033287368714809418,
-0.0010258675320073962,
-0.003991988021880388,
-0.02822483703494072,
0.0020832715090364218,
0.0022390466183423996,
-0.016866490244865417,
0.015648724511265755,
0.008267469704151154,
-0.037148263305425644,
0.025500407442450523,
-0.004827380180358887,
-0.0006302350084297359,
0.025271082296967506,
-0.00863101426512003,
0.015546102076768875,
0.004357469268143177,
-0.026453694328665733,
0.006067088805139065,
0.015498951077461243,
-0.007315381430089474,
0.00661130715161562,
-0.02080153115093708,
-0.014567875303328037,
-0.014089482836425304,
0.04520504176616669,
0.0012064484180882573,
-0.03185837343335152,
-0.0019683234859257936,
-0.03367321193218231,
-0.009506706148386002,
0.00269519304856658,
-0.012557991780340672,
0.017980605363845825,
-0.020696600899100304,
0.005377496127039194,
-0.018669191747903824,
-0.01574469916522503,
0.02510053850710392,
-0.0018305316334590316,
-0.02721807360649109,
-0.003368076402693987,
0.006170411594212055,
-0.0037063034251332283,
-0.008470806293189526,
0.014758756384253502,
0.0036040558479726315,
-0.009190889075398445,
0.008462592959403992,
-0.009867843240499496,
0.03616112098097801,
-0.013488278724253178,
-0.037735167890787125,
0.013661529868841171,
0.015579155646264553,
0.002539588836953044,
0.017618708312511444,
0.027462715283036232,
-2.8894017304992303e-05,
-0.0224748644977808,
-0.005985044874250889,
0.003058812115341425,
-0.018924301490187645,
0.0030765868723392487,
-0.002709510736167431,
-0.01400888990610838,
0.0004890694399364293,
-0.014139803126454353,
0.012383989058434963,
-0.012193036265671253,
-0.013456994667649269,
-0.02739620767533779,
0.0053077563643455505,
-0.008694062009453773,
0.011283320374786854,
-0.008578107692301273,
0.006816960405558348,
-0.021605530753731728,
0.006566768977791071,
-0.0024423557333648205,
-0.013926343992352486,
0.02499205246567726,
-0.010854135267436504,
-0.02106410078704357,
-0.01952154003083706,
-0.002417562063783407,
0.02450087107717991,
0.00031882108305580914,
0.010475215502083302,
-0.0023901229724287987,
-0.010984445922076702,
0.0033777407370507717,
0.021129626780748367,
0.02175324037671089,
-0.0037567338440567255,
-0.005564801394939423,
-0.04740866646170616,
0.0014606118202209473,
0.0024988402146846056,
-0.004927846137434244,
0.02177940495312214,
0.0009985958458855748,
0.0005326701211743057,
0.02192290872335434,
-0.0400075763463974,
-0.021025951951742172,
-0.013868864625692368,
0.008540835231542587,
-0.0058562480844557285,
-0.015802418813109398,
0.005480044521391392,
0.013376331888139248,
-0.014817725867033005,
-0.007835930213332176,
0.01119453925639391,
-0.020449208095669746,
0.007332418113946915,
-0.03132246062159538,
0.01873355731368065,
-0.00689313467592001,
0.01189135666936636,
0.003416453255340457,
0.008685325272381306,
0.012986226007342339,
-0.024155357852578163,
-0.0028058867901563644,
0.0027607313822954893,
-0.005066046491265297,
0.006138858385384083,
0.0033154429402202368,
0.015485924668610096,
0.005035790614783764,
-0.0011360668577253819,
0.029299097135663033,
0.008207415230572224,
0.03085041604936123,
0.0013711288338527083,
-0.007518630474805832,
-0.0037690582685172558,
-0.005417596083134413,
-0.021619876846671104,
-0.02108020707964897,
0.015174766071140766,
-0.016946852207183838,
-0.014456898905336857,
-0.011299497447907925,
-0.0025044712238013744,
-0.017456907778978348,
-0.03337116539478302,
-0.003012340981513262,
-0.021438850089907646,
0.003916848450899124,
0.02673940919339657,
0.0038742576725780964,
0.008499055169522762,
-0.03743574768304825,
-0.0024857495445758104,
0.015698086470365524,
0.023125125095248222,
-0.018718406558036804,
-0.026657460257411003,
-0.02359085902571678,
-0.0045862155966460705,
-0.02799701876938343,
-0.010165884159505367,
-0.000414825975894928,
-0.011321148835122585,
0.016789164394140244,
0.025705328211188316,
-0.0021593424025923014
]
},
"model.language_model.layers.19.mlp.down_proj.weight": {
"shape": [
1024,
3584
],
"entries_changed": 64928,
"n_cols": 64,
"cols": [
1,
5,
8,
11,
13,
15,
17,
18,
34,
36,
44,
55,
63,
66,
69,
92,
93,
95,
98,
114,
119,
127,
145,
152,
161,
168,
171,
195,
246,
259,
265,
343,
364,
445,
506,
544,
621,
625,
636,
744,
766,
770,
799,
877,
965,
1003,
1346,
1410,
1505,
1704,
1799,
2072,
2135,
2175,
2248,
2314,
2376,
2437,
2514,
2595,
2664,
2684,
2816,
3343
],
"rank1_share": 0.9999914765357971,
"alpha": 6.0001732486833035,
"relative_change": 0.08105870336294174,
"u": [
-0.3355957567691803,
0.03464305400848389,
0.06492216885089874,
0.07584070414304733,
0.04330085590481758,
-0.2050313502550125,
0.011006124317646027,
-0.07837952673435211,
-0.029649443924427032,
0.07836166024208069,
0.026813626289367676,
-0.006686820648610592,
0.02350798435509205,
0.10140933096408844,
0.03288104757666588,
0.14028722047805786,
0.09824702143669128,
0.11770061403512955,
-0.2077554166316986,
-0.10649865865707397,
0.09821087121963501,
0.025045404210686684,
0.11596692353487015,
0.1249646246433258,
-0.02373243309557438,
-0.015449481084942818,
0.05152019113302231,
0.07280386984348297,
-0.038697898387908936,
-0.04272013530135155,
0.008198602125048637,
-0.10454678535461426,
0.06094284728169441,
-0.01446683332324028,
-0.10608368366956711,
0.005411405581980944,
0.08207095414400101,
0.21935181319713593,
-0.13905452191829681,
-0.010874898172914982,
-0.05618586763739586,
0.027805613353848457,
-0.06047707051038742,
0.014815013855695724,
-0.0329974889755249,
-0.06129910796880722,
0.07319686561822891,
-0.017510084435343742,
0.012819298543035984,
0.022670842707157135,
-0.04299524798989296,
0.06126266345381737,
-0.03324773907661438,
0.01272442378103733,
-0.022341951727867126,
0.10648298263549805,
0.02969376929104328,
0.026476794853806496,
0.013123924843966961,
0.037067290395498276,
0.022192735224962234,
-0.08834642171859741,
-0.047947824001312256,
0.029250578954815865,
0.046791985630989075,
-0.023749882355332375,
0.060031987726688385,
-0.025541074573993683,
0.004042068496346474,
-0.04579034075140953,
-0.015020770952105522,
0.03418150171637535,
-0.05213764309883118,
0.003073687432333827,
-0.11000572144985199,
-0.010398331098258495,
-0.05742713809013367,
-0.010050349868834019,
-0.09028663486242294,
0.006667267065495253,
0.03628932684659958,
0.0714280903339386,
0.0038614494260400534,
-0.06643535941839218,
0.02378961630165577,
0.11098495870828629,
0.08980842679738998,
-0.019182318821549416,
0.013262954540550709,
-0.00460524158552289,
-0.03124605491757393,
-0.02860291302204132,
-0.048783328384160995,
-0.00629162322729826,
0.03204509988427162,
0.013277830556035042,
-0.04441041126847267,
0.03540138155221939,
-0.02303142100572586,
0.007009987253695726,
-0.025199025869369507,
-0.07456322759389877,
-0.017548592761158943,
0.031605347990989685,
-0.02420697920024395,
-0.012946425005793571,
-0.007730487268418074,
0.00283265789039433,
-0.023860638961195946,
-0.0328037366271019,
0.02897602878510952,
0.06339944899082184,
0.017993206158280373,
0.000716279202606529,
-0.011398960836231709,
0.07300468534231186,
-0.00444034393876791,
-0.06423035264015198,
-0.06576907634735107,
0.04132114350795746,
0.01963111385703087,
0.033089570701122284,
-0.02335624396800995,
0.0003184649394825101,
-0.011060182936489582,
0.04028104990720749,
0.0006479586591012776,
-0.01941390335559845,
0.001282617449760437,
0.06438184529542923,
0.00892349798232317,
-0.04541202262043953,
0.01789015904068947,
0.011870541609823704,
0.005047678016126156,
-0.005893412046134472,
-0.019148489460349083,
-0.0626763105392456,
0.0563935823738575,
-0.026887977495789528,
0.02004607394337654,
0.021668050438165665,
0.015702351927757263,
0.012089010328054428,
-0.031246136873960495,
0.02467130310833454,
0.0409742034971714,
0.010532975196838379,
-0.02573624812066555,
-0.005361712072044611,
0.013118691742420197,
0.002185300225391984,
0.005451439879834652,
0.028136305510997772,
-0.004549084696918726,
0.028002554550766945,
-0.05073615908622742,
0.029778793454170227,
0.007365425117313862,
0.008066409267485142,
0.03906300291419029,
-0.01411792729049921,
0.0357537604868412,
0.025162359699606895,
-0.019753461703658104,
-0.003548340406268835,
0.04622908681631088,
-0.01877855882048607,
-0.03596356511116028,
0.021857256069779396,
-0.010922717861831188,
-0.034443050622940063,
-0.009248686954379082,
-0.012366336770355701,
-0.01875189319252968,
-0.0012388559989631176,
-0.0001536510681034997,
-0.024282563477754593,
0.036643583327531815,
0.03418206050992012,
-0.029133733361959457,
-0.016449259594082832,
0.0076634325087070465,
-0.016052115708589554,
-0.008222959004342556,
-0.010689189657568932,
-0.04207897558808327,
-0.042869385331869125,
0.027786370366811752,
-0.012779266573488712,
-0.030456777662038803,
-0.006308973766863346,
0.02207147516310215,
0.03986497223377228,
-0.03156140446662903,
0.03530435636639595,
-0.010307076387107372,
-0.025666676461696625,
-0.0023378385230898857,
-0.04264279827475548,
-0.021574223414063454,
0.045662228018045425,
-0.009935821406543255,
-0.013775767758488655,
-0.052123550325632095,
0.03241671994328499,
-0.0004099505895283073,
-0.028849424794316292,
-0.055726658552885056,
0.0113636190071702,
0.023969536647200584,
0.007419795263558626,
0.015486815944314003,
-0.022422106936573982,
-0.006261464208364487,
-0.0233736764639616,
-0.0029054228216409683,
0.030928736552596092,
0.01452560257166624,
-0.08605130016803741,
-0.019662758335471153,
0.04058312997221947,
-0.010116362944245338,
-0.0253157801926136,
0.023381778970360756,
-0.06847190856933594,
0.009493468329310417,
-0.0052000912837684155,
-0.018579239025712013,
-0.002343518892303109,
-0.0411689355969429,
0.03657442331314087,
0.01991574838757515,
0.04110190272331238,
0.01821601390838623,
0.015148197300732136,
0.009064856916666031,
0.012032400816679,
-0.04747477546334267,
-0.003924970515072346,
-0.003234214847907424,
0.010882730595767498,
0.0013401326723396778,
-0.0017001176020130515,
0.0211193785071373,
0.027225978672504425,
0.01383084338158369,
-0.006170089356601238,
-0.00610260758548975,
0.011013085022568703,
0.02752118930220604,
-0.024275483563542366,
-0.02947208657860756,
-0.01694233901798725,
0.0012276227353140712,
0.0519152507185936,
-0.014231167733669281,
-0.04006914794445038,
-0.00917819794267416,
-0.02908516861498356,
-0.004361777566373348,
-0.0012897603446617723,
0.02698802761733532,
0.012251808308064938,
0.009785293601453304,
0.036243896931409836,
0.023393506184220314,
0.025727780535817146,
-0.028428666293621063,
0.009274598211050034,
0.01647592894732952,
-0.04589776322245598,
0.018574465066194534,
-0.023615077137947083,
0.005189443472772837,
0.0019080042839050293,
-0.012674220837652683,
0.02436761185526848,
-0.026892948895692825,
-0.03606070205569267,
0.013253292068839073,
-0.0022229391615837812,
-0.023989176377654076,
0.021434493362903595,
0.0003926123899873346,
0.012741800397634506,
0.008276009000837803,
-0.02336512878537178,
-0.03758519887924194,
-0.01680375449359417,
0.008027574047446251,
0.012398947961628437,
-0.012292733415961266,
0.02017267234623432,
0.017181603237986565,
-0.032382696866989136,
0.00800341833382845,
-0.0029563158750534058,
-0.011649200692772865,
-0.0143248550593853,
0.030852962285280228,
-0.010955396108329296,
-0.02080562524497509,
0.03709523007273674,
-0.03610287979245186,
-0.0012474218383431435,
-0.004323864355683327,
0.01376395858824253,
0.037648677825927734,
0.028492238372564316,
-0.0159517340362072,
-0.013173012994229794,
0.014624416828155518,
0.020091470330953598,
-0.036630406975746155,
0.020317664369940758,
-0.07009072601795197,
-0.05813979357481003,
-0.032549768686294556,
0.009119462221860886,
0.03866731375455856,
-0.0016806497005745769,
0.02967888116836548,
0.007487412076443434,
-0.009977957233786583,
-0.006373995449393988,
0.06434560567140579,
-0.008402136154472828,
-0.0019290477503091097,
-0.014291124418377876,
0.02104564942419529,
-0.012455969117581844,
0.03688833862543106,
0.053481247276067734,
0.01398058608174324,
0.010132919065654278,
0.014368845149874687,
0.007955748587846756,
-0.011929142288863659,
0.003173426492139697,
-0.0044211121276021,
-0.015886129811406136,
-0.019699826836586,
-0.0035829886328428984,
-0.00843091495335102,
-0.011972924694418907,
0.008082692511379719,
0.012032502330839634,
-0.014893857762217522,
0.022941196337342262,
-0.033916719257831573,
-0.00041582126868888736,
-0.0444411039352417,
-0.0016648817108944058,
-0.04418351873755455,
0.004554504994302988,
-0.010540901683270931,
-0.012975800782442093,
0.010583410039544106,
-0.013795875012874603,
0.050577230751514435,
-0.010588523000478745,
0.017411649227142334,
-0.032242514193058014,
0.008659875951707363,
0.0036689613480120897,
0.01064462773501873,
-0.010512205772101879,
0.005876058246940374,
0.0005780525971204042,
0.0004036614845972508,
-0.009801046922802925,
0.012426355853676796,
-0.008162670768797398,
0.005308811087161303,
-0.010746202431619167,
-0.009331162087619305,
0.019768714904785156,
-0.0026789740659296513,
-0.013667142018675804,
-5.2595434681279585e-05,
0.023624131456017494,
-0.02669929713010788,
-0.005209679715335369,
0.002631386974826455,
0.010413333773612976,
0.005249710287898779,
0.015086823143064976,
-0.020830104127526283,
0.0023144539445638657,
-0.013233048841357231,
-0.014832203276455402,
-0.029804401099681854,
-0.001223063445650041,
0.008288495242595673,
0.03250289708375931,
0.010312714613974094,
-0.0083544310182333,
-0.013404937461018562,
0.020879706367850304,
-0.024466998875141144,
0.017408916726708412,
0.007839293219149113,
0.02822377346456051,
0.009481290355324745,
-0.034207817167043686,
0.012364397756755352,
0.0009346073493361473,
0.002211123937740922,
0.007943722419440746,
0.02958393096923828,
-0.015611537732183933,
0.02206563763320446,
-0.029324734583497047,
0.013172072358429432,
-0.012164751067757607,
-0.052586764097213745,
0.040389787405729294,
-0.03514089435338974,
-0.011405780911445618,
-0.042068853974342346,
-0.003395647741854191,
0.016674231737852097,
-0.011116347275674343,
-0.10916870087385178,
0.02007845789194107,
-8.865361451171339e-05,
0.011717733927071095,
0.014534194022417068,
0.006147968117147684,
-0.004264370538294315,
0.012440385296940804,
-0.009795956313610077,
0.018475892022252083,
0.012466276064515114,
0.06025706231594086,
-0.009858516044914722,
-0.005932303611189127,
0.014986017718911171,
0.02150767296552658,
0.002603755332529545,
-0.005292872898280621,
-0.029873128980398178,
0.010294320993125439,
0.0169657152146101,
0.021388813853263855,
0.019862722605466843,
0.04967581853270531,
0.010982831940054893,
-0.011326005682349205,
0.0034270661417394876,
0.029047375544905663,
-0.01663382723927498,
-0.007520671002566814,
-0.0017208312638103962,
-0.02616538293659687,
-0.014527999795973301,
-0.022823458537459373,
0.014038819819688797,
0.03293377161026001,
0.03202629089355469,
-0.002798746805638075,
0.021902048960328102,
-0.015192471444606781,
-0.01755690760910511,
0.01623092219233513,
0.01870361715555191,
0.025488127022981644,
0.009576799347996712,
0.014658152125775814,
-0.020635446533560753,
0.023112565279006958,
-0.015271147713065147,
0.009581456892192364,
0.013911494053900242,
-0.002789683872833848,
0.002446070546284318,
0.01574636623263359,
0.02303970977663994,
-0.05559954419732094,
-0.04239291697740555,
0.0006336690858006477,
-0.028053659945726395,
0.013365594670176506,
-0.004762588534504175,
-0.027099324390292168,
-0.005980596411973238,
0.0017239244189113379,
0.011440287344157696,
-0.009352033957839012,
-0.03477949649095535,
-0.03206396475434303,
-0.0010092394659295678,
-0.007408785168081522,
-0.01276770792901516,
0.02085232362151146,
0.004093095660209656,
-0.0016390313394367695,
0.015033494681119919,
-0.025704948231577873,
-0.0023072734475135803,
-0.004220221657305956,
0.005377092398703098,
0.007936776615679264,
0.011163255199790001,
0.0044004847295582294,
-0.021060574799776077,
-0.009965809993445873,
0.014761107973754406,
0.03709668293595314,
0.01817849650979042,
-0.010741540230810642,
-0.02489132434129715,
-0.010925892740488052,
-0.023392288014292717,
0.00799303688108921,
-0.019432099536061287,
0.012181809172034264,
0.0030101577285677195,
-0.0013175252825021744,
0.049136221408843994,
0.005346357822418213,
-0.008655516430735588,
0.0032856499310582876,
0.016857726499438286,
0.013488824479281902,
-0.014741288498044014,
-0.03932325914502144,
0.014013901352882385,
-0.008281076326966286,
-0.0020381230860948563,
0.00166960374917835,
0.02406231127679348,
-0.018889667466282845,
-0.020367559045553207,
0.005632426124066114,
0.0015143665950745344,
0.014126274734735489,
-0.013897502794861794,
-0.025450699031352997,
0.005125921219587326,
-0.021809415891766548,
-0.00169176806230098,
0.0065889437682926655,
0.014245131053030491,
0.019527509808540344,
-0.009874758310616016,
0.04215076565742493,
0.03103608824312687,
0.034503646194934845,
0.004047431517392397,
-0.027962790802121162,
0.014093774370849133,
-0.02256705053150654,
-0.00011281452316325158,
-0.003306332044303417,
-0.009174192324280739,
-0.022375863045454025,
0.00486027542501688,
0.0214961227029562,
-0.009316928684711456,
0.022920988500118256,
-0.00794967170804739,
0.03169209137558937,
0.009619519114494324,
-0.014665252529084682,
0.013017822057008743,
0.02313515543937683,
0.016511742025613785,
0.019177347421646118,
0.006667418405413628,
-0.01564164273440838,
0.013089082203805447,
-0.01639421656727791,
0.029555384069681168,
-0.009313900955021381,
-0.019103053957223892,
0.042767416685819626,
0.028667140752077103,
0.025739900767803192,
-0.007135983556509018,
0.020673390477895737,
0.013010815717279911,
-0.007120614871382713,
0.006787265185266733,
-0.0025608986616134644,
-0.008222103118896484,
-0.02056790143251419,
-0.001852090354077518,
-0.008754445239901543,
-0.03590834140777588,
0.003122360212728381,
0.05863045156002045,
0.022536413744091988,
-0.03322073444724083,
-0.03223032504320145,
-0.00666335504502058,
0.02435644529759884,
-0.00948125496506691,
0.015106436796486378,
0.017064906656742096,
-0.0009400288108736277,
0.02911648526787758,
0.020579349249601364,
-0.008637243881821632,
-0.012426631525158882,
0.0004481106298044324,
0.00963650457561016,
-0.014529703184962273,
0.006469885818660259,
0.010960018262267113,
0.02550274319946766,
-0.01688748598098755,
-0.011774115264415741,
0.014166801236569881,
-0.018630143254995346,
-0.00935380533337593,
-0.03003733418881893,
0.024935634806752205,
0.02605457231402397,
0.008916856721043587,
-0.015045600943267345,
-0.017643040046095848,
0.0009547302033752203,
0.02690967358648777,
-0.015162994153797626,
0.019760841503739357,
-0.017652302980422974,
-6.914120604051277e-05,
0.019326886162161827,
0.0035438179038465023,
0.0017248198855668306,
0.009876961819827557,
0.009078462608158588,
-0.01484565157443285,
0.014577003195881844,
0.013906972482800484,
-0.040381260216236115,
0.004826500546187162,
0.002474583452567458,
0.014626138843595982,
-0.00847768783569336,
-0.015356696210801601,
-0.008486360311508179,
0.003894063411280513,
0.007680760696530342,
0.014523794874548912,
0.024454306811094284,
-0.019868865609169006,
-0.015020521357655525,
0.010255499742925167,
-0.037402283400297165,
-0.008436383679509163,
-0.008206299506127834,
0.001488637994043529,
0.009906536899507046,
0.016461098566651344,
0.03292083367705345,
-0.021757900714874268,
0.05537550523877144,
0.005160806700587273,
0.0028433126863092184,
0.008847881108522415,
0.0012173226568847895,
0.006102973595261574,
-0.007620229851454496,
-0.021716296672821045,
-0.004739822819828987,
0.017438817769289017,
0.0003599989868234843,
0.015597822144627571,
0.0032754610292613506,
-0.031064994633197784,
0.0008818161441013217,
0.010793021880090237,
-0.02392566204071045,
-0.03034965880215168,
0.011506855487823486,
-0.00968921184539795,
-0.03213762119412422,
-0.045624829828739166,
-0.019390514120459557,
-0.00593720655888319,
-0.03199087083339691,
-0.004991163499653339,
0.0,
0.0006529514212161303,
0.013970899395644665,
-0.04694963991641998,
-0.014910392463207245,
0.011949004605412483,
0.019313782453536987,
-0.0042417398653924465,
0.000836571620311588,
-0.01842101849615574,
0.03574473038315773,
-0.019635288044810295,
-0.007098987698554993,
-0.02524781972169876,
0.019750947132706642,
0.005029837600886822,
0.0229116789996624,
0.0025806049816310406,
-0.00935519952327013,
0.005004083272069693,
-0.012394018471240997,
0.005991648882627487,
0.01745292730629444,
-0.015337497927248478,
0.009782589972019196,
0.004137106239795685,
0.0016241632401943207,
-0.021077316254377365,
-0.0018959279404953122,
0.012259922921657562,
0.00017993943765759468,
-0.01934349723160267,
0.014691058546304703,
-0.0019885592628270388,
-0.019502801820635796,
-0.01105890329927206,
0.003925303462892771,
0.03639411926269531,
-0.02734544686973095,
0.005996475461870432,
-0.002293978352099657,
0.007969975471496582,
0.0064431242644786835,
0.020870178937911987,
0.02181302197277546,
0.008624271489679813,
0.003911077044904232,
-0.020682374015450478,
-0.026372995227575302,
-0.006685438100248575,
-0.015601280145347118,
0.0004907612456008792,
-0.01156339980661869,
-0.00455034663900733,
-0.03562130406498909,
0.001947948127053678,
-8.842752868076786e-05,
0.008744621649384499,
0.0044616409577429295,
-0.005855776369571686,
-0.02350405417382717,
0.00209728442132473,
0.026498205959796906,
0.025757748633623123,
0.003971788566559553,
0.012778324075043201,
0.01572774350643158,
-0.01737997494637966,
-0.012992379255592823,
-0.013128019869327545,
-0.015651488676667213,
-0.006569904740899801,
-0.008851252496242523,
-0.038229767233133316,
-0.015360977500677109,
-0.025132140144705772,
0.03427661955356598,
-0.0018955792766064405,
0.017100751399993896,
0.0016078964108601213,
-0.034754421561956406,
-0.0008898449596017599,
-0.016903821378946304,
-0.009491591714322567,
0.04899343103170395,
0.004578140564262867,
-0.007970715872943401,
-0.016039211302995682,
0.001511477748863399,
-0.0016593124018982053,
-0.027813641354441643,
-0.0097623560577631,
-0.008319352753460407,
0.0014786409446969628,
0.01809784024953842,
0.011075696907937527,
-0.01264198962599039,
-0.019106360152363777,
-0.032434895634651184,
0.010081900283694267,
-0.0010581861715763807,
0.002916761441156268,
-0.03201768174767494,
0.003939727321267128,
-0.03793666511774063,
0.02129276655614376,
0.001398289343342185,
0.030237412080168724,
-0.013133523054420948,
0.021076655015349388,
0.014462275430560112,
-0.030146153643727303,
-0.009983743540942669,
-0.0220605731010437,
-0.006083938293159008,
-0.013685924932360649,
-0.020539289340376854,
-0.006951739080250263,
-0.004427182953804731,
0.03535806015133858,
0.030743185430765152,
-0.0014479805249720812,
-0.010894225910305977,
0.011158245615661144,
-0.01397229079157114,
-0.01757357083261013,
0.013004206120967865,
0.027270494028925896,
-0.007314677350223064,
0.015927596017718315,
-0.001045531826093793,
-0.006652063224464655,
-0.019753966480493546,
0.0223811287432909,
-0.010831915773451328,
0.004623499698936939,
-0.0007464618538506329,
-0.005041143391281366,
0.01104437280446291,
0.006102992221713066,
-0.018715064972639084,
0.02166008949279785,
-0.001623495714738965,
0.013777170330286026,
-0.010329490527510643,
0.010055025108158588,
0.0014602041337639093,
0.014582376927137375,
-0.0021362609695643187,
0.004659893456846476,
0.03355782479047775,
0.015485415235161781,
0.024829193949699402,
-0.001473388634622097,
0.017070041969418526,
-0.01612628810107708,
0.0078616077080369,
-0.00012219262134749442,
0.009650888852775097,
-0.009401834569871426,
-0.003420409746468067,
-0.010542481206357479,
-0.024257196113467216,
0.03094187192618847,
-0.011193794198334217,
0.010564872995018959,
-0.008665249682962894,
-0.023727668449282646,
0.003272021422162652,
-0.006866017356514931,
0.023906942456960678,
-0.02468651346862316,
-0.01500708982348442,
-0.004459210205823183,
-0.01888490840792656,
-0.014102722518146038,
0.024638766422867775,
-0.008230743929743767,
-0.03660055249929428,
0.0013319188728928566,
-0.017798613756895065,
0.018759870901703835,
-0.013449689373373985,
0.01102421898394823,
0.010447472333908081,
0.010067407041788101,
-0.03233819827437401,
0.014845938421785831,
-0.0014656430575996637,
-0.008040064945816994,
-0.00426121661439538,
-0.0196609478443861,
0.001273073721677065,
0.005802364554256201,
0.010330665856599808,
-0.01667609065771103,
-0.02310248650610447,
-0.014138569124042988,
-0.02454613335430622,
-0.010593820363283157,
-0.0026291008107364178,
-0.009438605979084969,
3.414598268136615e-06,
-0.003393404418602586,
0.017049262300133705,
-0.013359351083636284,
-0.0002037768135778606,
-0.001959490589797497,
0.007768309209495783,
-0.016294579952955246,
0.007598111405968666,
0.0064571453258395195,
-0.017948150634765625,
0.0012199069606140256,
-0.016324764117598534,
-0.010754432529211044,
0.00039714950253255665,
0.015420441515743732,
0.00214470736682415,
0.03306837007403374,
0.03733351454138756,
-0.029913781210780144,
0.010454945266246796,
0.02377042919397354,
0.018978534266352654,
0.004087024834007025,
0.0016729442868381739,
0.002957579679787159,
-0.021231018006801605,
0.011308667249977589,
0.00295641808770597,
0.015218762680888176,
-0.022049274295568466,
-0.0014054190833121538,
-0.04342286288738251,
-0.02072281204164028,
-0.03388472646474838,
0.00877712108194828,
0.005125050432980061,
-0.015176295302808285,
-0.020426027476787567,
-0.008435769006609917,
-0.01931062899529934,
-0.009795182384550571,
-0.00592843908816576,
0.0259986724704504,
-0.014892016537487507,
0.002660247962921858,
0.008135165087878704,
0.015349278226494789,
0.017364609986543655,
-0.013209247030317783,
-0.03556560352444649,
-0.021810388192534447,
-0.005121359135955572,
0.020449208095669746,
0.02641957998275757,
-0.016256676986813545,
-0.0026199608109891415,
-0.019053414463996887,
0.006893089506775141,
0.02259504236280918,
0.012270408682525158,
-0.021035393700003624,
-0.0007297781994566321,
-0.05127988010644913,
0.0009184997179545462,
-0.02334338240325451,
-0.0002852038887795061,
0.01754910871386528,
0.026418766006827354,
0.011936654336750507,
0.02183537930250168,
0.001927905366756022,
-0.018909381702542305,
-0.02368859015405178,
-0.005278401542454958,
-0.00044876436004415154,
0.00013281356950756162,
-0.018036700785160065,
0.015845665708184242,
-0.032494135200977325,
-0.009452424943447113,
0.01653406210243702,
-0.017014432698488235,
0.007817364297807217,
-0.018292026594281197,
0.012585836462676525,
0.0004262836591806263,
0.007746710442006588,
0.008152351714670658,
-0.002243237104266882,
-0.011477404274046421,
-0.02551686018705368,
-0.014602774754166603,
0.002438562223687768,
0.00373503053560853,
-0.022949758917093277,
0.0027383200358599424,
0.010146924294531345,
0.005937837529927492,
0.0031834098044782877,
0.01724492385983467,
0.00022390995582100004,
0.01840212009847164,
0.011112544685602188,
-0.010207007639110088,
-0.012182680889964104,
0.00045369906001724303,
-0.02419603429734707,
-0.04682599753141403,
0.014155139215290546,
0.004453419707715511,
-0.026687495410442352,
-0.029941171407699585,
0.0034301758278161287,
-0.021883442997932434,
0.0069618988782167435,
-0.005667205434292555,
-0.020159412175416946,
-0.024771684780716896,
0.030938155949115753,
-0.013015368953347206,
-0.026658793911337852,
-0.023185880854725838,
2.8097545055061346e-06,
0.014432770200073719,
0.025194089859724045,
-0.002443343633785844,
-0.003806215478107333,
0.009734636172652245,
-0.002154723973944783,
-0.007626489270478487,
0.019322065636515617,
0.009004109539091587,
-0.030007336288690567,
0.010709507390856743,
0.009420908987522125,
0.006861342582851648
]
}
},
"abs_cos_between_the_two_u": 0.8490049839019775
}