{ "tensors_total": 488, "params_total": 873438784, "changed": { "model.language_model.layers.15.mlp.down_proj.weight": { "shape": [ 1024, 3584 ], "entries_changed": 65260, "n_cols": 64, "cols": [ 0, 2, 11, 25, 34, 35, 38, 39, 46, 50, 53, 56, 61, 62, 63, 64, 67, 73, 100, 108, 129, 135, 156, 169, 209, 215, 264, 266, 294, 327, 328, 357, 371, 376, 412, 414, 442, 504, 505, 509, 516, 580, 590, 601, 638, 682, 738, 882, 926, 930, 1047, 1060, 1087, 1130, 1155, 1184, 1460, 1481, 1787, 1943, 2005, 2066, 2738, 3003 ], "rank1_share": 0.9999944567680359, "alpha": 6.000321105305686, "relative_change": 0.10635697096586227, "u": [ -0.2489558905363083, 0.020424865186214447, 0.04845340549945831, 0.04011886194348335, 0.014475219883024693, -0.22025994956493378, -0.030742047354578972, -0.13840940594673157, -0.06866153329610825, 0.09642403572797775, 0.03530459851026535, 0.02261749841272831, -0.025659704580903053, 0.1435975283384323, 0.023385081440210342, 0.1498878002166748, 0.08304028958082199, 0.08268246054649353, -0.19874601066112518, -0.09147045016288757, 0.07413887977600098, 0.06162011995911598, 0.1041109710931778, 0.10747174173593521, -0.039065416902303696, -0.0009256431949324906, 0.05868161469697952, 0.03840518742799759, -0.010021323338150978, -0.015285173431038857, 0.02351970784366131, -0.10380502790212631, 0.046595677733421326, -0.052716854959726334, -0.11021212488412857, -0.02139628492295742, 0.05885201320052147, 0.2763271629810333, -0.0779806599020958, -0.003214217722415924, -0.05326240137219429, 0.02187533676624298, -0.10555955022573471, 0.03803927078843117, -0.02107797935605049, -0.01953005976974964, 0.11633734405040741, -0.020784640684723854, -0.01075825560837984, -0.030356844887137413, -0.06096310168504715, 0.04406510666012764, -0.03191375359892845, 0.01976214163005352, -0.023004500195384026, 0.10779605060815811, 0.02044537290930748, 0.034437160938978195, -0.0022299604024738073, 0.047371260821819305, 0.023298542946577072, -0.06319241225719452, -0.038229864090681076, 0.025014767423272133, 0.03194892033934593, -0.015869425609707832, 0.11077950894832611, -0.015131717547774315, 0.014955230057239532, -0.02717556804418564, 0.002095236908644438, 0.023395778611302376, -0.05470583215355873, -0.017328644171357155, -0.13191093504428864, 0.0008300903136841953, -0.038534265011548996, 0.008201257325708866, -0.08445727825164795, -0.011594461277127266, 0.044876579195261, 0.09761335700750351, 0.018059249967336655, -0.05994569510221481, -0.00016577827045693994, 0.1206817552447319, 0.0706045925617218, -0.010156179778277874, 0.0042297146283090115, 0.006760345306247473, -0.032834555953741074, -0.0411706417798996, -0.0324803851544857, 0.010224264115095139, 0.0416322723031044, 0.023097237572073936, -0.06292484700679779, 0.0423060804605484, -0.03557595610618591, -0.007501330226659775, -0.013767413794994354, -0.05762860178947449, -0.01923028752207756, 0.015806471928954124, -0.03461713343858719, -0.020748570561408997, -0.0022016686853021383, 0.022752439603209496, -0.053220730274915695, -0.021425588056445122, 0.009978039190173149, 0.06086340546607971, 0.016865134239196777, -0.013017384335398674, -0.01585160195827484, 0.08372770994901657, -2.6354460715083405e-05, -0.03974802419543266, -0.0801190584897995, 0.05203764885663986, 0.026018494740128517, -0.0008587630582042038, -0.017018785700201988, -0.01993006095290184, -0.031357746571302414, 0.02044019289314747, -0.005965756252408028, -0.04512588679790497, 0.023834053426980972, 0.06891590356826782, 0.009626294486224651, -0.023038377985358238, 0.02315754070878029, 0.01817905530333519, 0.009153627790510654, -0.020609071478247643, -0.008020625449717045, -0.06477001309394836, 0.09039919823408127, 0.002092431765049696, 0.02819165028631687, 0.04408683255314827, -0.0008315720479004085, 0.009153114631772041, -0.02369876392185688, 0.007485617883503437, 0.06162140145897865, 0.022882141172885895, -0.011048225685954094, -0.01828847825527191, 0.0021647177636623383, 0.0009448368800804019, 0.01034286804497242, 0.01963162235915661, -0.025914154946804047, 0.01762150041759014, -0.04005236551165581, 0.03766043484210968, -0.0007299653370864689, 0.008385003544390202, 0.047055989503860474, -0.023237712681293488, 0.03808961808681488, 0.014659224078059196, -0.029196232557296753, 0.014058717526495457, 0.09836871176958084, 0.03246114403009415, -0.03860031068325043, 0.020281946286559105, -0.03454779461026192, -0.046959083527326584, -0.013884366489946842, 0.013518145307898521, -0.009945046156644821, -0.009240622632205486, 0.017134925350546837, -0.025667130947113037, 0.018018638715147972, -0.007279412820935249, -0.032460954040288925, -0.00945350993424654, 0.02356717176735401, -0.01617906242609024, 0.00026729831006377935, 0.015251199714839458, -0.05930668115615845, -0.020661816000938416, 0.0387699194252491, -0.012060584500432014, -0.022999202832579613, -0.013049306347966194, 0.032536812126636505, 0.018451625481247902, -0.026123249903321266, 0.03437841311097145, 0.003189384937286377, -0.023457549512386322, 0.01034060213714838, -0.05479409545660019, -0.011967211030423641, 0.03946428745985031, -0.019327007234096527, -0.024800444021821022, -0.030236970633268356, 0.012066449970006943, 0.016557727009058, -0.032545216381549835, -0.06123635917901993, -9.718443470774218e-05, 0.043612077832221985, 0.01765037141740322, 0.006909272633492947, -0.01908739097416401, 0.007109727244824171, -0.016353406012058258, -0.018073972314596176, 0.03195731341838837, -0.0006255815387703478, -0.07525031268596649, -0.007361402735114098, 0.021138131618499756, 0.011710225604474545, -0.024010615423321724, 0.002382483333349228, -0.07541478425264359, 0.013591960072517395, 0.008599639870226383, -0.03433002158999443, -0.01393620390444994, -0.020350197330117226, 0.048979852348566055, 0.018972601741552353, 0.0378604494035244, 0.0031544906087219715, 0.02159249223768711, 0.00791335478425026, -0.004180201329290867, -0.04222211241722107, -0.0019775698892772198, -0.010457279160618782, 0.018888868391513824, 0.0032375745940953493, 0.002489798003807664, 0.01738278940320015, 0.017312463372945786, -0.0007418293971568346, -0.045133672654628754, 0.01699475757777691, 0.0002900673425756395, 0.031341101974248886, -0.0007806501816958189, -0.041667867451906204, 0.0004686497850343585, 0.01072606910020113, 0.04978328198194504, -0.009216316975653172, -0.03185390308499336, -0.01703876070678234, -0.009621646255254745, 0.008437895216047764, 0.015262125991284847, -0.0017576327081769705, -0.0034691132605075836, -0.013301163911819458, 0.011046195402741432, 0.008581836707890034, 0.007937015034258366, -0.022762078791856766, 0.007765169721096754, 0.014897409826517105, -0.03487924858927727, -0.004852833226323128, -0.0107280807569623, 0.01804194413125515, 0.0006995198782533407, -0.03503989800810814, -0.008912717923521996, -0.050346072763204575, -0.0201326385140419, 0.023823441937565804, 0.004526873119175434, -0.034178268164396286, 0.013713708147406578, 0.01013853494077921, 0.024028727784752846, 0.006875785533338785, -0.0029378661420196295, -0.04200112074613571, 0.015597902238368988, 0.021033456549048424, 0.0010245657758787274, -0.015530387870967388, 0.004878198262304068, 0.013425227254629135, -0.007005630526691675, -0.0008517035166732967, -0.00815003365278244, 0.022057995200157166, -0.014996392652392387, 0.089418426156044, 0.0029580502305179834, 0.015546641312539577, 0.04637756198644638, -0.017862742766737938, 0.008937444537878036, 0.005281280260533094, 0.01970699429512024, 0.03162821754813194, 0.016542484983801842, -0.004474354442209005, 0.02589580789208412, 0.009126098826527596, 0.029676025733351707, -0.053725715726614, 0.04088030382990837, -0.06336509436368942, -0.06271088868379593, -0.06071564927697182, 0.015549096278846264, 0.009894579648971558, 0.0005554126692004502, 0.06561002135276794, 0.026663964614272118, -0.0003494476550258696, -0.003832689020782709, 0.06482472270727158, -0.014336747117340565, 0.008775804191827774, 0.007256598677486181, -0.01086841244250536, -0.018849415704607964, 0.004146639723330736, 0.03651181235909462, 0.004293723963201046, 0.00615433556959033, 0.029055731371045113, 0.0015052941162139177, -0.01203158963471651, -0.0044629392214119434, -0.008508877828717232, 0.020130367949604988, -0.015406963415443897, 0.006767128128558397, -0.030009718611836433, 0.025489194318652153, 0.01938990131020546, -0.003883606754243374, -0.012025395408272743, 0.03926306590437889, -0.016543425619602203, -0.007960199378430843, -0.03867238014936447, -0.0035363619681447744, -0.06303666532039642, -0.016788020730018616, 0.006768656894564629, -0.020494064316153526, 0.01812037080526352, -0.01209066528826952, 0.01619301550090313, -0.0009529371163807809, 0.035140495747327805, -0.018598150461912155, -0.007054588757455349, 0.009212376549839973, 0.0061949873343110085, -0.01505822129547596, 0.00492557417601347, -0.021520724520087242, -0.009787837974727154, -0.011851605959236622, -0.013780915178358555, 0.015761621296405792, 0.0023133743088692427, 0.0004843665810767561, -0.0038328361697494984, 0.018365424126386642, 0.0024551250971853733, -0.0039590392261743546, -0.02486439421772957, -0.007792461663484573, -0.030264131724834442, 0.007078922353684902, -0.0006642663502134383, 0.022695843130350113, 0.009324248880147934, 0.00880447681993246, -0.01355996448546648, -0.021362096071243286, -0.024091513827443123, 0.0043519712053239346, -0.008311006240546703, -0.008687575347721577, -0.006131306290626526, 0.02351759746670723, 0.008749710395932198, -0.007669968996196985, -0.005743661895394325, 0.0021636909805238247, -0.022247817367315292, 0.03144754841923714, 0.02889329195022583, 0.024907734245061874, -0.022127734497189522, -0.03703013062477112, -0.004282004665583372, -0.007309702690690756, 0.04372522234916687, -0.00034812180092558265, 0.02630935236811638, -0.01894523575901985, 0.023139646276831627, -0.023587867617607117, 0.0215320885181427, -0.013555321842432022, -0.028228547424077988, 0.009599310345947742, -0.023505570366978645, 0.005302258301526308, -0.0363946259021759, -0.0014606195036321878, 0.01056713331490755, -0.0004151105531491339, -0.06991735100746155, 0.012547843158245087, -0.00036259464104659855, 0.008701944723725319, -0.009380985982716084, 0.003482008818536997, -0.022747090086340904, 0.0007729108911007643, -0.0015089827356860042, 0.021535547450184822, 0.0018958059372380376, 0.04270721226930618, -0.020966390147805214, -0.008754714392125607, 0.013242561370134354, 0.03579133376479149, -0.0058562057092785835, -0.0006757695227861404, 0.026950305327773094, 0.015273414552211761, 0.015306465327739716, 0.018334735184907913, 0.03444715589284897, 0.014722227118909359, 0.015473633073270321, -0.02332465909421444, -0.01141694188117981, 0.01473949570208788, -0.009910695254802704, 0.0065357256680727005, 0.017988376319408417, -0.005887080915272236, -0.003071743994951248, -0.01062603760510683, 0.016640333458781242, 0.018345598131418228, 0.02847985550761223, -0.010047988034784794, 0.010690958239138126, -0.013719728216528893, -0.02210831828415394, 0.031233156099915504, 0.024258436635136604, 0.004739385098218918, 0.012021992355585098, 0.017498856410384178, -0.025042947381734848, 0.03103473037481308, -0.016678020358085632, -0.004765640944242477, 0.008968141861259937, 0.015142973512411118, -0.008285172283649445, 0.03516579791903496, 0.004950741771608591, -0.019508402794599533, -0.03341911360621452, -0.0016805133782327175, -0.027530338615179062, 0.019038822501897812, -0.00754159688949585, -0.004910295829176903, 0.01581883430480957, 0.032124198973178864, -0.004836305044591427, -0.009918748401105404, -0.005468378774821758, -0.01638025976717472, -0.02765950933098793, 0.00011724973592208698, 0.0014183284947648644, 0.0012971673859283328, 0.02686252072453499, 0.012560302391648293, 0.04140905663371086, -0.03283318132162094, -0.005112935788929462, -0.01852763630449772, 0.01736990362405777, 0.02363336645066738, 0.01911984756588936, 0.025515994057059288, -0.0008089289767667651, -0.003877468639984727, -0.01336184423416853, -0.00042963074520230293, 0.017774686217308044, -0.015263180248439312, -0.02027696743607521, -0.0006928462535142899, -0.01917009800672531, 0.021196134388446808, -0.019903535023331642, 0.012819916009902954, -0.0002674110874067992, -0.008955179713666439, 0.043949808925390244, 0.0006411996437236667, 0.009573607705533504, 0.012128015980124474, 0.008378421887755394, 0.018580753356218338, -0.022786302492022514, -0.004247727338224649, 0.004919721744954586, -0.01974545419216156, 0.010624655522406101, 0.00607881648465991, 0.01551430020481348, -0.0004319385625422001, -0.03623305633664131, -0.005833693314343691, 0.011774520389735699, 0.034193336963653564, 0.02956153079867363, 0.0052018011920154095, 0.018416281789541245, -0.012984930537641048, 0.007087954320013523, -0.008197746239602566, 0.015287130139768124, 0.019483039155602455, -0.023056061938405037, 0.024985946714878082, 0.026408109813928604, 0.011920263059437275, -0.01046527735888958, -0.05339456722140312, 0.014361747540533543, -0.025205833837389946, 0.02034941501915455, -0.004586683586239815, 0.020917778834700584, -0.009333162568509579, 0.003952030558139086, 0.032597776502370834, -0.009223929606378078, 0.027644330635666847, 0.004427870735526085, 0.030877821147441864, -0.011633199639618397, -0.006957844831049442, 0.011827632784843445, -0.00538845406845212, 0.00021123103215359151, 0.015271908603608608, 0.0030466930475085974, -0.03362828120589256, 0.006192249711602926, -0.013771265745162964, 0.009833145886659622, -0.0009379636030644178, -0.030626647174358368, -0.027145909145474434, 0.03252863883972168, 0.01167050376534462, 0.004691102541983128, 0.020997436717152596, 0.001109523349441588, -0.0167312603443861, -0.004783651791512966, -0.0029850986320525408, -0.010089712217450142, 0.013331551104784012, 0.0180568378418684, -0.027843639254570007, -0.007186206988990307, 0.00725111598148942, 0.01517552137374878, -0.003381439484655857, -0.005841067526489496, -0.029875820502638817, 0.0015823524445295334, -0.0012726180721074343, 0.005093862302601337, 0.03241724148392677, 0.005305800121277571, -0.019214795902371407, 0.03831202909350395, 0.00625050300732255, -0.01712745986878872, 0.00881973560899496, -0.0013280166313052177, 0.015928849577903748, -0.020109308883547783, -0.016247348859906197, 0.01509204600006342, 0.002949867630377412, 0.001050775172188878, -0.004847411531955004, 0.005368867889046669, -0.0037995928432792425, 0.011524812318384647, 0.007510992232710123, 0.023590540513396263, 0.03136535361409187, -0.006368397735059261, -0.01705610193312168, -0.01851770468056202, -0.0011678279843181372, 0.02391142211854458, -0.0009812171338126063, 0.02310379594564438, -0.0005880225216969848, -0.019342586398124695, 0.01925419457256794, -0.0016087309923022985, -0.0034377160482108593, 0.0020448192954063416, -0.006129239220172167, 0.006641350220888853, -0.004106430336833, 0.022480716928839684, -0.012190418317914009, -0.00503100361675024, 0.017002450302243233, 0.04766305536031723, -0.006238535977900028, 0.002051894785836339, -0.017461776733398438, 0.01765306107699871, -0.0032195451203733683, 0.01712282933294773, 0.03226326033473015, -0.014963842928409576, -0.022964058443903923, 0.018963251262903214, -0.0034767475444823503, -0.006678485777229071, -0.0034855075646191835, 0.0029025147669017315, 0.007377515081316233, 0.0016461405903100967, 0.02763323485851288, 0.004167906939983368, 0.04870328679680824, -0.00788403581827879, 0.02007533609867096, 0.034166622906923294, -0.013080929405987263, 0.023244712501764297, -0.008444249629974365, -0.01111873984336853, -0.0047934651374816895, 0.040097400546073914, -0.02121526561677456, -0.008859013207256794, -0.028825316578149796, -0.019771980121731758, 0.008599494583904743, 0.019355658441781998, -0.03194553405046463, -0.03194807842373848, -0.004030091688036919, -0.023491835221648216, -0.03737707436084747, -0.035815853625535965, -0.015268986113369465, -0.01812003366649151, -0.03087662160396576, -0.019810685887932777, 0.006039694417268038, 0.029752900823950768, 0.002964228158816695, -0.02692391723394394, -0.019622374325990677, 0.015956291928887367, 0.013378104194998741, -0.008387659676373005, 0.0020217294804751873, -0.006699277088046074, 0.012776548974215984, 0.00910131260752678, -0.01616032049059868, 0.001909045735374093, -0.0029090801253914833, -0.008449150249361992, 0.022479305043816566, 0.002785885240882635, 0.0074407984502613544, 0.015452452003955841, -0.005894117522984743, 0.0007330147782340646, 0.00021240487694740295, -0.020502133294939995, 0.007816242054104805, -0.027822313830256462, -0.025414541363716125, -0.025808043777942657, 0.0029942782130092382, -0.00643329881131649, -0.010274686850607395, -0.001599220442585647, -0.011565904133021832, 0.013408889062702656, 0.0006492722313851118, -0.01072332076728344, 0.021292487159371376, 0.009466418996453285, -0.014934523962438107, 0.024950649589300156, 0.01947329007089138, 0.020006442442536354, 0.02259371429681778, 0.01922140084207058, 0.03618272393941879, 0.0010454957373440266, -0.02290382608771324, 0.009894133545458317, 0.02508755773305893, 0.011180848814547062, -0.00993385724723339, -0.011070145294070244, 0.008627376519143581, -0.020198794081807137, -0.012838518247008324, -0.002292496617883444, 0.002028930466622114, -0.021177928894758224, -0.002777561778202653, 0.011955714784562588, -0.019946817308664322, -0.00797879509627819, 0.010836825706064701, 0.008917704224586487, -0.021561020985245705, 0.012523660436272621, 0.016635265201330185, -0.008139455690979958, 0.019514471292495728, 0.009738156571984291, -0.020923586562275887, -0.028728799894452095, -0.004587746690958738, -0.019745437428355217, -0.03533124923706055, -0.004732427652925253, 0.0010867621749639511, -0.006331747397780418, 0.0253578033298254, 0.007196061313152313, -0.0022862053010612726, -0.003854420268908143, -0.016946867108345032, -0.004143908619880676, 0.021072108298540115, 0.004585270304232836, -0.02927144058048725, -0.007288559805601835, 0.02145090326666832, -0.01268997136503458, -0.012855340726673603, -0.019311562180519104, -0.024103296920657158, -0.009740426205098629, 0.011454298160970211, 0.025512641295790672, -0.018491599708795547, -0.028750287368893623, -0.032148733735084534, 0.015753965824842453, 0.023144442588090897, -0.01654226891696453, -0.0096027422696352, -0.017987936735153198, -0.018362542614340782, 0.027892880141735077, 0.011216212995350361, 0.020513977855443954, 0.012678389437496662, 0.030180063098669052, -0.0004668388282880187, -0.0016793026588857174, 0.005112372804433107, -0.02842230349779129, -0.004530480597168207, 0.0038716394919902086, 0.0015198850305750966, 0.0011973079526796937, -0.017219046130776405, 0.04307334125041962, 0.004109351895749569, -0.02953692153096199, -0.010898708365857601, 0.02228068932890892, 0.005853134207427502, -0.0018871153006330132, 0.006442608777433634, 0.005922507494688034, 0.003846028819680214, 0.038890283554792404, -0.021834122017025948, 0.014004578813910484, -0.004187748767435551, 0.004526028409600258, -0.005698165390640497, 0.007669931277632713, 0.02411799319088459, -0.01340203732252121, 0.029159890487790108, 0.02999853529036045, -0.009528917260468006, 0.039756257086992264, 0.0072543262504041195, 0.003755346406251192, -0.010607306845486164, 0.011013694107532501, -0.002098021563142538, -0.007997154258191586, 0.0057279448956251144, 0.007463248446583748, 0.019549496471881866, 0.03768567368388176, 0.023245221003890038, -0.008656986057758331, 0.019033046439290047, -0.0080012958496809, 0.001856552786193788, -0.029402349144220352, 0.0021321196109056473, 0.014564716257154942, 0.0011980421841144562, -0.016973339021205902, -0.024656010791659355, 0.029581349343061447, -0.0339534655213356, 0.02159253880381584, -0.02046661265194416, -0.02458588220179081, 0.000493091531097889, -0.0033287368714809418, -0.0010258675320073962, -0.003991988021880388, -0.02822483703494072, 0.0020832715090364218, 0.0022390466183423996, -0.016866490244865417, 0.015648724511265755, 0.008267469704151154, -0.037148263305425644, 0.025500407442450523, -0.004827380180358887, -0.0006302350084297359, 0.025271082296967506, -0.00863101426512003, 0.015546102076768875, 0.004357469268143177, -0.026453694328665733, 0.006067088805139065, 0.015498951077461243, -0.007315381430089474, 0.00661130715161562, -0.02080153115093708, -0.014567875303328037, -0.014089482836425304, 0.04520504176616669, 0.0012064484180882573, -0.03185837343335152, -0.0019683234859257936, -0.03367321193218231, -0.009506706148386002, 0.00269519304856658, -0.012557991780340672, 0.017980605363845825, -0.020696600899100304, 0.005377496127039194, -0.018669191747903824, -0.01574469916522503, 0.02510053850710392, -0.0018305316334590316, -0.02721807360649109, -0.003368076402693987, 0.006170411594212055, -0.0037063034251332283, -0.008470806293189526, 0.014758756384253502, 0.0036040558479726315, -0.009190889075398445, 0.008462592959403992, -0.009867843240499496, 0.03616112098097801, -0.013488278724253178, -0.037735167890787125, 0.013661529868841171, 0.015579155646264553, 0.002539588836953044, 0.017618708312511444, 0.027462715283036232, -2.8894017304992303e-05, -0.0224748644977808, -0.005985044874250889, 0.003058812115341425, -0.018924301490187645, 0.0030765868723392487, -0.002709510736167431, -0.01400888990610838, 0.0004890694399364293, -0.014139803126454353, 0.012383989058434963, -0.012193036265671253, -0.013456994667649269, -0.02739620767533779, 0.0053077563643455505, -0.008694062009453773, 0.011283320374786854, -0.008578107692301273, 0.006816960405558348, -0.021605530753731728, 0.006566768977791071, -0.0024423557333648205, -0.013926343992352486, 0.02499205246567726, -0.010854135267436504, -0.02106410078704357, -0.01952154003083706, -0.002417562063783407, 0.02450087107717991, 0.00031882108305580914, 0.010475215502083302, -0.0023901229724287987, -0.010984445922076702, 0.0033777407370507717, 0.021129626780748367, 0.02175324037671089, -0.0037567338440567255, -0.005564801394939423, -0.04740866646170616, 0.0014606118202209473, 0.0024988402146846056, -0.004927846137434244, 0.02177940495312214, 0.0009985958458855748, 0.0005326701211743057, 0.02192290872335434, -0.0400075763463974, -0.021025951951742172, -0.013868864625692368, 0.008540835231542587, -0.0058562480844557285, -0.015802418813109398, 0.005480044521391392, 0.013376331888139248, -0.014817725867033005, -0.007835930213332176, 0.01119453925639391, -0.020449208095669746, 0.007332418113946915, -0.03132246062159538, 0.01873355731368065, -0.00689313467592001, 0.01189135666936636, 0.003416453255340457, 0.008685325272381306, 0.012986226007342339, -0.024155357852578163, -0.0028058867901563644, 0.0027607313822954893, -0.005066046491265297, 0.006138858385384083, 0.0033154429402202368, 0.015485924668610096, 0.005035790614783764, -0.0011360668577253819, 0.029299097135663033, 0.008207415230572224, 0.03085041604936123, 0.0013711288338527083, -0.007518630474805832, -0.0037690582685172558, -0.005417596083134413, -0.021619876846671104, -0.02108020707964897, 0.015174766071140766, -0.016946852207183838, -0.014456898905336857, -0.011299497447907925, -0.0025044712238013744, -0.017456907778978348, -0.03337116539478302, -0.003012340981513262, -0.021438850089907646, 0.003916848450899124, 0.02673940919339657, 0.0038742576725780964, 0.008499055169522762, -0.03743574768304825, -0.0024857495445758104, 0.015698086470365524, 0.023125125095248222, -0.018718406558036804, -0.026657460257411003, -0.02359085902571678, -0.0045862155966460705, -0.02799701876938343, -0.010165884159505367, -0.000414825975894928, -0.011321148835122585, 0.016789164394140244, 0.025705328211188316, -0.0021593424025923014 ] }, "model.language_model.layers.19.mlp.down_proj.weight": { "shape": [ 1024, 3584 ], "entries_changed": 64928, "n_cols": 64, "cols": [ 1, 5, 8, 11, 13, 15, 17, 18, 34, 36, 44, 55, 63, 66, 69, 92, 93, 95, 98, 114, 119, 127, 145, 152, 161, 168, 171, 195, 246, 259, 265, 343, 364, 445, 506, 544, 621, 625, 636, 744, 766, 770, 799, 877, 965, 1003, 1346, 1410, 1505, 1704, 1799, 2072, 2135, 2175, 2248, 2314, 2376, 2437, 2514, 2595, 2664, 2684, 2816, 3343 ], "rank1_share": 0.9999914765357971, "alpha": 6.0001732486833035, "relative_change": 0.08105870336294174, "u": [ -0.3355957567691803, 0.03464305400848389, 0.06492216885089874, 0.07584070414304733, 0.04330085590481758, -0.2050313502550125, 0.011006124317646027, -0.07837952673435211, -0.029649443924427032, 0.07836166024208069, 0.026813626289367676, -0.006686820648610592, 0.02350798435509205, 0.10140933096408844, 0.03288104757666588, 0.14028722047805786, 0.09824702143669128, 0.11770061403512955, -0.2077554166316986, -0.10649865865707397, 0.09821087121963501, 0.025045404210686684, 0.11596692353487015, 0.1249646246433258, -0.02373243309557438, -0.015449481084942818, 0.05152019113302231, 0.07280386984348297, -0.038697898387908936, -0.04272013530135155, 0.008198602125048637, -0.10454678535461426, 0.06094284728169441, -0.01446683332324028, -0.10608368366956711, 0.005411405581980944, 0.08207095414400101, 0.21935181319713593, -0.13905452191829681, -0.010874898172914982, -0.05618586763739586, 0.027805613353848457, -0.06047707051038742, 0.014815013855695724, -0.0329974889755249, -0.06129910796880722, 0.07319686561822891, -0.017510084435343742, 0.012819298543035984, 0.022670842707157135, -0.04299524798989296, 0.06126266345381737, -0.03324773907661438, 0.01272442378103733, -0.022341951727867126, 0.10648298263549805, 0.02969376929104328, 0.026476794853806496, 0.013123924843966961, 0.037067290395498276, 0.022192735224962234, -0.08834642171859741, -0.047947824001312256, 0.029250578954815865, 0.046791985630989075, -0.023749882355332375, 0.060031987726688385, -0.025541074573993683, 0.004042068496346474, -0.04579034075140953, -0.015020770952105522, 0.03418150171637535, -0.05213764309883118, 0.003073687432333827, -0.11000572144985199, -0.010398331098258495, -0.05742713809013367, -0.010050349868834019, -0.09028663486242294, 0.006667267065495253, 0.03628932684659958, 0.0714280903339386, 0.0038614494260400534, -0.06643535941839218, 0.02378961630165577, 0.11098495870828629, 0.08980842679738998, -0.019182318821549416, 0.013262954540550709, -0.00460524158552289, -0.03124605491757393, -0.02860291302204132, -0.048783328384160995, -0.00629162322729826, 0.03204509988427162, 0.013277830556035042, -0.04441041126847267, 0.03540138155221939, -0.02303142100572586, 0.007009987253695726, -0.025199025869369507, -0.07456322759389877, -0.017548592761158943, 0.031605347990989685, -0.02420697920024395, -0.012946425005793571, -0.007730487268418074, 0.00283265789039433, -0.023860638961195946, -0.0328037366271019, 0.02897602878510952, 0.06339944899082184, 0.017993206158280373, 0.000716279202606529, -0.011398960836231709, 0.07300468534231186, -0.00444034393876791, -0.06423035264015198, -0.06576907634735107, 0.04132114350795746, 0.01963111385703087, 0.033089570701122284, -0.02335624396800995, 0.0003184649394825101, -0.011060182936489582, 0.04028104990720749, 0.0006479586591012776, -0.01941390335559845, 0.001282617449760437, 0.06438184529542923, 0.00892349798232317, -0.04541202262043953, 0.01789015904068947, 0.011870541609823704, 0.005047678016126156, -0.005893412046134472, -0.019148489460349083, -0.0626763105392456, 0.0563935823738575, -0.026887977495789528, 0.02004607394337654, 0.021668050438165665, 0.015702351927757263, 0.012089010328054428, -0.031246136873960495, 0.02467130310833454, 0.0409742034971714, 0.010532975196838379, -0.02573624812066555, -0.005361712072044611, 0.013118691742420197, 0.002185300225391984, 0.005451439879834652, 0.028136305510997772, -0.004549084696918726, 0.028002554550766945, -0.05073615908622742, 0.029778793454170227, 0.007365425117313862, 0.008066409267485142, 0.03906300291419029, -0.01411792729049921, 0.0357537604868412, 0.025162359699606895, -0.019753461703658104, -0.003548340406268835, 0.04622908681631088, -0.01877855882048607, -0.03596356511116028, 0.021857256069779396, -0.010922717861831188, -0.034443050622940063, -0.009248686954379082, -0.012366336770355701, -0.01875189319252968, -0.0012388559989631176, -0.0001536510681034997, -0.024282563477754593, 0.036643583327531815, 0.03418206050992012, -0.029133733361959457, -0.016449259594082832, 0.0076634325087070465, -0.016052115708589554, -0.008222959004342556, -0.010689189657568932, -0.04207897558808327, -0.042869385331869125, 0.027786370366811752, -0.012779266573488712, -0.030456777662038803, -0.006308973766863346, 0.02207147516310215, 0.03986497223377228, -0.03156140446662903, 0.03530435636639595, -0.010307076387107372, -0.025666676461696625, -0.0023378385230898857, -0.04264279827475548, -0.021574223414063454, 0.045662228018045425, -0.009935821406543255, -0.013775767758488655, -0.052123550325632095, 0.03241671994328499, -0.0004099505895283073, -0.028849424794316292, -0.055726658552885056, 0.0113636190071702, 0.023969536647200584, 0.007419795263558626, 0.015486815944314003, -0.022422106936573982, -0.006261464208364487, -0.0233736764639616, -0.0029054228216409683, 0.030928736552596092, 0.01452560257166624, -0.08605130016803741, -0.019662758335471153, 0.04058312997221947, -0.010116362944245338, -0.0253157801926136, 0.023381778970360756, -0.06847190856933594, 0.009493468329310417, -0.0052000912837684155, -0.018579239025712013, -0.002343518892303109, -0.0411689355969429, 0.03657442331314087, 0.01991574838757515, 0.04110190272331238, 0.01821601390838623, 0.015148197300732136, 0.009064856916666031, 0.012032400816679, -0.04747477546334267, -0.003924970515072346, -0.003234214847907424, 0.010882730595767498, 0.0013401326723396778, -0.0017001176020130515, 0.0211193785071373, 0.027225978672504425, 0.01383084338158369, -0.006170089356601238, -0.00610260758548975, 0.011013085022568703, 0.02752118930220604, -0.024275483563542366, -0.02947208657860756, -0.01694233901798725, 0.0012276227353140712, 0.0519152507185936, -0.014231167733669281, -0.04006914794445038, -0.00917819794267416, -0.02908516861498356, -0.004361777566373348, -0.0012897603446617723, 0.02698802761733532, 0.012251808308064938, 0.009785293601453304, 0.036243896931409836, 0.023393506184220314, 0.025727780535817146, -0.028428666293621063, 0.009274598211050034, 0.01647592894732952, -0.04589776322245598, 0.018574465066194534, -0.023615077137947083, 0.005189443472772837, 0.0019080042839050293, -0.012674220837652683, 0.02436761185526848, -0.026892948895692825, -0.03606070205569267, 0.013253292068839073, -0.0022229391615837812, -0.023989176377654076, 0.021434493362903595, 0.0003926123899873346, 0.012741800397634506, 0.008276009000837803, -0.02336512878537178, -0.03758519887924194, -0.01680375449359417, 0.008027574047446251, 0.012398947961628437, -0.012292733415961266, 0.02017267234623432, 0.017181603237986565, -0.032382696866989136, 0.00800341833382845, -0.0029563158750534058, -0.011649200692772865, -0.0143248550593853, 0.030852962285280228, -0.010955396108329296, -0.02080562524497509, 0.03709523007273674, -0.03610287979245186, -0.0012474218383431435, -0.004323864355683327, 0.01376395858824253, 0.037648677825927734, 0.028492238372564316, -0.0159517340362072, -0.013173012994229794, 0.014624416828155518, 0.020091470330953598, -0.036630406975746155, 0.020317664369940758, -0.07009072601795197, -0.05813979357481003, -0.032549768686294556, 0.009119462221860886, 0.03866731375455856, -0.0016806497005745769, 0.02967888116836548, 0.007487412076443434, -0.009977957233786583, -0.006373995449393988, 0.06434560567140579, -0.008402136154472828, -0.0019290477503091097, -0.014291124418377876, 0.02104564942419529, -0.012455969117581844, 0.03688833862543106, 0.053481247276067734, 0.01398058608174324, 0.010132919065654278, 0.014368845149874687, 0.007955748587846756, -0.011929142288863659, 0.003173426492139697, -0.0044211121276021, -0.015886129811406136, -0.019699826836586, -0.0035829886328428984, -0.00843091495335102, -0.011972924694418907, 0.008082692511379719, 0.012032502330839634, -0.014893857762217522, 0.022941196337342262, -0.033916719257831573, -0.00041582126868888736, -0.0444411039352417, -0.0016648817108944058, -0.04418351873755455, 0.004554504994302988, -0.010540901683270931, -0.012975800782442093, 0.010583410039544106, -0.013795875012874603, 0.050577230751514435, -0.010588523000478745, 0.017411649227142334, -0.032242514193058014, 0.008659875951707363, 0.0036689613480120897, 0.01064462773501873, -0.010512205772101879, 0.005876058246940374, 0.0005780525971204042, 0.0004036614845972508, -0.009801046922802925, 0.012426355853676796, -0.008162670768797398, 0.005308811087161303, -0.010746202431619167, -0.009331162087619305, 0.019768714904785156, -0.0026789740659296513, -0.013667142018675804, -5.2595434681279585e-05, 0.023624131456017494, -0.02669929713010788, -0.005209679715335369, 0.002631386974826455, 0.010413333773612976, 0.005249710287898779, 0.015086823143064976, -0.020830104127526283, 0.0023144539445638657, -0.013233048841357231, -0.014832203276455402, -0.029804401099681854, -0.001223063445650041, 0.008288495242595673, 0.03250289708375931, 0.010312714613974094, -0.0083544310182333, -0.013404937461018562, 0.020879706367850304, -0.024466998875141144, 0.017408916726708412, 0.007839293219149113, 0.02822377346456051, 0.009481290355324745, -0.034207817167043686, 0.012364397756755352, 0.0009346073493361473, 0.002211123937740922, 0.007943722419440746, 0.02958393096923828, -0.015611537732183933, 0.02206563763320446, -0.029324734583497047, 0.013172072358429432, -0.012164751067757607, -0.052586764097213745, 0.040389787405729294, -0.03514089435338974, -0.011405780911445618, -0.042068853974342346, -0.003395647741854191, 0.016674231737852097, -0.011116347275674343, -0.10916870087385178, 0.02007845789194107, -8.865361451171339e-05, 0.011717733927071095, 0.014534194022417068, 0.006147968117147684, -0.004264370538294315, 0.012440385296940804, -0.009795956313610077, 0.018475892022252083, 0.012466276064515114, 0.06025706231594086, -0.009858516044914722, -0.005932303611189127, 0.014986017718911171, 0.02150767296552658, 0.002603755332529545, -0.005292872898280621, -0.029873128980398178, 0.010294320993125439, 0.0169657152146101, 0.021388813853263855, 0.019862722605466843, 0.04967581853270531, 0.010982831940054893, -0.011326005682349205, 0.0034270661417394876, 0.029047375544905663, -0.01663382723927498, -0.007520671002566814, -0.0017208312638103962, -0.02616538293659687, -0.014527999795973301, -0.022823458537459373, 0.014038819819688797, 0.03293377161026001, 0.03202629089355469, -0.002798746805638075, 0.021902048960328102, -0.015192471444606781, -0.01755690760910511, 0.01623092219233513, 0.01870361715555191, 0.025488127022981644, 0.009576799347996712, 0.014658152125775814, -0.020635446533560753, 0.023112565279006958, -0.015271147713065147, 0.009581456892192364, 0.013911494053900242, -0.002789683872833848, 0.002446070546284318, 0.01574636623263359, 0.02303970977663994, -0.05559954419732094, -0.04239291697740555, 0.0006336690858006477, -0.028053659945726395, 0.013365594670176506, -0.004762588534504175, -0.027099324390292168, -0.005980596411973238, 0.0017239244189113379, 0.011440287344157696, -0.009352033957839012, -0.03477949649095535, -0.03206396475434303, -0.0010092394659295678, -0.007408785168081522, -0.01276770792901516, 0.02085232362151146, 0.004093095660209656, -0.0016390313394367695, 0.015033494681119919, -0.025704948231577873, -0.0023072734475135803, -0.004220221657305956, 0.005377092398703098, 0.007936776615679264, 0.011163255199790001, 0.0044004847295582294, -0.021060574799776077, -0.009965809993445873, 0.014761107973754406, 0.03709668293595314, 0.01817849650979042, -0.010741540230810642, -0.02489132434129715, -0.010925892740488052, -0.023392288014292717, 0.00799303688108921, -0.019432099536061287, 0.012181809172034264, 0.0030101577285677195, -0.0013175252825021744, 0.049136221408843994, 0.005346357822418213, -0.008655516430735588, 0.0032856499310582876, 0.016857726499438286, 0.013488824479281902, -0.014741288498044014, -0.03932325914502144, 0.014013901352882385, -0.008281076326966286, -0.0020381230860948563, 0.00166960374917835, 0.02406231127679348, -0.018889667466282845, -0.020367559045553207, 0.005632426124066114, 0.0015143665950745344, 0.014126274734735489, -0.013897502794861794, -0.025450699031352997, 0.005125921219587326, -0.021809415891766548, -0.00169176806230098, 0.0065889437682926655, 0.014245131053030491, 0.019527509808540344, -0.009874758310616016, 0.04215076565742493, 0.03103608824312687, 0.034503646194934845, 0.004047431517392397, -0.027962790802121162, 0.014093774370849133, -0.02256705053150654, -0.00011281452316325158, -0.003306332044303417, -0.009174192324280739, -0.022375863045454025, 0.00486027542501688, 0.0214961227029562, -0.009316928684711456, 0.022920988500118256, -0.00794967170804739, 0.03169209137558937, 0.009619519114494324, -0.014665252529084682, 0.013017822057008743, 0.02313515543937683, 0.016511742025613785, 0.019177347421646118, 0.006667418405413628, -0.01564164273440838, 0.013089082203805447, -0.01639421656727791, 0.029555384069681168, -0.009313900955021381, -0.019103053957223892, 0.042767416685819626, 0.028667140752077103, 0.025739900767803192, -0.007135983556509018, 0.020673390477895737, 0.013010815717279911, -0.007120614871382713, 0.006787265185266733, -0.0025608986616134644, -0.008222103118896484, -0.02056790143251419, -0.001852090354077518, -0.008754445239901543, -0.03590834140777588, 0.003122360212728381, 0.05863045156002045, 0.022536413744091988, -0.03322073444724083, -0.03223032504320145, -0.00666335504502058, 0.02435644529759884, -0.00948125496506691, 0.015106436796486378, 0.017064906656742096, -0.0009400288108736277, 0.02911648526787758, 0.020579349249601364, -0.008637243881821632, -0.012426631525158882, 0.0004481106298044324, 0.00963650457561016, -0.014529703184962273, 0.006469885818660259, 0.010960018262267113, 0.02550274319946766, -0.01688748598098755, -0.011774115264415741, 0.014166801236569881, -0.018630143254995346, -0.00935380533337593, -0.03003733418881893, 0.024935634806752205, 0.02605457231402397, 0.008916856721043587, -0.015045600943267345, -0.017643040046095848, 0.0009547302033752203, 0.02690967358648777, -0.015162994153797626, 0.019760841503739357, -0.017652302980422974, -6.914120604051277e-05, 0.019326886162161827, 0.0035438179038465023, 0.0017248198855668306, 0.009876961819827557, 0.009078462608158588, -0.01484565157443285, 0.014577003195881844, 0.013906972482800484, -0.040381260216236115, 0.004826500546187162, 0.002474583452567458, 0.014626138843595982, -0.00847768783569336, -0.015356696210801601, -0.008486360311508179, 0.003894063411280513, 0.007680760696530342, 0.014523794874548912, 0.024454306811094284, -0.019868865609169006, -0.015020521357655525, 0.010255499742925167, -0.037402283400297165, -0.008436383679509163, -0.008206299506127834, 0.001488637994043529, 0.009906536899507046, 0.016461098566651344, 0.03292083367705345, -0.021757900714874268, 0.05537550523877144, 0.005160806700587273, 0.0028433126863092184, 0.008847881108522415, 0.0012173226568847895, 0.006102973595261574, -0.007620229851454496, -0.021716296672821045, -0.004739822819828987, 0.017438817769289017, 0.0003599989868234843, 0.015597822144627571, 0.0032754610292613506, -0.031064994633197784, 0.0008818161441013217, 0.010793021880090237, -0.02392566204071045, -0.03034965880215168, 0.011506855487823486, -0.00968921184539795, -0.03213762119412422, -0.045624829828739166, -0.019390514120459557, -0.00593720655888319, -0.03199087083339691, -0.004991163499653339, 0.0, 0.0006529514212161303, 0.013970899395644665, -0.04694963991641998, -0.014910392463207245, 0.011949004605412483, 0.019313782453536987, -0.0042417398653924465, 0.000836571620311588, -0.01842101849615574, 0.03574473038315773, -0.019635288044810295, -0.007098987698554993, -0.02524781972169876, 0.019750947132706642, 0.005029837600886822, 0.0229116789996624, 0.0025806049816310406, -0.00935519952327013, 0.005004083272069693, -0.012394018471240997, 0.005991648882627487, 0.01745292730629444, -0.015337497927248478, 0.009782589972019196, 0.004137106239795685, 0.0016241632401943207, -0.021077316254377365, -0.0018959279404953122, 0.012259922921657562, 0.00017993943765759468, -0.01934349723160267, 0.014691058546304703, -0.0019885592628270388, -0.019502801820635796, -0.01105890329927206, 0.003925303462892771, 0.03639411926269531, -0.02734544686973095, 0.005996475461870432, -0.002293978352099657, 0.007969975471496582, 0.0064431242644786835, 0.020870178937911987, 0.02181302197277546, 0.008624271489679813, 0.003911077044904232, -0.020682374015450478, -0.026372995227575302, -0.006685438100248575, -0.015601280145347118, 0.0004907612456008792, -0.01156339980661869, -0.00455034663900733, -0.03562130406498909, 0.001947948127053678, -8.842752868076786e-05, 0.008744621649384499, 0.0044616409577429295, -0.005855776369571686, -0.02350405417382717, 0.00209728442132473, 0.026498205959796906, 0.025757748633623123, 0.003971788566559553, 0.012778324075043201, 0.01572774350643158, -0.01737997494637966, -0.012992379255592823, -0.013128019869327545, -0.015651488676667213, -0.006569904740899801, -0.008851252496242523, -0.038229767233133316, -0.015360977500677109, -0.025132140144705772, 0.03427661955356598, -0.0018955792766064405, 0.017100751399993896, 0.0016078964108601213, -0.034754421561956406, -0.0008898449596017599, -0.016903821378946304, -0.009491591714322567, 0.04899343103170395, 0.004578140564262867, -0.007970715872943401, -0.016039211302995682, 0.001511477748863399, -0.0016593124018982053, -0.027813641354441643, -0.0097623560577631, -0.008319352753460407, 0.0014786409446969628, 0.01809784024953842, 0.011075696907937527, -0.01264198962599039, -0.019106360152363777, -0.032434895634651184, 0.010081900283694267, -0.0010581861715763807, 0.002916761441156268, -0.03201768174767494, 0.003939727321267128, -0.03793666511774063, 0.02129276655614376, 0.001398289343342185, 0.030237412080168724, -0.013133523054420948, 0.021076655015349388, 0.014462275430560112, -0.030146153643727303, -0.009983743540942669, -0.0220605731010437, -0.006083938293159008, -0.013685924932360649, -0.020539289340376854, -0.006951739080250263, -0.004427182953804731, 0.03535806015133858, 0.030743185430765152, -0.0014479805249720812, -0.010894225910305977, 0.011158245615661144, -0.01397229079157114, -0.01757357083261013, 0.013004206120967865, 0.027270494028925896, -0.007314677350223064, 0.015927596017718315, -0.001045531826093793, -0.006652063224464655, -0.019753966480493546, 0.0223811287432909, -0.010831915773451328, 0.004623499698936939, -0.0007464618538506329, -0.005041143391281366, 0.01104437280446291, 0.006102992221713066, -0.018715064972639084, 0.02166008949279785, -0.001623495714738965, 0.013777170330286026, -0.010329490527510643, 0.010055025108158588, 0.0014602041337639093, 0.014582376927137375, -0.0021362609695643187, 0.004659893456846476, 0.03355782479047775, 0.015485415235161781, 0.024829193949699402, -0.001473388634622097, 0.017070041969418526, -0.01612628810107708, 0.0078616077080369, -0.00012219262134749442, 0.009650888852775097, -0.009401834569871426, -0.003420409746468067, -0.010542481206357479, -0.024257196113467216, 0.03094187192618847, -0.011193794198334217, 0.010564872995018959, -0.008665249682962894, -0.023727668449282646, 0.003272021422162652, -0.006866017356514931, 0.023906942456960678, -0.02468651346862316, -0.01500708982348442, -0.004459210205823183, -0.01888490840792656, -0.014102722518146038, 0.024638766422867775, -0.008230743929743767, -0.03660055249929428, 0.0013319188728928566, -0.017798613756895065, 0.018759870901703835, -0.013449689373373985, 0.01102421898394823, 0.010447472333908081, 0.010067407041788101, -0.03233819827437401, 0.014845938421785831, -0.0014656430575996637, -0.008040064945816994, -0.00426121661439538, -0.0196609478443861, 0.001273073721677065, 0.005802364554256201, 0.010330665856599808, -0.01667609065771103, -0.02310248650610447, -0.014138569124042988, -0.02454613335430622, -0.010593820363283157, -0.0026291008107364178, -0.009438605979084969, 3.414598268136615e-06, -0.003393404418602586, 0.017049262300133705, -0.013359351083636284, -0.0002037768135778606, -0.001959490589797497, 0.007768309209495783, -0.016294579952955246, 0.007598111405968666, 0.0064571453258395195, -0.017948150634765625, 0.0012199069606140256, -0.016324764117598534, -0.010754432529211044, 0.00039714950253255665, 0.015420441515743732, 0.00214470736682415, 0.03306837007403374, 0.03733351454138756, -0.029913781210780144, 0.010454945266246796, 0.02377042919397354, 0.018978534266352654, 0.004087024834007025, 0.0016729442868381739, 0.002957579679787159, -0.021231018006801605, 0.011308667249977589, 0.00295641808770597, 0.015218762680888176, -0.022049274295568466, -0.0014054190833121538, -0.04342286288738251, -0.02072281204164028, -0.03388472646474838, 0.00877712108194828, 0.005125050432980061, -0.015176295302808285, -0.020426027476787567, -0.008435769006609917, -0.01931062899529934, -0.009795182384550571, -0.00592843908816576, 0.0259986724704504, -0.014892016537487507, 0.002660247962921858, 0.008135165087878704, 0.015349278226494789, 0.017364609986543655, -0.013209247030317783, -0.03556560352444649, -0.021810388192534447, -0.005121359135955572, 0.020449208095669746, 0.02641957998275757, -0.016256676986813545, -0.0026199608109891415, -0.019053414463996887, 0.006893089506775141, 0.02259504236280918, 0.012270408682525158, -0.021035393700003624, -0.0007297781994566321, -0.05127988010644913, 0.0009184997179545462, -0.02334338240325451, -0.0002852038887795061, 0.01754910871386528, 0.026418766006827354, 0.011936654336750507, 0.02183537930250168, 0.001927905366756022, -0.018909381702542305, -0.02368859015405178, -0.005278401542454958, -0.00044876436004415154, 0.00013281356950756162, -0.018036700785160065, 0.015845665708184242, -0.032494135200977325, -0.009452424943447113, 0.01653406210243702, -0.017014432698488235, 0.007817364297807217, -0.018292026594281197, 0.012585836462676525, 0.0004262836591806263, 0.007746710442006588, 0.008152351714670658, -0.002243237104266882, -0.011477404274046421, -0.02551686018705368, -0.014602774754166603, 0.002438562223687768, 0.00373503053560853, -0.022949758917093277, 0.0027383200358599424, 0.010146924294531345, 0.005937837529927492, 0.0031834098044782877, 0.01724492385983467, 0.00022390995582100004, 0.01840212009847164, 0.011112544685602188, -0.010207007639110088, -0.012182680889964104, 0.00045369906001724303, -0.02419603429734707, -0.04682599753141403, 0.014155139215290546, 0.004453419707715511, -0.026687495410442352, -0.029941171407699585, 0.0034301758278161287, -0.021883442997932434, 0.0069618988782167435, -0.005667205434292555, -0.020159412175416946, -0.024771684780716896, 0.030938155949115753, -0.013015368953347206, -0.026658793911337852, -0.023185880854725838, 2.8097545055061346e-06, 0.014432770200073719, 0.025194089859724045, -0.002443343633785844, -0.003806215478107333, 0.009734636172652245, -0.002154723973944783, -0.007626489270478487, 0.019322065636515617, 0.009004109539091587, -0.030007336288690567, 0.010709507390856743, 0.009420908987522125, 0.006861342582851648 ] } }, "abs_cos_between_the_two_u": 0.8490049839019775 }