| {"config":{"vocabSize":27,"bosToken":26,"nLayer":1,"nEmbd":16,"nHead":4,"headDim":4,"blockSize":16},"vocab":["a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","<BOS>"],"weights":{"wte":{"rows":27,"cols":16,"data":[0.13046401841953903,0.05353842539466329,0.2420439032707708,-0.060976894999817836,0.0427541639585603,-0.29607186076269115,-0.4032025156118939,-0.02010418961095466,0.007838779368869496,0.07147994631352894,0.3516808141654222,0.1289931424466246,-0.08624256551187745,-0.16600466137979075,-0.16923032771990973,-0.36901473332928764,0.12518695418642736,0.23936115271589192,0.08195342505461074,0.21847556132870238,-0.2405257829655255,-0.10860583008837701,-0.12662115209251884,0.0009119093687654443,-0.0611565731151046,-0.07199282520371597,-0.2712394680227678,-0.09955176159289279,0.4968971442213058,0.2966689122155827,-0.3425486079803184,-0.03236234615932401,0.21611981595992083,0.1233379296476249,-0.46159849211042175,-0.07256305602710021,-0.049416523240596984,-0.14440836614401215,0.07017017731750881,-0.3277187705054761,0.02004285457186411,-0.2907076513587784,-0.10033464110804484,-0.17660107500505418,-0.1599335506453806,0.129309633308766,0.1882318765010303,0.26634551180866733,0.06149212309987617,0.25690664881906183,-0.07136602715894684,0.31802532371257286,0.010818800275797477,0.08312637282437281,0.13685066543715507,-0.025600998331769063,-0.22300687544654127,-0.17332181835027283,-0.17098793575007687,-0.029819632675418126,0.2681184250048847,0.021974076157257903,-0.1433530768064666,0.11048841067786173,-0.04701534970529189,-0.316743819874034,0.2570946670079258,0.02094031841502954,0.07582587591995157,-0.2597272428914063,-0.2676774841709277,-0.2480142831715101,0.050441401930490425,0.12334340370648939,0.4044606915497151,-0.058532740408657476,0.16632916303415862,-0.010994149863824769,-0.47659934088375966,0.04017939828551091,-0.11494445278768904,-0.10634325119406522,0.047978792324269035,-0.036183602051759405,-0.2788976255764332,-0.008785384892526768,0.09896933337766933,0.06016675606639413,0.1048451074248314,0.013314708055216336,-0.2929481678527533,0.07705021179378221,0.10172265968414772,0.011366900408930085,0.08711512739419655,0.11050948807784253,0.07641861857437464,0.6903425361955569,-0.43882885902125124,-0.12565936321208276,-0.17395312051816683,-0.17647797722330563,0.22078505642976662,-0.22601484088831048,0.002148557266330892,0.07598601643313467,0.008827382542278233,-0.08410786798184745,-0.011753389990931985,-0.03216717593478676,-0.06818762353997734,0.12113680132974113,-0.19892378734019658,0.004421378826014963,0.021219011491660753,0.04676796420862518,0.014931037338996114,0.2135704574848433,0.11328548089157625,0.060678028799700884,-0.1630439587490593,-0.10105378549700895,-0.25481825660014257,0.08105780669956544,0.03831469801883663,0.036783503963240385,0.00016404969022032863,0.13205398827249482,-0.186142495344401,-0.16729622407302758,-0.012336896534523504,-0.36715609059231236,0.37405012890301825,0.1714013439151748,0.12116955712615855,-0.22013058759766635,0.0966890442654507,0.21845541099546972,0.06776378956212274,-0.18983651256411013,-0.04398836315786114,-0.007149618135775536,-0.677076530050551,0.044141288291098,-0.1293830392104075,-0.05605957843511738,-0.2804542359693526,-0.05218500353010948,-0.006211341710334547,0.16826529488941533,0.3332694945676749,-0.015634964590429574,-0.10381563193689085,-0.02698095873059025,-0.21659769219086078,-0.10142167576534399,0.010120744136054223,0.11468028912250706,0.15534487801778218,0.3173182700744046,-0.10468988636530556,0.13622206614855722,-0.053859678479920195,0.19354365611750762,0.18064539054251635,-0.1513824910848561,0.23349226770717316,-0.04968975037968621,-0.04732416226180131,0.02525775393228107,-0.2538195448268797,0.03561782054493918,0.026987394137487936,0.046360435143472066,0.06253180299642551,0.4898226413122506,0.13927099703306944,0.15419858923867164,0.06468302305390361,0.42169029839435745,-0.21128346840201837,0.021868324050501937,0.42356315008801965,-0.11321695131266435,-0.15466305261906801,0.016017203314291028,-0.013489600012967135,0.03969624086194242,0.24357512384436064,0.11210873596056595,0.0243463616570609,0.548466376886299,-0.12414613722006998,0.24565283425590567,-0.06842475954680012,0.1360293050345701,-0.0798613244897673,0.15422993853119732,0.01594918308464465,0.20431807558671336,-0.17992958994957917,-0.03199842203251556,-0.3895351771696321,0.12960973583855717,0.12204087964068107,0.07442300651730979,-0.04703613381455396,0.18283441220497093,-0.2047594543605403,0.031111779585620794,0.08828578079290901,-0.08537968851707718,0.08558844803473625,0.36880004375565584,0.22322957233754043,0.3202864248226187,-0.0672468138026486,0.17705238396099815,0.04860966344352136,0.12722657335851847,-0.0001067264050044816,-0.32199495257479044,0.05202657111475758,0.1330912482569012,-0.11534669371181634,-0.2527970863004563,0.3349638109111543,-0.3035507676619566,0.044182926590169994,-0.12338220723597794,-0.24693885924473302,0.2932573729700034,-0.09052136792127902,0.11425199492606135,0.3966626190956776,-0.1962842459001863,0.09889569916064159,-0.05611140699859396,-0.4063431958170246,-0.4312418174563731,0.05508423455303891,0.1943670133985826,-0.3168809261041785,0.028360697544231758,-0.052402645833967566,-0.43035849962439865,0.30087960423682647,-0.012268753082643982,-0.2667694401605839,-0.3599765319504119,-0.06860739075450588,0.11501197581874777,-0.14654012386805257,-0.1601543860399492,0.07692871315603536,-0.016985452443068406,0.020655017589905126,-0.033133765414093776,0.0843400850142442,-0.02471712046299619,0.20850316057053245,0.03531290540880982,0.1730377904311726,0.013935331130382644,-0.00447282004684501,0.006590121824063947,-0.045214435611100445,0.07549460647979182,-0.09865084934032156,-0.051261035922365736,0.020852176518527086,-0.19148453473521773,0.10071539914861417,0.10302948836875053,0.03957413098582685,0.30778524896769127,-0.22282300231128052,0.10950348113961234,0.34197044300882196,0.07431703580443118,-0.03790144220941279,0.033791768423111324,-0.06944809597651358,0.10937044972989658,0.021577240087503023,-0.10946853533677296,0.04377401199140886,0.20908621935208213,-0.17947889030322706,0.043568790796811405,-0.2381634596721556,-0.2482988964232261,0.22469542065831707,-0.309427583795592,0.301636323714766,-0.026137911781555355,0.24729802478175517,-0.1630469102849722,-0.06795375860669875,0.3105121168987124,-0.38699535596218615,-0.20637284007182038,0.21127187755470977,0.04596685808276417,-0.2257313229289144,0.5887916962679588,-0.10104516571780647,0.12820036389557468,0.02778465025734041,-0.1859372320708307,0.4254640236516487,-0.07174727850253157,0.22531990675380567,-0.186570423093035,-0.1804937956294253,-0.19870507198710174,0.1312001746968858,-0.05920900502239839,0.06242549682990825,-0.12298149976577694,0.15170876461859462,-0.0875989280663575,-0.13495933549825204,-0.2971351301077565,0.11239632230638204,-0.3348741107074405,-0.3070883096231545,-0.299438376300932,-0.016902350170991474,0.35664694888025295,0.24484035736180698,-0.19719658071513418,-0.0027837246509328146,0.0016769847007267798,-0.6625837495827386,-0.1860473107818179,0.17199774230946258,0.16578454545903704,-0.09586310464892131,0.4097380066056611,-0.14498284637503378,0.23024782641981822,0.43654211334247145,0.32368130256249517,-0.37809399320989506,-0.013156734788816746,-0.49268823435904563,0.012136417063773441,0.24565273860746065,0.12005553822708315,0.14741997468736118,0.25128534869122676,-0.065736099944737,0.10266960189331661,-0.26294846694066903,0.0335410679717524,0.034710076153634126,0.18496180736548296,0.5637279869283666,0.059898547756952455,-0.44428364758339645,0.010562885367858984,-0.0946891997216289,-0.2788719151235683,0.08918580393237838,0.07533869998770205,-0.024230496750578097,0.2921754229596434,-0.01227406291319442,0.12355338060398673,0.16452089964279715,0.11604935339284793,-0.031180004630189405,-0.0356738425756305,0.028359557810389624,0.19674279073806256,-0.04828223077400195,-0.03227107638513074,-0.19843987708434227,0.10397392359585159,0.04960424896145342,0.03891078424153254,0.08803398218514655,0.06457013830568664,-0.2275286958143208,-0.5072812966189921,0.10502815665667288,-0.05988851412030007,0.12008504784839875,0.21380090169792798,0.041356062853965564,0.1402201377895631,-0.16193562040218076,0.27529167229265383,0.1947135915228109,-0.039316627427481564,0.0493722258295588,-0.09943226638667006,0.028988900615589574,0.10019238538835214,0.04870237744274917,0.15870019166854119,-0.13436861629649424,0.05477644320842835,-0.11574207783759358,0.1637006589380662,0.09914203437223729,0.12047262152122715,-0.1802787287237836,0.01951678666530894,-0.21470748167927034,-0.07484466721653495,0.19192982892289162,0.11604773624120436,-0.07389377664045896,0.16665426054284418,0.046812526664046616,-0.14213180823754243,-0.6656332282973197,-0.10262378689560146,-0.04179128651441764,0.029761362011179394,-0.032943778971872575,-0.07675916172526392,-0.1313764629328979,0.3481064283300899,0.11052888694529059,-0.10309311493443439,-0.044496396036130766,-0.037075469532638815,0.04778678715522841,0.05810057982323078]},"wpe":{"rows":16,"cols":16,"data":[-0.057560048092510904,-0.17567830342165172,-0.725663166126625,-0.012541640571500095,0.021451169554746075,-0.0938887807937824,-0.16636467924202442,0.0400024359673321,0.0621746915372704,0.30391399465644403,0.04904162314387233,0.013577526082118884,-0.02441030038335578,-0.010638784198485202,-0.2554831286624149,-0.015975266705804785,-0.08933901220830488,-0.06292712140173443,-0.31991004488626046,-0.07219774113109174,-0.17576736767026258,-0.015723339903048878,0.2937297423317483,-0.04773391145273704,-0.3106582933423788,0.15012752266790858,0.06635032240047424,-0.3490156032886184,0.1433761923173866,-0.031016271530536675,-0.005400887116047703,0.05739191418852834,0.22471665224403983,0.09306522256847785,-0.27861145257582065,-0.217133421777179,-0.12328733407179684,-0.26226207750747416,0.09891363639315953,0.05479937670693038,-0.06569239717878599,0.2532034773094594,-0.007644139017525259,-0.32068138674966545,0.37674597657163833,0.13109495646729766,-0.2920187979396644,0.0009395605944831121,0.18237649906236772,0.06681286622881583,-0.08723883883915041,-0.11900774247486384,-0.18054280292803862,-0.158174830693031,0.24114512203640417,-0.1404839718625653,-0.13138734277342287,0.42751642257916583,0.11909062178620783,-0.10002534539025701,0.09151029135122087,-0.0275841257572935,-0.23092083658611057,0.012635776520989262,0.05220622431591627,0.16835289644233972,-0.03581031307185194,0.14393042650959026,0.1344039496975392,-0.21245602807423972,0.34614847888141254,0.08091910144596372,-0.08852876733389504,0.24364892822178774,-0.01787130505092948,0.07510640820350278,0.11970109552189252,-0.0781065871159855,-0.27446405088337167,0.050012663911195736,-0.09575878399186565,0.15093444687994365,0.030389668874702173,0.073192733019036,0.3195009644753091,-0.06896734138174143,0.16282129169817544,0.11077302476372063,-0.22342351489182144,-0.021278115739026427,0.06517488633729754,0.10461995258956905,0.00295066484496505,-0.1982392045193717,-0.24811785178391982,0.1086933793276701,-0.26149888042778363,0.14256272756629573,0.20272024549629467,0.08404585265826628,0.32671910642763796,-0.03706452335161708,0.12204116149549384,0.011989167020315975,-0.07483209080010383,-0.11641930480869594,0.033292890852198324,0.2676966262758927,-0.023059235181276068,-0.2272646104522003,-0.21426934605548625,0.23375200532164714,-0.24526669212489016,0.06400699327084329,0.21372665321540393,-0.058857601163065223,0.3351952385469664,-0.016752012784923064,0.06480997312328923,-0.054856311469475956,0.07667890562468055,-0.19000325680918323,0.112917479983839,0.35819213329289984,-0.2300697051909239,-0.2088521599432416,-0.19436881565744799,0.14233568135421576,-0.20165557796948105,0.06262187095088342,0.20669645033657966,0.06413489771681037,0.1861531996023134,0.05491211209120582,-0.014902774614709718,-0.02348140989857301,0.23190817040598763,-0.24311191903113502,-0.04675546603056134,0.3033374549622279,-0.13193562912987297,-0.11462348587621146,0.06731002661703854,0.2542965989747993,-0.0869483149798066,-0.038632687927986506,0.20503813200965848,0.15117973605302626,0.19503916467324559,0.15408795364176964,-0.16399358974365483,0.03265111828788493,0.11713635107421459,-0.2528859466069073,0.009019563549794694,0.1471082186892842,-0.258296132119647,-0.07200510267099447,-0.06369127504437294,-0.0047580149404006285,-0.1912806511305733,0.11038571425821223,0.1272024235885594,0.28226610866650914,0.17058358658627146,-0.04623910114566881,-0.31176143791872374,-0.04044482718077685,0.22338276359512815,-0.3159413329813724,-0.021587115776049288,0.33088683627954896,-0.2055688172508104,0.03156288218509129,0.10406134495730351,0.09209362337163056,-0.09848269440307002,0.23054961710289196,0.03902777725863613,0.2138319587250488,-0.1211535541548638,0.1657087574952735,0.017959176917436846,-0.1637689577833972,-0.02744109057975318,-0.026895842508447367,0.021431074694802082,0.129415017938403,0.048327940054260686,0.045980791011957206,0.03448252274940909,-0.014424198389942324,-0.04338860843709526,0.06800752967271047,0.007115819246269216,0.11732058334664548,-0.004245886895637177,0.04296336327162197,-0.11565783819473721,-0.23923905980595636,0.0019254001313005714,-0.025067014180311084,-0.10514793609885369,-0.032880082135347884,0.03575404978330011,-0.06948618419162671,-0.04889208349040801,0.10812894876066047,-0.06291460958856604,-0.002706255762166995,0.04618360673566678,-0.11918493658964639,0.08382904763048869,0.11293402387978249,-0.03235903693700707,0.053335389320298375,0.16293872199943832,0.007880027007415396,-0.09809045130380131,0.17206780701384877,-0.15713787871995144,0.10730389890026876,0.022019144652181615,0.07553330060208313,-0.06799634708167938,-0.015009430504319911,-0.03977253611941877,0.19647266364808022,0.07088547323608946,-0.034359067802666066,0.05190267115745556,-0.08891092637868937,-0.03444792129859531,0.03283125628340406,0.04489433192399574,0.07541624804207389,0.009235693210950583,0.1354134429726317,0.007923888177025301,0.043970275773512,0.03336864707082024,-0.11532008384725179,-0.012926899653075613,0.04891944850948105,0.005763340729875321,0.0327082811901579,-0.11504367280569454,-0.13912786560059473,0.050707337258758554,0.0607482493665339,0.015510526328046685,0.004621662958419009,0.051416409772755654,-0.09617250943147956,-0.13528249117321328,0.1086471433852703]},"lm_head":{"rows":27,"cols":16,"data":[-0.15509148646714996,0.005100762390377961,-0.2449257022574663,0.017476661570928937,0.04794226338824311,0.07537298282245763,0.27760885097487054,0.0638538329529707,-0.1792491678931314,0.14765091170921968,-0.13596450164477733,-0.09782109922522184,0.07169431756628554,-0.0533330690744036,-0.013036257926743343,0.2612967307385751,0.10756711664233544,-0.09984968002678203,0.16834857754704544,-0.040573172273810576,-0.15895859692020642,0.20914396375291075,-0.40997439740022523,0.20549775086188132,0.15477893387148434,0.037149781618839146,-0.17021979022043746,-0.024989367914621915,-0.20477863377275704,0.20429294099117157,0.13398973559696079,-0.4721224861486963,0.1683728805746396,-0.17215073110586968,0.026324913547046705,-0.2110104211840641,-0.14633658779970754,0.2580746627587848,-0.36640343033864703,0.017285396098137954,0.31532383904699207,-0.008767902471788403,-0.06628881122438984,-0.09625714895617367,-0.09498623900158577,0.1596906430289777,0.23559872475917812,-0.12718696842648708,0.005131155976668277,-0.25462417242143265,0.13181851381487844,-0.04230686280038488,-0.24515799597510662,0.2914066383417597,-0.12763227679760736,-0.0224005207900755,0.04298950293538677,0.12700944780039428,0.11684672464507893,-0.12093835955801809,-0.11502706593171093,-0.010950242436827852,0.06724121056170176,-0.14086269631714043,0.052832041533907165,0.156085842206517,-0.06802833351350504,0.05654494550544753,0.005373389836186644,0.03298284259655606,0.18441535545311058,-0.0002932578557189792,-0.02620592297194874,-0.030054425605089894,-0.1447780302472707,-0.04412715841195545,0.0935664616443813,0.12022640259650047,-0.09867805524223083,0.26952858255968865,0.1603571007458354,-0.27180957677325135,0.31104089084565606,-0.0966019714809752,-0.33651275717073076,0.7337930500395061,-0.44502113201639726,0.012325104992166241,0.5596480792260751,-0.09621887915918219,-0.495885455561159,0.06700169387030443,-0.3218206858161395,0.34304823547985497,0.3410287902869907,-0.29565288737901174,0.12049992944371778,-0.20665578041776855,0.22405940732583857,-0.20868798417047085,-0.03516264000624683,0.5289358396276678,-0.23391239269824018,0.0476559689946333,0.4406105763397282,-0.27667665712407397,-0.3385792993123969,-0.09495648340440725,-0.16395618240385187,0.19500221071736581,0.2805668942975998,-0.1581734659284255,0.048814760525970655,0.25043339669092696,-0.07717794957080243,-0.015481273546811837,-0.015741965449335846,-0.2537010532151025,-0.03523104986601805,-0.21328189363878172,0.07801941179441832,-0.42632954883251745,-0.030228374126525875,0.09920730033376987,-0.2967612188495403,0.0028600604753078536,0.230821181820193,-0.293706457194741,0.21394748066107408,0.2886512157596224,0.12478364566323015,0.1467353210751917,-0.24506910154917927,-0.016240946722428044,0.158292730791575,0.07907104928370533,-0.09701116160168193,0.07690076955020127,-0.17986106423754825,0.05670026527304066,0.12593522568050747,0.06185897762965176,0.017943240551137614,0.10597506705144341,0.13542653290406245,-0.38988540241096337,-0.13126728133356605,0.002724781008540574,-0.11590108619529019,0.39879762178933115,-0.5110114406924412,-0.02149620550582226,0.41146729928407005,-0.024956179096240438,-0.06507887265773821,-0.03259826761084474,-0.3720154662112501,0.2581221280713718,0.4259047059831431,-0.23608350927918592,0.1321390873079747,-0.3098648556729512,-0.044104147744509485,-0.08768922570827391,-0.15305567165750128,0.14364418831049391,-0.4026430828336488,-0.144763719169359,0.20929563954476263,0.05908705408155782,0.006387684956082101,-0.20315024793100364,-0.3575545733509047,0.16625024900219781,0.2211985011118942,-0.05164545173247515,0.0687835333081192,-0.3404030686555163,0.22030828612069428,-0.01437086323372717,-0.06229386830291434,-0.09683010169233815,-0.013068461283026994,-0.2868351394346494,-0.05094389116810585,0.15921755661719797,0.25225527496559214,-0.13049383972310125,-0.00996016019849276,0.07430043509304102,-0.11144675619483234,0.08564604977920234,0.00013994052587043814,-0.31439431387429634,-0.027790827925970915,0.06940685114021436,-0.31740696275931424,0.056243026802103406,-0.43801585102975027,-0.10955903933025465,0.056681841671623955,-0.0033851683321697145,0.05859913489518824,-0.10606413067843577,-0.08527696681018648,0.23987739818653103,0.0680524958491093,-0.203465166098608,-0.042930351132034514,-0.09618829272360106,0.33505298873601,-0.22555575968900898,0.2926469862508634,0.05451815150522669,-0.18082541846332237,0.17132091144341763,-0.074687167894359,0.18087480518956345,0.37918415033891906,0.018129773311715763,-0.052407617692209134,-0.1934398498088606,-0.19474715851847063,-0.21012880157047673,-0.07812883499366813,0.07249592871821989,0.06885823912010476,-0.026106107272576225,-0.019009934564231647,0.1317442910157893,0.1844329004663757,0.031648538137968675,0.0693356998941701,-0.2109858017651874,-0.16165755785884212,-0.1811674697737792,0.1441393059947945,0.1666792489229321,0.14127424875147054,0.16432716331750263,0.218606732481688,-0.3620154078807778,0.15258437228455923,0.22301651570771808,-0.09904880682987097,0.5227691585347617,-0.4719365411482115,0.05281758340909536,0.5548950027528101,-0.33068303828804196,-0.19875277725772544,0.07083552825811965,-0.05678197994078516,0.2552046438593221,0.522320556586597,-0.28847864969223763,0.4559047192903948,-0.4030452826676287,0.6791442618071484,0.24818211878641414,-0.3503547157731693,1.3327011281817278,-0.5653219085636281,0.1026307817060949,0.722386364323631,-0.7562722491376952,-0.674539014357825,0.11557372523129962,-0.23087666754218775,0.5791438471177802,1.0850917855824882,-0.4838455874662146,-0.014947166714270096,-0.05531458126380092,0.1843366429358102,0.035960221574699795,-0.0614530877019369,-0.09774273156866152,-0.17456353624267948,-0.0659395820594014,-0.04106540449430471,0.05013769972340855,0.04883730281025518,-0.15096929501291895,0.17425562912263598,0.11027582369517433,-0.2347139968839103,-0.2496654015261278,0.1496276666876862,-0.23665765916201237,0.01907601133952007,-0.18200016378497252,0.06958999615978555,0.09391410830063351,-0.11307589060714042,0.04833401744141378,0.25935132936335253,0.0744826051198337,-0.009841881513106087,-0.06491880441128524,-0.23969641502738206,0.13527704001518623,-0.06839523975661088,-0.13327010274962986,0.07683506260823748,0.08219899724815587,0.041027880435349204,-0.14381561285149377,0.03397906523512645,0.10105955889943119,-0.041236555206766466,-0.022827946315284283,0.4077755123146105,0.040760564628936444,-0.07702335827458869,0.10728670647327113,-0.28825035046667163,0.0321295937604803,0.18478353600439668,-0.13464030971797283,-0.033197314675156644,-0.005568915304677291,0.3275247590037552,-0.12344308018090973,-0.14415241930423758,0.25080853184589913,0.15603352418912614,0.14083385935465623,0.1004022687135452,-0.2849823519303774,-0.310689527215851,-0.08641358119400151,0.0774312218002837,0.3335096891081763,0.47084240471469335,-0.20369836954116746,0.07773034304046736,-0.26785452679563726,0.33733747801078434,-0.07507434333071342,-0.26802602760015815,0.08628838644628392,-0.3120646724439081,0.021873594680322427,0.3327665202311244,-0.05170738406726081,-0.13665754882162628,-0.2145574977491806,-0.10034938479938095,0.24400910880497312,0.23769690359296788,-0.2763538648338256,0.050730851279791885,-0.20234199703729927,0.380019422560422,0.08480313734335386,-0.06048129671555978,0.39735095923330926,-0.4407895028847674,0.2055403960618437,0.3875309338532889,-0.21575007441056873,-0.16859715113688495,0.01691481475323366,-0.08680503083207212,0.3817576496122728,0.4981609320460427,-0.17900234530661738,0.1943847401879448,-0.20961352622851018,0.58361797836623,-0.00034268088826127616,-0.10277026180486282,0.6735862412478215,-0.39452520966760585,-0.034645264726608074,0.7503911884691111,-0.24941591317780232,-0.02550778872709275,0.07374849431800039,-0.021818763561255047,0.5862038663140274,0.3167935613786174,-0.20069696397479067,0.1481314043274246,0.19765584011328025,0.23649399340235028,0.21694396393536577,-0.08220933344395723,0.0259417861761047,0.0453289980251786,0.009020291986674265,-0.016192770212536827,-0.03133268525524851,-0.06733640240590644,-0.13033474841347356,0.18488166767966185,0.13192674320981812,-0.012715959272030623,0.015493189983158177,0.0718748755979663,-0.1923179754706158,0.16817211864219633,-0.24841134785863608,-0.31976342544744496,0.34689746670416655,-0.30461608877264684,0.016351119765724075,0.03825689418760364,0.11453942419888889,-0.20936415204840855,-0.07130965791133077,-0.10194277330576396,0.23051846698550818,0.17054106536792185,-0.20594368979358216,-0.31607137432025184,0.10515999921405125,0.5708228017756656,0.13661792216719088,0.2722936123147734,0.08956516975574402,0.05572500838278341,0.09021889431866502,0.006722912669710814,-0.22028593372605718,-0.08148935019780136,0.4260015767214901,-0.14640418273690725,-0.18270769226365627,-0.14230602489451327,0.15594339155386905]},"layer0.attn_wq":{"rows":16,"cols":16,"data":[-0.13354721790326615,0.14955430732485311,0.0693910596363784,-0.04337572059430876,-0.032384635872612894,0.10111120978718487,0.03497944107614697,0.0524633658373507,0.026561249026854826,0.09694069772565692,-0.08997124208432146,-0.093185914018878,0.15261218405817878,-0.11137694431263129,0.028228014170929565,-0.0738612205574083,-0.016923171521771516,-0.23145648667557506,-0.13918705272186116,-0.30123203201940574,0.07866539709414774,0.10421081343484698,0.011559427406576643,0.0189810872642554,-0.03389260873673855,0.15781532987314892,-0.006750784628917511,-0.09252428748511594,-0.07610332541283692,0.27503247589457785,-0.13197306575888662,0.06901011718656501,-0.24593560003528928,-0.014121311771781032,-0.055007933938211184,-0.2796732742607608,0.17134943727256258,0.05808928366886646,-0.017645329568154806,-0.06125919832561953,0.15851607802415985,0.04591996715409392,-0.09111480774558733,-0.0216790723851824,-0.1633958738403718,-0.03471483160875555,-0.04310358488092971,-0.30306271162490567,-0.1817620881491374,0.2676621282240713,0.015064184572000825,-0.13531433908387708,-0.16695120119333917,0.01389538251474693,0.07593812647582124,0.08951699415510841,0.12375474286896984,-0.08384353967787968,-0.10184045488262596,-0.13921676664358618,0.15585815312159124,-0.0034526511073248722,-0.12724006577531763,-0.1096858970230571,0.2771108885802108,0.0009254285844691162,-0.02938548037963057,-0.061643097323094455,-0.08529133935547838,0.14280392096806432,0.012530879895583111,-0.1256836071783796,0.046954080547832504,0.06584157936596768,0.018237515489412128,0.031833338235969344,-0.13640034571807544,0.007121381127414983,0.1721532253097631,0.026171531741186856,0.13726309411774507,-0.15810323145685612,-0.09223008182936962,0.1538532027232223,-0.25255242510423337,0.0029624372483095895,0.00020972381326185503,-0.06122102738123756,-0.13839246018938586,-0.22104528288564562,-0.0933676931295515,-0.007022092007060668,-0.1669734403647066,0.13345298312714848,0.2265966496495947,-0.016479968922913823,0.13728288770681268,-0.38014710362771914,0.057150293634366564,-0.3546280218635235,0.052774562307394864,-0.11576453754124867,0.0321040488818161,-0.1995440794158521,0.16515944875483912,0.044781454245914065,0.09241126974852173,-0.1384472133464612,0.15970304763635784,-0.06300414559472586,-0.41531347345185543,0.038010283274847345,-0.03537890377819154,0.09439906194478766,0.12943135878947165,-0.006827659831498594,0.1053670642769779,-0.0035466243736442223,0.1037787248823183,-0.04008907974311362,0.194256292154138,0.051862487255598846,-0.09367857474020752,-0.052309467306769934,0.09792436487713461,-0.09275199362370029,-0.1539851412895101,0.053247919112363006,-0.09882476343492148,-0.13170118166865677,0.2988418644491762,-0.14872348618107492,0.07070287105215069,0.25250879085416145,0.03391922971005237,0.09530210739374956,-0.05844968717973689,-0.12303568275287145,-0.16168683041051687,0.1350999624608177,-0.21886038125831314,0.059098209014895625,0.10497822899293272,0.19216377143869837,0.017462455544633246,-0.03231084490742345,0.25247224212848474,-0.029048613410050227,-0.04765212195508349,-0.29733442855876446,-0.23242904529599262,-0.09305792638443015,0.13569364926424282,-0.005042532784663021,-0.07477266827504934,-0.13463652547587002,0.24042726711662585,-0.06901820266636777,-0.24494890703606367,-0.2230645541882406,0.22822297959303667,-0.21004213383330905,-0.04377201334326694,0.11782270160407358,-0.14435269626064567,-0.24870585417705673,-0.033118318319620574,-0.005565456183783453,0.02970286565804612,0.2721460714576502,0.153388219735662,-0.21509022461393343,0.28329098326559676,0.0001460847268657938,-0.0863202209833562,0.11128494565395344,0.046665501552815014,0.1259991293891576,-0.1620745361689916,-0.04862807889509796,0.06346474294564158,0.0685044436555504,0.3187808400027918,0.4418395193176512,0.1531278041407291,0.2449512058972095,-0.30819287999829215,-0.2181772357709125,0.14644819822858376,0.1676566846673814,-0.041013773600452726,0.14759187549403657,-0.10412081807127466,0.026071796081016552,-0.08228319418715242,0.249338967782376,0.1435091180545781,0.1616309207823437,0.11951159465919761,0.4027802213405484,-0.012299813591479523,0.13768071631914636,-0.22082010642620134,-0.14408936344269252,-0.036087174260143975,-0.02047621545126826,0.1870301730082617,0.03879896600638094,0.0681000509107326,0.1370655040109075,-0.07233410398378405,-0.21590303682930423,-0.04338609692498569,-0.21881961130385982,-0.15387091337158668,-0.19769025438117654,0.16632498439383644,-0.033404055809096146,0.033383767973419985,-0.13706562734783112,0.029859005742847663,-0.08144030107075834,-0.17898981044792106,-0.19432458015243304,-0.0987320587648929,0.1605230105860487,0.14350556685943797,0.057464209594754206,-0.048575058213669774,0.38490792963485193,0.2291876605828185,0.4787137339746149,0.065699488052163,-0.2985977118447357,-0.2434353367046699,0.066879602998721,0.3045342994578743,-0.07770644274804978,0.23848255359482232,-0.033030065837965875,-0.16856109972424096,-0.05877601119303259,0.15961718018645504,0.22518799564249828,-0.0220430840900823,0.17720162376224727,0.1983670716523907,0.39967024993897354,0.0349775148370787,0.013237951192272168,-0.3053637337820601,0.05804652079744978,-0.12005465247198975,0.05615960011346853,0.28097074538391187,0.15788512150096576]},"layer0.attn_wk":{"rows":16,"cols":16,"data":[0.04280871366593366,-0.18553800805898013,0.008038305208461756,0.17568294188483016,0.00568507475942587,-0.08704271871606793,-0.03160117930095183,0.20808489299322744,-0.10133875436318182,-0.07134547387694416,0.038160154700641866,0.023415245841046664,-0.20371544841576972,-0.05926811415227719,0.05058965807769729,-0.06549224676262046,-0.07868420645994455,0.3009145635170843,0.011500672033911405,0.19407914676854573,-0.08599620623745016,-0.09856436236469662,0.19133966601710545,0.12529008584543255,-0.10992989519272922,0.16149320658397182,-0.14321794491687673,0.014990307431192361,0.03366512142529443,-0.10056714996267724,0.15787065805861114,-0.2998493145878253,0.17685888544420653,0.05937439897871389,-0.254560850087841,0.2507407174153806,-0.018579908520838982,0.04500540239085459,-0.037393949194494555,0.3379441151126858,-0.016983831813298957,0.08412040504751261,-0.0021760589857103847,0.041065293038352386,0.10676674713729366,-0.12708624023654347,0.12575533014306545,-0.07915744882562308,0.1334249291749757,-0.17079594945566187,-0.06507576306256495,0.1514652797697958,0.07037484514020362,0.03232798357612455,0.018028276161290484,0.15539557146763283,0.0037790224242425893,0.027418201121248445,0.09242405967518408,0.1853282946533487,-0.3428626186322667,-0.08822219475124544,0.10356824178650689,-0.03846129690603498,-0.1470557900443782,0.1109986518967259,0.006584774773987945,0.0821627149839876,-0.09946994774426246,-0.05309683772310765,0.014980698620018624,0.007274826848606052,0.10697792655466515,0.09392903793663354,-0.011570200464540313,-0.3426546603842436,0.2733540278664809,0.03652683824423826,-0.08756230764477761,-0.1545376682321882,-0.18510033944421708,0.0947394337225962,-0.06413156944632928,-0.20389558877374162,0.06180475215454798,0.0015310340822779242,0.14242206737421773,-0.028754797155465518,-0.0196728403896774,0.01934389962580624,-0.12430827297768,-0.5507685556059947,0.06591170726734802,0.04001181306690814,-0.1018791154740101,-0.16494991977509113,-0.11933754837289814,0.1479546209237783,0.14170965738159672,0.2830652210406563,-0.20528750015807998,-0.19650918218681146,0.274489282224688,0.15218681165904993,-0.2363892632894735,-0.04744187270114054,0.12230433020206276,0.3308149476782057,-0.08912618712064861,-0.3159959217949536,0.11077678760412522,0.08768910183611522,0.197655625729731,0.10805042949408622,-0.01069235780647083,0.033079030781360895,-0.018765223993384126,0.10277830545528585,0.11895103873516759,0.02700848506427105,-0.0691893918712352,0.0011953554609304084,0.24831766460092217,0.2946110717405302,-0.15721315119190382,-0.006860587391148723,0.044253567833659045,0.01299788606221428,0.37656876723005395,-0.13606481297901757,-0.08583264939947394,-0.13936659160960724,0.13793180529907528,-0.0327189201016486,-0.12717076736258176,0.17840065341752503,0.22265307046667726,-0.10816707949743679,0.05195927583212391,-0.06141238739126426,0.12169719191267671,0.33799764819490147,-0.06299793724153546,-0.11510278950494934,-0.12421216043435482,0.22956585328842422,0.14179756034408414,0.1438371503455673,-0.057832880888622984,0.10344898137561634,0.11861623815288501,0.10766563573082161,-0.2811568883369851,0.03723749962544688,-0.05676206648629844,-0.19964440335424058,0.28394180300387944,-0.0005011407601176797,0.007938445896568155,0.09464921685045621,-0.33525439955420694,0.11247788930102683,0.26333915265676605,0.015884869431252,-0.08925832135241125,-0.07459316997818127,0.3563914767381874,-0.04413823301396709,-0.3398067388288954,0.010091894748416316,-0.000631054407047073,0.14774324609103257,-0.20348169245610292,-0.16919382235417205,0.03712641791890924,0.12786617889661614,-0.03673106279711685,-0.17638550934658143,-0.026085683949849704,-0.11092654567787541,-0.05312354409094571,0.0588581593403762,0.07501238770881101,-0.04005957378769699,0.021293271323820553,0.1391485957328805,0.4713554395095675,0.23065756899182663,-0.3565694836354785,-0.13739762774799366,0.16945554905139126,-0.10053319891344364,0.052982767817007725,-0.04492927221973224,-0.021972598155373307,0.04517886279036918,-0.0007092717760039629,-0.3136401528937028,0.01387375008206332,-0.2555315530196471,-0.12113223855970073,-0.044358385756302646,0.1036449659644263,-0.21175535949732444,-0.04641525644907305,0.1478736438198854,0.04171357608572943,-0.3373363399937866,0.1912935389634747,0.058638836723220664,-0.026335320082236154,0.061035818204986304,0.13946014094033565,0.28711600749485405,0.2112884412641517,0.3089971699880143,-0.05795962909582525,0.1741904482064514,0.02836509764500019,0.16432756495446715,-0.027144242822430092,-0.007295921110327281,0.11818173475320576,0.1375915097089194,0.051605841388774186,-0.08448478422205645,-0.015451299678404338,0.01660423496160805,0.03006153223532575,-0.40191591796785237,-0.1972048903801498,-0.29577679149866226,-0.05573244239769178,-0.012130050652494203,0.01535873306347881,-0.25152112389761005,0.10462290580027077,0.33166252114915606,-0.2889486226009572,0.057206857111104195,-0.043379288469797224,0.06714194004979215,-0.04057497389689187,-0.13047122647140652,-0.15956585386690753,-0.2565662692975895,-0.15580091363093937,-0.4095445504230189,0.01885179749623455,-0.24922177274277518,-0.005220714751228401,-0.20100717540900442,0.14873362388650826,0.192368953404678,-0.25275094089722805,-0.1322954085105113]},"layer0.attn_wv":{"rows":16,"cols":16,"data":[0.09200311680749565,0.03217236427478619,0.0036568631677853605,-0.13935423057905702,0.2830092502654903,0.16640819397239193,0.039863698292581594,0.1672153519716107,0.10692605932348233,-0.002996308000757009,-0.07409309868885923,-0.0034937803034644317,0.004550672058215528,-0.0656163959758353,-0.043165574992168054,-0.21419326535656,-0.08497300521105147,0.01533083959694677,0.08626326901232687,-0.057702391629817815,0.08613901734080533,-0.0730148967361635,-0.2843219635036811,-0.1366175375950838,0.09305099848393435,0.004444177512886593,-0.0395122635750659,0.09589456160577703,0.04459527333693159,-0.14246939400750208,-0.2348311984434548,-0.17824772474605544,0.15823267290983817,0.05438483527520264,-0.06177858835201949,0.15525047569661024,0.11214223184272219,-0.053893243517603114,-0.32780797922758603,-0.11624696093462442,-0.04113754135684542,-0.27079102910057484,0.33829968693236045,0.033549949590661404,0.12297115710929095,-0.09036766198609723,-0.13085981543411615,0.06473175226486744,0.07699122888482475,-0.20732924547857548,0.08226368440284065,0.20345339052605826,0.16461828606865642,0.02102591573525154,0.05817979017875585,0.007239815669716158,-0.15749922276697056,0.15076365935886898,0.17360558891650377,0.08546380059932962,0.14836902222654644,-0.06950847035019306,-0.1187834981402661,0.03568187133492897,0.07101476451249959,-0.20388607578107787,-0.05315903241672387,0.29072616906155613,-0.23322064973450335,-0.067299892579868,0.17325929481636662,0.21637056420493297,-0.005743417985450501,-0.14461280976140392,0.2340762003198521,-0.07812345307076461,0.0858459878911347,-0.06905120109388792,0.0478783658952947,-0.029502492449226963,0.0879636775541245,-0.03552228740956379,0.0356545718722151,0.09380673583296935,-0.01660162861222285,-0.002458904438747385,0.12673640772674344,-0.0484925244224014,-0.06348379020249051,0.17836784956174753,-0.025505319750955276,0.03569117188709775,0.017779139776086805,0.16368523156038672,-0.09971858378282622,0.05329903313730724,-0.054245325837640836,0.061889267187962296,0.02326560467917455,-0.24845044088342633,0.2677498902968249,-0.2453853141694107,-0.21931388203187707,-0.11276216199314243,-0.07487081319812418,-0.05152081029204948,-0.17123493652999042,-0.03217563816168474,-0.10622522210926855,0.16181764508707047,-0.081199531024816,-0.005875167703691512,0.10642500583898233,-0.03089458720360276,0.06808305344481456,-0.17023174963408239,0.00439728424554839,0.1907881923393329,-0.09481081158212065,0.13164840680780251,-0.05652851261565651,0.04123298252111071,0.2401771996715568,0.02671147559555987,0.1361332351367201,-0.03422302810479772,-0.19262937515749273,-0.23847690037066147,-0.030307012725239172,-0.07363742617743001,0.036823609965517604,0.009898638212023162,-0.04009178547462621,0.1186220545702571,0.1112828718526999,0.2526176474399757,-0.12692167081877842,0.02955555962552251,0.1680421658639401,0.0005400620964304089,-0.0551456750722934,-0.20944774917934983,0.05137847028375952,-0.15244981465339813,0.14666667075058415,-0.042078052733169245,-0.002800178037501299,-0.07314684993339934,-0.0692710243717486,0.03995325399293668,0.029379638883665987,0.06525813868676131,0.08253872479073338,0.026407058498933683,0.03311931683651308,-0.07477441792389067,-0.03320510460310918,0.0324728870783891,-0.13356010212149383,-0.14612093419616667,0.050028854815510275,0.04296117707319546,0.04313248981009755,-0.025468564086528037,-0.022207159565017332,0.15229774242329724,-0.02718279573824113,0.1582387811567138,-0.04404190303463552,0.08032111840844179,-0.05666895035430511,0.02090074119165015,-0.07936438175146225,0.10097366929533423,0.009938675608706805,-0.004696048745244472,0.03771335740658448,0.10501231571424582,0.08376801038104179,-0.1177861444990198,0.1892344731612817,0.1384698249746122,-0.029267749699862226,-0.027345814540839463,-0.12031908524726166,0.140276316288042,0.26760320129043363,0.08406516702808288,-0.026499103880977728,-0.24445899312022376,-0.08080578034765941,-0.16374903051027184,0.10535746197239919,0.00758777777631498,-0.03252613742949416,0.035934797497510815,0.1296155471125562,-0.025988595538384243,-0.11424149972508642,-0.12450050582112279,0.03764834337980603,-0.04734455135758142,0.06216931629882921,-0.23772551570901265,-0.06940650761103744,0.004727847276417917,-0.019674821001735506,-0.043241167989180575,-0.2751551541566788,0.18908708353646714,0.009084918709871418,-0.10398237170911917,0.22769613746072379,0.1733701935980228,-0.006498353110007153,0.08660451810898895,0.0964627204671689,0.05606039119177055,0.015223676615548506,0.06974032069409505,-0.15423798086501,-0.14988881052975545,-0.10729398187307336,-0.11569867239811789,-0.08401765300998604,0.11423307546975273,0.1884855802466421,0.007332319518201001,0.18443416288194178,0.18073800918288369,0.14355658868049706,0.23123164899181559,-0.2159400240750063,0.16308326834320655,0.18891095047909967,0.084119534506922,0.012055308589696442,-0.26789137265927293,-0.09685714010266024,0.04068167538963722,-0.07075803632434616,-0.006114418249887976,-0.07415475162817407,-0.03425997133798013,0.06577747486272333,-0.06674421339710349,-0.08272069140301992,-0.06406600923695158,0.021068354238110393,-0.14312935999067072,0.06741034148953041,-0.03703270940734059,0.11064956291369712,0.06126638545006047,-0.05532298958378322,-0.06004910015877945]},"layer0.attn_wo":{"rows":16,"cols":16,"data":[-0.12411642603637062,-0.12890034070096948,0.06502442291989238,-0.2554422045077968,0.03640632371291406,-0.1744969273409835,-0.014617526855099896,-0.12914280888573038,-0.02646748313669199,-0.09216834158991566,0.03080880107165133,-0.1749154883687503,-0.05877243398142523,-0.14377185085944158,-0.23218214876357576,-0.058911974121814606,-0.110231023874321,-0.3056875369429401,-0.08484889727671516,0.11017946250424708,0.1780443683214053,0.06375168346524818,-0.1557470241624343,-0.19241701343322323,-0.24033825300398898,-0.12549056994235983,-0.019258579163397262,-0.2168029161277925,-0.08518369432082236,-0.18665371628952476,-0.002787710648648649,-0.009621446548626398,0.020500895151294794,0.05372828253870051,0.10695522395055991,0.08763829196287037,-0.07182776632514669,-0.10425071847721416,0.05278172253327634,0.08072139285663969,-0.08298597097573575,0.005855768557402152,-0.06416657287834314,0.033317118237371386,0.14994831609959486,0.1380236138286041,0.010885221741946494,0.18019153185004547,0.041002246985502026,0.09424440790455435,-0.08018200330837341,-0.10338681979213035,-0.17787426415241667,-0.06632310244082695,0.21953745856484752,0.0087630067200575,-0.09158940574986255,-0.04443743151576079,-0.11643393767652324,0.010646276432000971,-0.05870983711956603,0.16995090815849972,-0.03510546312341656,0.010690865717172362,-0.1280167422609139,-0.062021367598042505,-0.06946268990543314,-0.020883015132327463,0.1750379975120675,0.11579948188260392,-0.0502098968219521,-0.03739217492011673,-0.004132913606966694,0.0622433746167027,0.06944310765439425,-0.14057008797000609,-0.0003212396756049325,-0.1685969225697982,0.08938650252609295,-0.05783274289318951,-0.12812028081922586,-0.1096800279473395,-0.12041598993847438,0.0014775934876948018,0.1943061842995819,0.03051680750193766,-0.08568658888840229,-0.03217212674871955,0.03501630035267891,-0.06812840754326382,-0.04177213270678204,-0.11556854113872916,-0.04786808130689507,-0.1925182520122937,-0.055991857789697216,0.04708132810235906,-0.007471257598476584,-0.2019277566920954,-0.15591991253739676,-0.05294715029599828,0.08160901229140131,0.06843113223377091,-0.1315254774437864,-0.12558559068245287,-0.011148361974755034,-0.03332988165802704,0.005920045042041293,-0.01740106708503641,-0.06807342139532847,-0.020256242051351615,-0.012735294000619799,-0.02516138521458263,-0.10136705098013714,-0.04781283025066083,-0.0038774775572926936,0.03152979669731121,-0.10413041526415365,0.09168772524503715,-0.038660623334577385,-0.1860044882794032,-0.0844620004513987,-0.1330319072423611,-0.06641291027370025,-0.09395384103631518,0.036301903148501596,-0.07722676030180393,-0.2125306972505107,-0.05462904506813072,-0.08161423432222077,0.0902881482079977,0.010018059188903918,0.10993182099103109,-0.004630281146334055,0.26139011346806074,-0.012715189274468203,0.05821486839655431,-0.06304918588044395,0.036752538256087375,0.04906309639894429,0.028721278859208242,-0.06689214111127775,0.008460472886658781,0.06579333238002605,-0.0866733335302945,-0.06430375827996446,-0.029491315493631542,0.2261085944470509,-0.010789285002725676,0.18254952003630795,0.058912539628227754,0.09935321121671171,0.014347132455596354,-0.06947308274856621,0.08279493987756338,-0.13819498858467733,0.11636992476047882,0.17270018082823646,-0.08082089557971747,-0.2363022433135811,0.12719745610922323,-0.1750462884332231,0.034198498145542364,0.04909340869698165,0.0021670357220925297,-0.04984218879792501,0.05061072706869399,0.07380128728414662,-0.1986582258696147,-0.09754023216057388,-0.10603404734612554,-0.028067815683868562,-0.10073647421790907,-0.11890705637377079,-0.18646962775253328,-0.11548147771283625,-0.10226161950889967,0.07431084685095563,0.08504768548287565,-0.023962371298219105,0.1352646888723374,-0.00962037767504459,0.14868087481408837,0.026051662510531745,0.06153661938837401,0.08510627324435968,0.04158432341759201,-0.015520889955050849,0.13236089036323273,-0.0349675009996183,-0.00525194786264288,0.24743959971673954,-0.07395217868574978,-0.0019506147352301479,-0.018622842219376615,-0.20223117466477705,-0.2199891569562109,-0.20319673874898642,0.035369070860378944,0.13776300850849288,-0.22302366364951268,-0.049936332491625414,0.04726164295191969,0.13107834015284775,-0.29393701139043243,0.03185215054642142,-0.023399405536786624,-0.19226156149592646,0.04590800293293465,-0.02337466445893156,-0.016211510187407185,0.1461094572960769,0.0762221423539819,0.1697841807314616,0.03211364606919031,-0.23083051072016578,0.07494004157810938,0.09811539506235914,-0.1541124692428044,-0.02832178228248401,0.11933835678454732,0.009330946734113804,0.04956516587239932,0.10683391154490819,-0.1375678089827214,0.01881055512751391,-0.010895892044404267,-0.32770611548901185,-0.2570756937153739,0.005478966885129717,-0.047102886567375685,-0.004660873284633794,-0.18238686286148773,0.0010737508297978273,-0.05535259069130198,0.033921240058281926,-0.16488853275530482,-0.13123134727011943,-0.017632973624325844,0.029830228383816222,-0.06495750346433568,-0.09350275738147752,-0.11827579991413066,-0.04585235890905516,0.16380388321665323,0.056337300825922434,0.13989490949659059,-0.11439626251486384,0.10093861442712147,0.0943159744534022,0.07474248474018355,0.046886716669084415,0.08664222346355195,-0.017184353720143934,-0.11000808194485916,0.026463828324510733,-0.05117245232899167]},"layer0.mlp_fc1":{"rows":64,"cols":16,"data":[0.19442370142307586,-0.13390045806480239,0.07955076254049419,0.18219576434607548,-0.07842443322689881,0.061462976709341054,-0.000755475396658392,-0.017686437339888963,0.08298727334546707,-0.21340196406642556,0.030168908412722177,0.0015252690426063424,0.024956942375096776,0.11209365766195457,0.27798833635380293,0.0613104890439722,-0.06675207727476848,-0.043192439418173065,0.008270907028592463,-0.0966297087893624,0.018214799986850737,0.2311435462137993,-0.21809520818945916,-0.1714825315797686,0.2520569736327933,-0.0901957931185301,-0.03296191509189057,0.08133092920291046,-0.026916898539209144,0.31105800991351756,0.061643287811753864,-0.13254498917503402,0.12963292704887408,-0.036747272594004045,-0.08392348948230689,-0.09777414335699523,0.0033027143520522827,0.11576641345663755,-0.061070805003537926,0.0698931063874062,0.18919813469620742,-0.20551692695123758,-0.1602273092620018,0.07356690567237122,0.16095074686840932,0.256082144147612,-0.013523870121005498,0.03895314686834707,0.02934605450041699,-0.20446108942021943,0.18129732746117505,0.1875528072218914,-0.04637123017624177,-0.0002904642360436312,-0.21111243716341957,-0.0656485010246333,0.290244596887313,0.08731344272256987,-0.03281417776454817,0.14929748210545132,0.004959841145665661,0.11118022753327489,0.11734887307337612,-0.035232173405913204,0.0020715913519267193,-0.12667313734317556,-0.014666255159116095,0.09930068686101846,-0.17544862383469953,-0.03417940318353779,-0.11733534303417854,0.07420536754909819,0.07961068574564678,-0.24973899731725274,-0.08259331754387146,-0.17561656470468195,-0.06148200248084772,0.21428965414370627,0.09050082829260801,-0.15616242282448356,0.21523385568636208,-0.10450517422644702,0.059312020949932015,-0.0302601525144306,-0.030536462003150015,0.1655718296330332,-0.038651193803605925,0.11639700855953684,0.13726717221705165,-0.0937872820057406,0.07231690327105096,-0.09753984839713616,0.015034369561838184,-0.10188574389727399,0.24834906134277226,-0.0944014457460972,0.03832465306640733,-0.08033862353508067,0.016383605939648865,0.21837492788286156,0.059570496757209455,0.24369528094522488,-0.11988709598724087,0.040535665776454406,0.27722901791887916,0.10039829871455444,-0.24147913356527625,0.019986727750620346,-0.2047078657709864,0.31823615355439283,0.1425692137396042,-0.09744169512087429,0.06175992948255912,-0.2406304486514629,0.24096504382356573,0.16207751540721005,0.09183381376688748,0.22314709028612809,-0.019449362670532627,0.1481500867797502,-0.023218705999778988,-0.18027983294675068,0.009529028886442466,0.042069702206084594,0.0639828817291261,0.1379700048003937,-0.03707248690342233,-0.025562651865826805,0.15279903520002142,0.11085698699279051,-0.08179574769930187,-0.0670971547970408,-0.04288493514060137,-0.10683754219049517,0.13476218453113128,0.03560915053173223,0.08069209450105103,-0.23473103681695207,-0.07818670634969624,-0.1390146446222886,-0.16856697910483348,-0.07395523830275072,0.13478280131319445,0.16237236583444517,0.10946908726112252,0.0336382330833515,-0.016415086552056587,0.07499718963877645,0.35443452835790934,0.14735955128447115,-0.2762009082778742,0.14087447713970852,-0.10343299039445664,-0.03758998468536919,0.09878264663155877,-0.0554391357660455,0.2606103746470499,0.07076864861277289,0.14482095626108646,-0.12021694526538092,0.059059089261121675,0.0509850916011636,0.010296566720480087,0.09790009031316795,-0.09954949566335995,0.10459644556845185,-0.21889384679574603,-0.02293582116046757,0.18718105812585853,-0.18439530173846358,-0.02165554397201291,-0.007192295322529117,0.1104986869751567,0.11990962194540483,0.22007839079585698,-0.0033041883614404596,0.010092104828417374,-0.04856052301895417,0.012646116815434542,0.02728370278890173,0.05821099418083336,0.3208871942094626,-0.09369008850556597,0.39093909139012856,0.22075537746760385,-0.42025847890427603,-0.26474058390300137,-0.2023617991104642,0.09520759891682949,0.25837313570109477,0.14716914925716304,-0.2015044016107381,0.2516403415291418,-0.11406960246332754,-0.02708135991049911,0.03342352053011993,0.08458726090323225,0.0245008663544178,-0.13749280392736737,-0.24187441538331292,-0.22817329793400631,-0.23311762281927378,-0.17371782744985342,-0.10150822048651122,-0.005184595191104195,0.06512769497775592,0.09448264465050123,-0.06618055331792029,0.21124744074753837,0.15026530556622825,-0.05807710219441152,-0.07896458005081164,-0.2111785142513677,0.11955981067897006,0.06764648444966832,-0.03131173533065764,0.10610311914716494,-0.6416081891486323,-0.16586434587087984,-0.17950162353623472,-0.0513680698731284,0.053643730090469355,0.050612680772215195,-0.09802382944159173,0.21309128434807914,-0.11312063064272836,0.13615084989821793,0.15975159823974783,-0.1994225345557942,0.22396478237329132,0.08368025666132775,0.0042194664993906355,0.051522145550573925,-0.08097327796007153,0.0710833608726862,0.07410583566282815,-0.11387846773006956,0.16773978052047434,0.04026020261793053,-0.08131655146075983,0.058840605558965475,-0.014651888102066947,0.20737035532971862,0.18378856587218165,-0.06921711253089854,0.24689878129894935,-0.06338299330433896,0.09819661044042893,0.36206858232865063,0.10620641642194198,-0.16240667209227413,0.06249319713149992,0.010749576217552171,-0.1818972467834902,0.16680051450282118,-0.15323269952784904,0.2558929876023712,-0.037798670460251135,0.01047046071999292,0.04044270186410645,-0.00959890182276662,0.1569304233166921,-0.057962498916785954,0.05130132253289783,0.11880558256374793,-0.08443151818923614,-0.06492632899452634,-0.23921664609547946,-0.03103110374667895,0.3113990665962483,0.08840607018351469,-0.011356872504334115,0.07088123061305607,0.07992276309141416,-0.04154875470160357,-0.1038710643969697,0.14413174328888192,0.009552068213671596,0.1497364047717325,-0.24510023778146858,0.23504804093338327,-0.1774691262965939,-0.03190134524653932,0.013020663391862803,-0.31766029334017964,0.07630431957462089,-0.016624850802122632,-0.02420449531154155,-0.04594510995548399,-0.10422233226670109,-0.04485235921974505,0.012762231152613521,0.03153776003633231,0.08651705047324645,-0.27806609885249506,0.24054525229343718,0.1448159745040671,-0.13317170473347242,-0.03978441548057263,0.021979566614442,0.02664260169982594,0.056137854034658444,0.3878075026667274,-0.20976795289836567,0.09265234570494002,-0.19249693812473803,0.0912247526111441,0.3372397564739558,0.08105558485470796,0.059317890526771735,-0.1842242965943974,-0.0751811479744696,0.09882320830891689,-0.026318841572081645,-0.12449196565701073,-0.019777312007813425,0.09230103858680029,0.1501757369136128,0.2303789770406877,-0.03183044484974353,0.181550680577641,-0.024449384370331225,0.025324934245505963,0.12898930663342859,-0.016165409838863498,0.17680014904921582,-0.06459210856867752,-0.051483827318673875,0.05341124368374381,-0.16488960336101105,-0.2690874057198688,-0.15783635896193124,0.04542005017055548,0.3999050820251287,-0.10107545916748994,-0.05918656480687413,0.15557389795373824,-0.13032661318791927,0.23290868272817578,0.09641933429414554,-0.006982400548610627,-0.1278561842463672,-0.38887182615154997,-0.14014358667002394,0.27358708015363403,-0.14789589016785165,0.3228471708102224,0.14740439446189865,-0.15389477819775407,-0.0020299955440290177,0.11494806060508071,-0.09660344817726366,0.18656487565648397,-0.09006232807623818,0.22832776557122259,-0.08652154541284565,0.08179411118212138,0.07402572300327152,-0.332103962037874,-0.05189449143175282,0.12160214298008852,-0.1734386270126649,-0.1989021429815372,0.17965473433306745,0.04096674355953676,0.19637582267861436,0.1471534469211718,-0.17479636949376084,0.0655420588752673,-0.033982451554661036,0.2209338559137041,0.12573492535066516,-0.10262396604085905,0.06263110039538355,-0.06356887765776544,0.16935771761692942,0.24493779777492652,-0.042025859535843285,-0.14367239247055164,-0.11379151046918114,-0.12853619289130827,0.0382728958550936,0.19826361256525046,-0.20867266376524252,0.11224023729118965,0.18879292492577276,-0.015553236124268609,-0.12935161284422297,-0.10162792234564151,0.18389963306136817,-0.30767824066009797,0.21289148155780363,0.161954780341532,-0.11672917292748974,-0.01924328079259092,-0.05308234203569654,0.0682815289454505,0.15487217310242912,0.06468617691602853,-0.3811484917211413,0.18569379086835616,-0.11881417324242578,0.09627853593263624,0.0005488322334672941,-0.11397857530121917,0.24197217940892501,-0.08474977010822025,0.054288802906580745,0.34291757957087265,-0.17699734789404697,-0.08228760831293334,-0.016370584247212168,0.21832701603309645,-0.019123325089263697,0.14218567953263764,-0.21180824845817084,-0.03544062787413584,-0.03594648740553811,0.04917487888246005,-0.0498696619285141,-0.15516713918388514,0.18327644431641554,-0.18779659055375258,0.23271280260436245,0.023388973552729297,-0.27724433519739,-0.15424778358230576,0.06402261716887311,0.025880761538505718,0.16366126896994548,0.2329537015421878,-0.19715707306326477,0.12640310331288301,0.006430117905648735,0.03229952498128372,-0.18270485350613933,0.012563046048749608,-0.11331366972873785,-0.28238660381273595,-0.0375075869521477,0.2949612685565767,-0.06502659392217851,0.11553499704395588,0.02509547639458338,-0.11385060391540637,0.0557914438893796,0.1629993349279425,-0.0020871185350013416,0.29067032293976675,0.016025764944811702,0.11726403616347773,0.23046425504999926,-0.08324182011915945,-0.04575245210606181,-0.2095533800530164,-0.060935123831167455,0.15974638485909542,-0.0167158731870323,-0.03234250825873895,0.07977568662482708,0.06463342182093963,0.28808942982380287,-0.09984809533590916,-0.2706549912753781,0.02437771251480819,-0.2438585708561788,0.041509628950449365,-0.08297805323965007,0.03208938551924139,0.1680406023627018,-0.22107416243448585,-0.045349360836639166,0.2566293501278799,-0.250176208373334,-0.174593267577181,-0.006877185889059707,-0.04120317558269398,0.016998434981344165,0.041429955676295864,-0.2046405925427992,0.22135303243760707,0.020403789601007954,0.10205334431697578,0.1344516090789248,-0.1038112017118646,0.14236235437608888,-0.12862689676143674,-0.20398069645939854,0.037592144236997554,-0.014410901079620035,-0.29457491126030083,-0.11375738342607408,0.17484183446533738,0.25557239242012386,0.25031550053475804,-0.20169184330244053,-0.027422773313514493,-0.2279012187956838,0.0278067591699173,0.041373185229457765,-0.04903320143195417,0.08724265708428652,-0.22770547941239921,0.19377855628586382,0.18633670007433897,-0.04399683785904318,-0.2313557284168579,-0.005559069989792449,-0.028977208085346817,0.13627310240277707,0.07567363200462533,-0.10379281131475897,0.04384313066527836,-0.029851131894328017,0.21797318472568825,0.2026467021821334,0.06963919212690602,0.3364260367265265,-0.16321487809590532,0.18900554416084164,0.11475086806726738,-0.14400319151500943,0.21763847451665697,0.17850240982242432,-0.14449772819094917,-0.006951496214418758,0.11214044243825427,0.15522819744326175,0.09774285355607276,-0.08514729172640044,0.02053423476127008,0.2140273468607374,0.10980878890221171,0.13793447714808743,-0.1750962178353194,-0.0744558980066476,0.19622018539384908,-0.26475098904382743,0.2821405671585977,0.09564824605316612,0.12931081210880643,-0.1598199469068522,-0.03742769735264127,0.048647944600124796,0.06659371289637658,-0.14709143438533684,0.17697732754179488,0.2737715917350027,0.02529133772487162,0.40979388976230663,0.02476113023185594,-0.06738230983408208,-0.012860503220437419,-0.05306040096715108,-0.052047260123913544,0.21762009796841092,-0.08018549240397757,0.011011396892736284,-0.008842584283954551,0.05864868637728699,-0.020826974398027314,-0.4096711933748774,-0.003392585806197295,-0.013018138158143061,0.11872176648375247,0.19463457760281727,0.23151310389720414,-0.006573737886268669,-0.05895500270298639,-0.22760199046018165,0.048354362275566276,-0.08212912124648503,-0.3489881334098352,-0.022941818855985386,0.10489354033646654,-0.041028336322398155,0.15134462843820853,0.041651832748936024,0.06447082633831827,-0.16760558785250382,-0.23020870799318036,-0.033268109275188223,-0.07819104235976666,-0.08685500595300219,0.5091457377281451,-0.06289548278425433,-0.23335044761855644,-0.12771447931041713,-0.18021308922470516,0.30830144250392977,0.15469773625949831,-0.05582033404416799,-0.01109671876878718,-0.15026417291294558,0.2055020328423081,0.007370921716780415,-0.12947451785797193,-0.06875049716335642,-0.03850572752694037,0.020953223904055705,0.31188826765927896,0.02186830610008684,0.017082654489278096,0.05951593304534218,-0.17680741305684566,-0.00561455680988023,0.15742014037938154,0.0005805798704978007,-0.02470769728965496,-0.2744026354254617,0.07693316006253333,-0.15371045170026482,-0.2669733411416979,0.2670052216645084,0.029342007928663108,0.0017658027127912086,-0.11128309551129655,0.05819744351459769,-0.16106163108646512,-0.17646710105394658,0.022255093075289757,0.10025446838387915,0.298248830084297,-0.038941853028994035,-0.21207908762720412,-0.05705440955967408,0.06645712509918822,0.1492457278987921,0.03881000645062445,0.2560686887031949,-0.057978126388255,0.07814103683995133,-0.2455023487312529,-0.158726257440867,-0.08472410577599375,0.06937061080287614,0.11243281872676937,-0.07701769178288334,0.14995245460099754,0.12496427362646101,0.09933948313371443,0.03268473708117563,0.0674531895313261,0.2167261285445615,0.08042385860105278,0.12822540184054249,-0.14145004982027487,-0.06686331145603289,0.13048091736712725,-0.19159598411705833,-0.22925101937494144,0.06863861297195087,0.11028082870878031,0.17478030478405066,0.11749740337106596,0.03262462379674282,0.11960262985986463,-0.07102188945830482,0.33548342526599456,0.08352342469321442,-0.03370509947503825,0.1424797598634714,-0.014384044543031226,0.09106503452912915,0.2170211527511432,0.030513841963619944,-0.050522935781351204,-0.07844680199128563,-0.15501536084354905,0.16577890027794343,0.22804712338950542,-0.12754754809942603,-0.059006445184756166,-0.15935779856925067,0.31622065268303495,-0.08712061569251446,0.03512813565747719,0.31510707472791266,0.02047899381603967,0.11188661943248357,0.0147797699727933,0.006093951608801238,-0.03661844967206007,0.10197031584298516,-0.14628877706609317,0.1055379828420966,0.11316588189889135,0.21809440369880886,0.3447550521999769,-0.13506209314163445,-0.12493434940026663,0.10554483472479186,0.03241763335401723,0.10767878749987364,-0.29826164713237474,0.032745012587005407,0.1793147768049882,-0.28123213118723867,-0.04632211263985852,-0.08706140687899692,0.06722822500745113,0.0441308299326974,0.2827152429252786,-0.15701774096557605,0.15850100938098008,-0.025281676065496618,0.18825724322131746,0.24302461184882335,0.14839040466905595,-0.13322043241412362,-0.12327624414446356,0.04856665505069154,0.0891081243607899,-0.21264453958513177,-0.22529710035472666,0.20772140261250632,-0.17268265164610094,0.03977235472297335,-0.0930416352800085,-0.29516838629672204,0.07559869240079083,-0.01448383222773631,0.09069579095838011,0.0017225129261694973,0.23551160360318135,0.08000547069804852,-0.00867416762814626,-0.0598270356514083,-0.0036166669316129367,-0.1888367907813368,-0.1562702362306147,-0.12886464755879054,-0.0328674461317461,0.29615930720891587,0.34620356931679974,0.1034355454307274,0.04939806565433694,-0.07573493651868544,0.2319118439139643,-0.17955400927579537,0.038341082506625,-0.0605360697637967,-0.241734706574068,-0.12384228234046599,0.3377306134629151,0.08852351549106527,-0.042465045219808484,0.14669293839009392,-0.13597834308972592,-0.01813041323424808,0.1669041312770224,-0.08974573477353984,0.05495093638805815,-0.1714812496946986,-0.014105644204960952,0.07434157370209386,0.11561326950052037,-0.015056330390508814,-0.27660632574024885,0.048089886392063776,0.272636818680547,-0.13050872393272744,0.14160717854123037,0.11730380470030739,0.044688178254478315,0.15098149241505357,0.2570322426084108,-0.08451161267344393,0.034558980911228665,-0.12044473036950873,0.03920044490999106,0.24280605846899797,-0.0825561035481812,-0.03748908964768725,-0.3596747046097246,-0.03424022326285729,0.00190565954782091,-0.10138182389746148,-0.1449871848501852,0.3680931369117641,-0.0599256909493892,0.10820706695774229,0.08669766659211313,-0.13897402727252967,-0.09393796073330295,-0.12596640528688247,0.25961077110798,-0.1038063053292216,-0.01586120098923751,0.23190775566586683,-0.028774325231758227,0.08556438521517393,0.259050075146302,-0.11886037687862394,-0.12149907845898626,0.09514417492636834,-0.12714517171359677,-0.013643986139099165,0.06760956595972596,-0.07474239802492098,-0.19421798043426847,-0.3515960649551859,0.09895390577600979,-0.2976764651182577,0.09566281054676101,-0.04371050777374803,0.018248142579952522,-0.17398827995482544,0.3984264104873441,0.21988170234405574,0.07784098218713638,0.28709588290621707,-0.21282568582883085,-0.03448500575827263,0.221724172710591,-0.061400902921047336,0.2346004648320297,-0.0005112407073491076,0.05147947889504091,0.024829775754220892,-0.11227711803153208,0.21097074123543544,-0.10467529157321119,-0.09492867465377973,-0.06800919164240755,-0.18115709404706262,-0.1738101884860547,0.07655927814742426,-0.1705013844761966,0.11306821105424944,0.1719233726893442,-0.2322901551891776,0.17350883751491677,-0.035855257339269746,0.1824610702139988,0.1807670089972265,0.17396544159686184,0.24569509574540271,-0.07638327608440632,0.07580147988381022,0.007709184773105049,-0.09361671900515556,-0.41107722388975365,-0.04322108240423846,-0.08359360399804282,0.20877969736488944,0.09392442695887533,-0.13089963827938397,-0.28166874107170004,-0.14826543969624947,0.03062684303682112,0.11710527731858625,-0.23047796933143694,0.3054752044912495,0.11379320713214978,0.08050119441344868,-0.046775450518642805,-0.006475675584225983,-0.23396366008094646,-0.1469939913125783,0.08209957956033725,-0.001158934926027692,0.5263274635302292,0.06873071486393893,0.10386285269966761,-0.05223908822510636,-0.10244085824426846,-0.06122785561362063,-0.19971812376714446,0.11766538820142262,-0.26460071749469105,-0.032652073769667646,-0.028936602683013346,-0.2248516695561309,-0.04039663399355404,-0.043877858172349925,0.12956821966025978,0.2533890680282226,0.12550251449589034,-0.18863894230346245,-0.04217276777009003,-0.028655714671960885,0.032876984197350606,0.2632626988069286,0.007870428269784674,-0.10478642134859732,-0.2970774392523467,0.3551388413365517,0.04829040153821364,-0.022082975443107646,0.019819033936202615,0.004765136668522134,-0.2680186454889076,-0.07898293671905854,0.02267255154972938,-0.340264463932311,0.06617692874169176,1.0868407265924576e-05,-0.0974861105961087,0.07659853226987005,-0.28586465469955924,0.13747009800274515,0.1202774123388486,-0.011755676424277267,-0.2499045308527095,-0.16209712003148805,-0.24189311596615198,-0.27159176523353656,0.19255761543562191,0.38964909635403366,0.13019613972637342,0.05353118228015646,0.05024766412576098,-0.0723562391199014,-0.022728943721442213,0.06989822615463134,0.013311471777783487,0.09892571694569997,-0.07421087692364527,-0.022489499328804202,0.1253390786827056,-0.018215422180076473,0.06351709007482188,0.10246885256249079,0.027986471594420834,0.21073480014526916,0.1763991777231184,-0.1800174841987369,0.2056308778132778,-0.003218458154363111,0.007491894917497141,0.1441594378311708,0.046918314375919104,0.01976842696458467,-0.03963523332310743,0.02512022130731985,-0.007261963428330203,-0.1769812781744384,-0.08570964940298428,-0.1083073113453722,-0.22129404246445755,0.27079101984260057,0.14170175964000725,-0.28457849807257346,-0.23544294024566684,-0.16723391906855495,0.12207724663362152,-0.01919825256614787,-0.08876219037343352,0.05239230308038307,-0.12085467035836653,0.30757847475196215,0.14244601192135847,-0.2618758173880466,-0.13585075623566906,0.10795819474096574,-0.055828981728149756,-0.014269594443676214,0.33256499950647217,-0.09472287760765805,0.1823618087839551,-0.07049628605552959,-0.04157672038679996,0.04482255372374467,-0.11515587879265211,0.19787155055394964,-0.17978051218377325,0.08723506335649496,0.2472255439915697,-0.13700088370061728,-0.2545498169432407,-0.0037950096541446176,0.012447738441235643,0.03767465721643708,0.1406913767258356,-0.33810241349646836,-0.10577703528616214,-0.0797119494123019,0.09020572034183887,0.018411932776389413,-0.29260621012543514,0.14762680642733203,-0.28516626380949817,-0.1954332084641036,0.2050792211845675,0.03321768728534353,-0.03140260287888415,0.08885915140962126,0.06154948414247406,0.015443599516466143,0.09153681762118183,0.1176525491033695,0.06518301584790964,0.1285298567832364,-0.0012585240630495606,0.013529239292892311,0.2589824819439502,0.5226102871262643,-0.08529875954280618,0.2986561037939613,-0.19137075358432923,-0.15960539654931355,-0.28984335384081317,-0.02466319645797927,0.024853859702046937,0.03752260486697395,-0.0768827793963286,0.03496954197492398,0.08938562468277163,-0.12245183508445218,0.003819411338049943,0.11998470036370779,-0.10628754357897496,0.11816587454413154,0.013714175701569383,0.13329737043369247,0.16867469148498557,0.11634988017685811,-0.27517134578691615,0.039973369961060407,0.015583234480546961,0.1801981294065992,0.10644865563950262,-0.2668512957725566]},"layer0.mlp_fc2":{"rows":16,"cols":64,"data":[-0.056918889751408436,-0.17231932450851897,-0.023592400658027066,0.009908944737520731,-0.1508782290790657,0.10977726698950693,-0.007120677455384719,-0.007824969106816461,-0.040184739715151845,-0.05845993848779495,-0.016439198695569337,-0.03770745309721485,-0.05551705075138453,-0.0801586643431438,-0.03927281690456951,0.1018360513396142,-0.07842457371057085,-0.04541334006409994,0.11851978575368585,-0.12474580014717439,-0.13004164408159533,-0.06826779541475518,-0.21461978798312292,-0.023101978335337375,0.20706990785910848,-0.07240502345515498,-0.1716396622857449,0.05670222977164457,-0.15106798176846495,-0.12023186626974551,-0.16168225378297696,-0.07974170624217171,-0.1468317897290015,-0.13160717856798743,0.03756925484666735,-0.058675141370316056,-0.07670859726089337,0.07744524647647584,0.06287807878616375,0.029900667853757414,-0.12670099375869837,0.04722469534443075,0.028425360244383364,-0.03223537777470089,-0.158157282145164,0.022596609734115508,-0.030823194046749807,-0.08665861513064721,-0.10074450168783743,0.05414959963618576,-0.006478070271931587,-0.08651528680964397,-0.08507799905054012,-0.05052918892407058,0.05014922621659926,-0.06892431170168864,-0.1743759477781995,0.14139112742745694,-0.08634115977435652,0.10730987191518795,0.07101639956768772,0.04494063637676411,-0.08881820921961238,0.07893397719701263,0.03314386240329682,-0.13175224345289355,0.12888821997563626,-0.012021037818491042,0.015670821149462357,0.12622100128144806,-0.10713662598814999,-0.022140467564474443,0.11473985527374332,-0.10919530843042576,-0.04663078738950419,0.1036894365924081,0.059629335405181776,-0.053917200685944085,-0.13536843807483215,0.06287186672321192,-0.025103214173214372,0.016993060430386404,0.0384041722382461,0.08372524387545927,0.01352936933038958,0.06980432130403559,0.11093432271842792,-0.058953798287226356,-0.182126980499687,-0.01236649901694013,0.1236614802607915,0.04872911736485804,0.23470349430180745,-0.08048468745246676,-0.009331728064432252,-0.041837411907332554,0.03583033863203341,0.025687372051339433,0.005303054843818488,0.20732271261174895,0.24214901696291008,0.012294605128469718,0.27181091762899756,0.03278177462914062,-0.013112982057716003,-0.12978222222128613,-0.051768299714492025,0.11582618941984898,0.07157491040155366,0.13703791068628637,0.15729083595247997,-0.03969513576688383,-0.016701708207361603,0.06518251866449752,0.23713935149468104,-0.009892853556818206,0.24784829796799412,0.45014911762224674,-0.012575284946485474,-0.11289915743924007,0.2807460430241833,-0.030272829591863115,-0.13653757522535298,0.0937171768119105,-0.05598108929688283,-0.14608022448468086,0.2303303815249086,-0.0015966043559490696,-0.0540480030189298,-0.07746935064460565,0.10714293582733746,-0.03292146783444336,0.17227204547233058,0.049246238454179914,0.04443484344522205,-0.023356544793581683,-0.06717562695995301,0.23769994991288523,-0.048313892517314765,0.04623343289420833,-0.04098855297320824,-0.20730738059387793,-0.11965491814409007,-0.08471740689137888,-0.008566724382262981,-0.16864245457179583,0.14827758188228923,-0.008868462236086512,-0.04262583131625027,0.10685196703803798,-0.01746551309361901,-0.10967592359443426,0.05484187913509708,0.09797085776977901,0.05339163023722306,0.14578028293963707,0.06670355851520986,0.17495026382052123,0.07363881795243979,0.16655756522165546,0.02056415710992319,-0.06364837377630418,0.08957684860680551,0.07573891367646354,-0.12140473961344288,-0.10216167053073326,-0.07654387701956904,0.0013707908035471871,-0.07575915084229104,-0.07625222696740641,-0.10725700627488685,0.10597332783903243,-0.10017303222030796,-0.09279029861751756,-0.19400473580159897,0.2672431635198713,-0.08332951305932489,0.12372520221512674,-0.2496642977153966,0.054853015112920435,0.015007954073950364,-0.0758214844203021,0.17977654478113003,0.2725327639408908,-0.0629860133511555,0.16020369172956278,0.0969495568161205,0.07832120774186092,0.014773380276808797,-0.020271136221681144,0.12070174718508944,-0.05973624490846511,0.03602390665642123,0.022179047321616262,0.11420585615098103,-0.02215046181413863,0.027392205121126403,-0.07458470833654861,-0.14142123851419755,-0.057294414137380296,0.0007915894011036116,0.1503600552262151,-0.16896647540252893,0.16381278717837425,-0.08709932503503184,-0.0901563578534185,0.10571363801838085,-0.29329816933242536,0.027155933667438147,-0.09191854259521405,-0.01832621339814569,0.030530418299127424,-0.01514474393191206,0.3493064156468729,0.21751153095086453,-0.22426246351762033,0.08408555673465268,-0.03864228660259154,0.11108668409307833,0.36160622274999277,-0.010968047782356688,0.0078013411656226465,-0.09985652785100349,0.11768003634201865,-0.14151550192573312,0.05874670959667177,-0.07206942487935226,-0.2869411330103017,0.05342306086009767,0.02797288650946129,-0.12652938251586146,0.048908478167524784,0.0736378273680635,0.19612184108022468,0.07305049277572727,0.2129206768390965,-0.1818493806129952,0.014830066780766817,0.02171253803094334,0.15976195066479407,-0.08735410937488895,-0.16609551598508238,0.2632164158012782,-0.03416102150840554,0.03942715680965625,0.2533861972358415,0.1084123405919031,-0.11025386267863022,0.034508127202705324,-0.010241744166300344,0.005482424191427719,-0.0035559783551278195,0.1483033876448984,0.010923329772693273,0.15975750053148616,-0.08060306059663604,0.03714247651170687,0.19932904763789988,-0.0323844499546557,0.10874422851490756,0.004975885459756275,0.02092988918174363,-0.061181277725281834,-0.03582549985171827,-0.01278640480631034,0.029219358319187802,0.0476507999134588,0.05620366108990872,0.0017726285907681875,-0.14159049573176488,0.050169107147285015,-0.017583833686865707,0.11381249082249939,0.050680825292853844,0.02351632728749193,0.003843175447857121,-0.0704489702389853,0.013964762984668,0.0948120194888715,0.026807436943508248,-0.2696049383397872,-0.1575001979642779,0.008856205899969499,0.036084839172078394,0.01744452412627071,0.23268352402326498,-0.17747065732181766,-0.04302857341722745,0.12358870021564587,-0.03387789569567867,0.08445179292825876,0.1953568306145263,0.11301396845505093,0.049830249698148595,0.03765985950134954,0.22505120458548836,-0.1014090821186678,-0.03244985851497106,0.30755947722690663,0.13760608246814351,0.11895343010826268,0.034479743304992816,0.07136898103609343,0.023593794986459134,0.10183501642109319,0.1393517830841645,0.06153932365384525,-0.06352323487102647,-0.2175064139065367,0.1044163041967009,0.12459457720528924,0.14957689912007804,-0.002252696660938036,-0.03411965791408219,-0.018938000274549067,0.15649701619245038,-0.06804327223277212,0.14250386384947736,0.021142158867143646,-0.024852443598490693,-0.12531434442579253,0.09916595907937427,-0.14378033347026606,-0.14129844351348064,-0.20008300458597023,0.12242901483221148,-0.04918113117581382,0.018997277820157903,-0.18541206583606148,-0.030820495611172838,0.00911937499274089,-0.18252607345457098,-0.23449871913938206,-0.19371306319401083,-0.17788020380310113,-0.1155529185182273,-0.07905423844470798,0.061230644304389285,0.007085264170642115,-0.02887926623465655,-0.06106997970298747,-0.3057854219475153,0.04307449468519329,0.03329403179892749,-0.07761275529145527,-0.2768903629492903,-0.13699281801947527,0.06743388813162254,-0.07679551809742759,-0.08520245675698936,-0.1440556300582445,-0.157301101965207,-0.2714082237478542,-0.29005468312906807,-0.1744435455821399,0.11961634184076356,-0.41469570561156527,-0.008447063854814132,0.0946394595277169,-0.2604274871201052,-0.15821272353818058,0.2214943434511551,0.15203917889601215,0.0480479484281862,-0.10271770885043087,0.020562460117494172,-0.1641387320310879,-0.10318167901132382,-0.255123308557671,-0.07770101723984597,-0.010788838832858054,-0.006334515172930895,0.12276960855468162,-0.28795114541850764,-0.020743817317403043,-0.09805972176641192,-0.3569891072197416,-0.025384731345095415,-0.011917251707739123,0.06795494049522706,-0.12271884410487938,-0.2492470436625933,-0.15786342071077852,-0.16571684280830437,0.18488036931101487,-0.11401942450219138,0.02398919451913635,0.029255259728834842,-0.08265141823537431,-0.08624508164528924,-0.1347231913697205,0.14457283033178556,0.24145049019874476,0.06473634856189292,-0.10969181218272823,-0.2601796068079188,0.22104724034863446,0.013752075707861664,0.11953893026062697,0.09104480454828706,0.14466645569991032,0.1311862896533711,-0.1450232126916399,0.07794546950464264,-0.0773725198518979,-0.030825243930795526,-0.05909848375366437,0.01918047740715221,-0.0694394273509019,0.07209837494752658,-0.015591971118020386,-0.009162991934889751,0.20163898969690294,0.047289630228753814,-0.027239267946160856,0.05276228549151506,0.05964207625060128,-0.057832242944653056,0.07315708449208962,0.16270811714719555,-0.012737480504385005,0.026493138141770595,0.165467916460867,0.33538473622049186,0.15161657284737992,-0.021569092324930848,0.055822701235940284,0.1069993952331607,0.17575021524884285,-0.07528681200321019,0.062196295547389355,0.09261620058690041,0.21308510380777193,0.08047937909157939,0.3100801440286076,-0.04166674889818745,0.06414220959697296,0.40558884783994964,0.14693588511287833,-0.011745973940867559,0.30662041040100513,0.025699554308552773,-0.20302244673241635,0.16681541469869757,-0.02597187243886109,0.13188814115190345,0.26490962694279685,0.08535808251571536,-0.049872408351298136,0.2961348243547421,-0.03213411240629485,0.020419926178234512,0.06639088726226348,0.03137297994343801,0.1981547250656707,-0.007897177026902964,-0.19133937591275263,-0.17306076914265947,0.09261692230206782,-0.09469559586110216,-0.041597968178817654,-0.053951358917788406,0.0174943586330347,0.14233996752978054,-0.11823216140906831,0.13912088556965505,-0.07815024021615935,0.03427562773585852,0.07776678313620586,-0.0182599195090522,-0.009534163791732428,-0.02805252586032235,-0.19824678835898923,-0.16124741919777374,-0.14647849658157966,0.0012156881622184302,0.25772081141258624,0.10427107744144039,0.11408038757444722,-0.14043935054334541,-0.04102401340206802,-0.12603286425983304,0.11824888574603867,0.19013283340671966,-0.04290513003557327,-0.15889112893663032,0.06628301588260571,0.1441101506057959,0.0959256046287972,0.10459106034130326,0.08419823048045687,-0.019560316559197287,0.0024965843498002136,-0.028318817597958845,0.04792107475078748,0.100474492523669,-0.041686795970729586,0.15838734400138674,0.18989014727944464,0.13374044068834465,0.12384946065540595,0.2473132794250952,-0.04047919511982513,-0.0867339053110898,0.05373579718673573,0.1968385908976862,0.08433415121935599,0.05822406327967592,-0.019305377591467117,0.08838621940247203,-0.02200132966879718,-0.037272780448323724,-0.11026361979203751,0.015946290087074117,-0.2029972301435864,0.010572933889084197,-0.07731256826886525,-0.07731739862495476,-0.022565339678714144,-0.1794113655923333,-0.008603659642273234,-0.028086928308811772,-0.014756671144431181,-0.061751353192775256,-0.08413410382883864,-0.4359068373775267,-0.12034813874826365,-0.2251707511088592,-0.0833605680057305,-0.05758316249087374,0.0026483741595957136,0.002819895500984283,-0.11376012081996015,-0.2028819922780195,-0.018064158147188075,-0.18626541921734438,-0.051600322130427506,-0.05403949535430616,-0.0034224631802705074,-0.04194143330451978,-0.14096476092688517,-0.07319991213067197,-0.21201843843930918,-0.004731016495041259,-0.33655722950397415,-0.2867949515416889,-0.07031926354756271,0.04788955290645289,-0.039376723889466794,-0.15203437528258018,-0.11091073542669694,-0.07959236332977503,-0.16215240429498093,-0.05645817661555896,-0.17959857873053323,-0.15505036470596914,-0.1357585327129414,-0.10104851433323574,-0.10199629015051881,-0.07097774525168098,0.041019189221125435,-0.27555583095438035,-0.26072438728324876,0.04133158970107901,-0.19679244333016727,-0.09759787995140488,-0.053356069156897515,-0.08815937403797378,-0.3027962342301696,-0.14919664412689165,-0.010157403345155793,-0.10949640137427863,-0.2250902858924949,-0.12406983976731192,-0.06979118749439452,-0.14591974467696545,0.011026974580669341,0.029126444415536332,0.07027034405098687,-0.04369871270002787,0.1345929709900085,-0.09867415205752607,-0.09112368900026231,0.17652376537985842,-0.0811576407497743,0.12392508373799524,0.09770805247509247,0.15707736754618995,0.0949158522785077,0.03174824443216328,-0.06043056609112094,0.08475861057240874,-0.08715633850844844,-0.10864588329443527,-0.05319167743065289,0.004127279490763006,0.06023554804169638,-0.15770319924812973,-0.012800794154357984,0.11783321579211925,-0.06823733005746307,0.11362437375261862,0.006228361328021896,-0.08436397954946406,0.033812519664538646,0.002447666635388226,0.03880560241176164,0.09991323523926755,0.22294885040048215,0.0986360861816981,0.05278064082958962,0.13882583546720223,0.07852927138132898,-0.11488800798988957,-0.10273474328104285,0.0076125678255029175,-0.17711868918177912,0.01385048799811898,0.10423999428504965,0.26684562995651107,-0.18467216757032046,0.09346052042101635,-0.26832928615798474,0.12483584639324363,-0.08610886318549967,0.1310317395454001,-0.3993983675391239,0.01789140070011851,-0.03519225432850968,-0.15583189234256703,0.20958849591382173,-0.12178881342474511,-0.08833558127695136,0.050630282719337,0.06310128751926318,0.2686846056979988,0.1300574176499215,-0.19964993063776906,0.08744884747629993,-0.0684353358715426,-0.09450925160154293,-0.24331888483034775,-0.08549337960840678,-0.04255074867308843,-0.04637165835865303,-0.0113540935863391,0.20568147241000012,0.17131202297040624,-0.07507814748651769,-0.1461119838365813,-0.14932020500821533,-0.08659771168600938,0.07700198200499603,0.2010397105468987,-0.18658520701905026,-0.1488409055732494,-0.023022605185087988,-0.13630755037118378,0.1494974888587419,-0.0826577297728603,0.055247121549050954,-0.0429740573433744,0.010225756524109505,0.06470107389112961,-0.01930923794959355,-0.07877689533921409,0.07182230270697035,-0.15322423595526982,-0.32912293578537727,0.026137371710060874,0.0463569081888742,0.1868269483185614,0.014939480206489563,-0.07015878476800656,0.08664042477541574,-0.09893712339712384,0.10445749780312973,-0.20765022716701553,-0.14108377361840788,0.05261884878487102,0.10762572018444429,-0.034368653185306026,0.00881719183719155,-0.002282857363495639,0.057659796374088884,0.08370013609347896,-0.0537833943658923,-0.11796455906177314,-0.08715585868930407,0.1366846698406241,-0.1716879348215229,0.08585666051798123,0.06993700587057737,0.047598954281822474,-0.14661207871238532,0.15527635664149012,-0.09124405723643068,-0.08236329492251074,-0.06125049957476248,-0.05615285720341735,0.12515018016171134,0.08821866350106687,-0.006861121329934357,-0.005525272973541915,-0.09903103833896455,-0.05080432741956433,-0.0330773798328697,0.17232276851263265,-0.02378583733845841,-0.04222985674617169,0.011798435985931567,0.06944700841534815,-0.057188194762974986,-0.036588297412466796,-0.03140004473795691,0.10327476798682687,0.06797620990765658,-0.0527779055306115,-0.12439033317559392,-0.02554556674628049,0.015401543800135638,0.04198510417906389,0.16489681776827303,0.12350256722445117,0.24871351140235096,0.16585188555468383,0.07832633197307293,-0.1285634503589804,-0.19663107016287426,-0.07902198373162365,0.035258092975364974,0.12494912338595432,-0.1839218168503494,-0.010589187822384218,0.02678556214900607,-0.016396500658378343,-0.05554369594470398,-0.09403451440859574,-0.024065300212537062,-0.15564165887449535,0.12822828461526523,0.11172362962351155,-0.0026232536531381303,0.14508267317833975,0.03427467575214658,-0.05955936362003653,0.05478048707638914,0.10081964160116128,0.09378043473272751,0.019116182682672823,0.06396471125744307,0.058852606160852326,0.2133115794815886,-0.04231810122640574,-0.03155813845590092,0.1438077165858288,0.01766661305991987,0.0061906341941979845,-0.12555912332830332,0.05081933945039957,0.060235141392753835,-0.04480554607698227,0.14612178588721142,-0.04240654572832964,0.10745156142202376,0.1402610304834268,0.09505186807027514,0.11815864186429034,0.12486629252286986,-0.2111916632817243,-0.2540149396678534,0.21305372035873668,0.0660350646848893,-0.03340507148482182,0.037672801030828935,-0.008622798237714151,-0.10515661810150441,-0.15015647244938005,-0.10388817975701159,-0.03866575555976659,-0.07178209788531517,0.16770993769543266,-0.035481619606968016,0.053509403544244785,-0.05487102910720254,-0.041790969092764696,0.04944889385691728,-0.1465781377799948,-0.06895786784746094,-0.220904598689547,-0.2581797715693534,0.2722897993231256,0.09815977550486371,-0.1324467792573445,-0.0844535933270747,-0.015290100769633464,0.016427673777890166,-0.004180518181986185,0.23543048589695711,0.08244305052376807,0.16043278136589334,-0.07355195200818647,0.14493025987897162,0.14391316935159426,-0.13352816443458063,-0.09927665381380807,0.3785995820604878,0.19661115942093513,0.03636914648447583,0.19858265557415897,0.000237386833471843,0.08459829809292087,-0.12542992734632658,-0.03657788290722129,-0.01171475325845249,-0.17743266146787276,0.055394354402846985,-0.07047136322908186,0.016941833008773378,0.03222397552890483,0.018530391832993307,0.3220110568163877,-0.08919294104009702,-0.09728037697062508,0.29873140590550473,-0.10893175104658805,0.09626544532817928,0.22757260423646306,0.013814818053591933,0.15223212554246834,0.10831730111582222,-0.12105391789627058,0.17051126164527147,-0.06639446296854887,-0.19867400020413253,-0.08238348226043449,0.22517369768303042,-0.051270323404511146,0.039371433416555406,-0.19097797269298766,-0.08343318412410831,0.022056549172286697,-0.09482087388981382,-0.08232135056941263,0.0739358542684747,-0.0908291124160904,0.0402136922525064,0.15196010759294773,-0.001993336033753082,0.08212676154898678,0.11325575291510734,-0.07023473284554305,-0.19838495557077118,-0.07365711392113632,-0.145038789914136,0.009624203616921078,0.18604078280886993,0.03794929396695023,-0.0847183117044691,0.14484845328425003,-0.09869040706594334,0.09600591520105127,-0.11111861414760323,-0.006133606956530559,-0.08508270884021706,-0.03710797546654372,-0.12281805818056164,0.010440597698026171,-0.16819153284978827,0.06754511852569996,0.10905673431287427,-0.1315438502856303,0.0819983858142011,0.021322472568369562,-0.14286126238244018,-0.17683235992353594,-0.04677977864688138,-0.10998693753852769,0.03666336819058446,-0.021822710240473036,-0.10070408204628167,-0.03231945016783377,0.04699243936831239,0.01918864708991866,-0.02459699097091815,0.13234160175872312,0.09255752081875251,0.037788398556853925,0.026964248662888695,0.16064082133805002,0.03164564988426839,0.010016683815851413,-0.014709732231396353,-0.09981678273649651,-0.19633203934427504,0.003983251187899292,-0.1532286933224968,-0.06625407910542719,-0.11300056034879885,-0.049909661684416115,-0.002681512239545317,0.08681452698477087,-0.008123114254079952,-0.08505235807111867,0.14537718924549276,-0.089456500243455,-0.1912530073634096,-0.1704414044520372,-0.07134423016023378,0.11265709916198256,-0.03435714629304941,-0.269491025130736,-0.2679317009951114,0.11400016473458176,-0.15183729784305297,-0.16949897935296845,-0.15869555505114027,-0.10609264034363955,-0.22072389917867283,-0.061664637115253114,0.07757747431882149,-0.0928900719290523,-0.08215090601035302,-0.05812311968747176,-0.054437283738023014,-0.12468783111203634,-0.18556408744942815,-0.07876368085931784,-0.30216070525895244,-0.004955269977054674,-0.26273790764895844,0.02141579840035209,-0.02677456955224548,-0.2029447784981429,0.019806236829764307,-0.09373480460834534,-0.12487070456003214,-0.2469686747409628,-0.26325407504044046,-0.08712310305205778,-0.12680399507524648,-0.169370842109998,0.012988315878868334,-0.14518272392082002,-0.04380943739241521,-0.18131784787566194,-0.12703629591664012,-0.19226736477931305,-0.004422187808765936,-0.09796883319354864,-0.08296362713956626,-0.0490163867191898,-0.055813057274499325,-0.05130389007671248,-0.12261644449525111,-0.054910326978957605,-0.11151660669448392,-0.10432489561618566,-0.05074322063845651,-0.025418233262823324,0.02048358384989643,0.24280497755461786,-0.05371697093675071,0.05481258615188366,0.02046023252735513,0.004790223662028308,-0.11671065644936514,0.06928761869992196,0.0251314520119823,-0.08939147199229062,-0.1086513426736393,-0.08061307532397717,0.14341847318086492,-0.09500000509528751,0.009789744797614474,0.21344389949026998,0.07025240240378872,0.2469934699836778,0.07422335913009906,-0.021889272894743322,0.07001300925933511,0.057137994587797454,0.15900071720958664,-0.17537115091846972,0.05163516750462035,-0.0467942386084633,-0.012713608666026787,0.07830779799937233,0.005978964546797628,0.06858473888560214,0.03286076709654399,-0.04792891323741476,-0.05480654305293663,-0.1697128649107064,0.3034370041159949,0.12809441376715205,-0.019805973369418663,0.010109854058619692,0.12049944429918409,0.1090902631731045,0.1958029935376314,-0.1407987007226383,0.16995872899462353,-0.0007837937992039595,-0.009954208147096204,0.12335401194510268,-0.05124856372990998,-0.050399469198190334,0.08521840102144186,0.22371706138181893,0.05229228896699582,0.09242179668300289,0.03656679279392686,0.12650311100011233,-0.0258126930584212,-0.07286773495470807,-0.03761412293602725,0.019929687002948036,0.05323861354144587,0.18359401237345166,0.04635952884914565,0.07674995829409342,0.18483436608247372,0.017866271197460634]}},"sampling":{"temperature":0.5,"seed":42},"training":{"steps":1000,"loss":2.649694469740759,"docs":32033}} |