tiny-transformer / default-seed0 /analysis /figures /figure-data /pattern-default-seed0.json
coeiico's picture
Add every run in its own folder and the model card
4a570eb verified
Raw History Blame Contribute Delete
22.9 kB
{
"layer": 0,
"head": 7,
"tokens": [
"21",
"2",
"15",
"4",
"51",
"35",
"37",
"52",
"31",
"62",
"5",
"38",
"9",
"37",
"4",
"45",
"SEP",
"2",
"4",
"4",
"5",
"9",
"15",
"21",
"31",
"35",
"37",
"37",
"38",
"45",
"51",
"52",
"62"
],
"input_length": 16,
"pattern": [
[
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.023018356412649155,
0.9769816994667053,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0045615979470312595,
0.002258468186482787,
0.9931799173355103,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.03559539467096329,
0.06540653854608536,
0.011447257362306118,
0.8875508904457092,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.021527551114559174,
0.006806362420320511,
0.012866882607340813,
0.010566228069365025,
0.9482329487800598,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.007833131588995457,
0.0024875393137335777,
0.01399846188724041,
0.00461894366890192,
0.0051492964848876,
0.9659126996994019,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0009257665951736271,
0.006245102733373642,
0.0074912612326443195,
0.008376035839319229,
0.006875417195260525,
0.055685821920633316,
0.9144006371498108,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.003037565154954791,
0.005996344611048698,
0.0092690484598279,
0.011296346783638,
0.06189500913023949,
0.008469926193356514,
0.01204671896994114,
0.8879890441894531,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0025577344931662083,
0.0022750389762222767,
0.0011446349089965224,
0.0034309474285691977,
0.006817675661295652,
0.004609635099768639,
0.002528931712731719,
0.009095567278563976,
0.9675397276878357,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.026828112080693245,
0.011514825746417046,
0.030997384339571,
0.06020127609372139,
0.12983357906341553,
0.04715048521757126,
0.023005908355116844,
0.03150458261370659,
0.005654371343553066,
0.6333094239234924,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.01655244454741478,
0.014901078306138515,
0.007255906239151955,
0.04292556270956993,
0.011578263714909554,
0.04288385063409805,
0.01748061738908291,
0.010024511255323887,
0.029632017016410828,
0.015783263370394707,
0.7909825444221497,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.012589594349265099,
0.0015876422403380275,
0.0017474794294685125,
0.0020861185621470213,
0.0043601891957223415,
0.0357985682785511,
0.02455979399383068,
0.001521193073131144,
0.009579543955624104,
0.011912292800843716,
0.009621202014386654,
0.8846362829208374,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.008168579079210758,
0.003204863518476486,
0.015219288878142834,
0.003438628278672695,
0.0027168861124664545,
0.004375458229333162,
0.0015034880489110947,
0.004062159452587366,
0.012900643050670624,
0.011661041527986526,
0.0040309918113052845,
0.006697934120893478,
0.9220201969146729,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0005252237897366285,
0.0031085822265595198,
0.004390801303088665,
0.0035702104214578867,
0.0035593381617218256,
0.030331918969750404,
0.4591764509677887,
0.004388758447021246,
0.0011947763850912452,
0.0026341581251472235,
0.0035157559905201197,
0.019338253885507584,
0.0003783679858315736,
0.46388736367225647,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.024496333673596382,
0.02895524352788925,
0.007409717887639999,
0.3809566795825958,
0.025879722088575363,
0.01931842789053917,
0.015419346280395985,
0.021070702001452446,
0.019366836175322533,
0.024991635233163834,
0.023570610210299492,
0.012358313426375389,
0.007372889667749405,
0.015129401348531246,
0.37370413541793823,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.012154011987149715,
0.006682737730443478,
0.007665995042771101,
0.028195885941386223,
0.011137477122247219,
0.013211286626756191,
0.003523231018334627,
0.02074238285422325,
0.016506455838680267,
0.015658063814044,
0.0018506235210224986,
0.0026229280047118664,
0.011027158237993717,
0.0032886748667806387,
0.02927999757230282,
0.8164531588554382,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.02281976491212845,
0.10939843952655792,
0.01768209971487522,
0.0379922017455101,
0.05958489701151848,
0.037575434893369675,
0.05534495413303375,
0.07548356056213379,
0.085883229970932,
0.03505440801382065,
0.03271886333823204,
0.06485980749130249,
0.03420936316251755,
0.053685955703258514,
0.03465070575475693,
0.03298822045326233,
0.21006812155246735,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.007137803360819817,
0.43834009766578674,
0.007111180108040571,
0.02079029753804207,
0.007220623083412647,
0.006627264432609081,
0.01151738129556179,
0.007246346678584814,
0.006320110987871885,
0.005185392685234547,
0.009528160095214844,
0.007866409607231617,
0.00646289624273777,
0.011828177608549595,
0.019085045903921127,
0.00794859230518341,
0.025521352887153625,
0.3942629396915436,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.009250459261238575,
0.031928885728120804,
0.003431153018027544,
0.2892793118953705,
0.011380745097994804,
0.007772959768772125,
0.008837981149554253,
0.0097163962200284,
0.009380745701491833,
0.012278328649699688,
0.016086222603917122,
0.007512957323342562,
0.0047597577795386314,
0.008751295506954193,
0.2750386893749237,
0.02218909002840519,
0.012468640692532063,
0.02915336936712265,
0.23078303039073944,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.008872050791978836,
0.019518502056598663,
0.003353310748934746,
0.24201583862304688,
0.010490399785339832,
0.006393995601683855,
0.006850871257483959,
0.008608594536781311,
0.004944298416376114,
0.010344484820961952,
0.015715332701802254,
0.004991887602955103,
0.0037644386757165194,
0.006783084012567997,
0.2317233681678772,
0.01787676475942135,
0.008699280209839344,
0.01878373883664608,
0.1803499013185501,
0.18991988897323608,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.006691065616905689,
0.01196309458464384,
0.0037312544882297516,
0.03853219747543335,
0.004294651560485363,
0.018225621432065964,
0.009463095106184483,
0.0042219506576657295,
0.010560271330177784,
0.009044119156897068,
0.3927554190158844,
0.022279053926467896,
0.009899655357003212,
0.009482008405029774,
0.039267648011446,
0.005388212855905294,
0.008469431661069393,
0.012121939100325108,
0.03598523139953613,
0.037726208567619324,
0.30989784002304077,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.005792838055640459,
0.003233768744394183,
0.010633621364831924,
0.0039171804673969746,
0.002460538176819682,
0.0030334817711263895,
0.0013890591217204928,
0.0034110224805772305,
0.006884894799441099,
0.009242535568773746,
0.004236869513988495,
0.005316397175192833,
0.5288781523704529,
0.001391792669892311,
0.0040800850838422775,
0.006198899354785681,
0.004258950240910053,
0.0034238765947520733,
0.004500585608184338,
0.0042763021774590015,
0.004853626247495413,
0.37858548760414124,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.004203260876238346,
0.002793460851535201,
0.5633641481399536,
0.001922506489790976,
0.0030416715890169144,
0.004999521188437939,
0.0027974105905741453,
0.003516203723847866,
0.001284533180296421,
0.002191777341067791,
0.0018217077013105154,
0.0010901825735345483,
0.009667942300438881,
0.002757111331447959,
0.0019903217907994986,
0.0031780314166098833,
0.00159900460857898,
0.003045066026970744,
0.0019833394326269627,
0.0022355637047439814,
0.0017322205239906907,
0.008563856594264507,
0.37022119760513306,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.5568448305130005,
0.0028602159582078457,
0.008501074276864529,
0.002472684718668461,
0.003511592745780945,
0.002653622068464756,
0.0005315084126777947,
0.0015206747921183705,
0.0015745942946523428,
0.0022094366140663624,
0.0016722797881811857,
0.0049180155619978905,
0.0031623856630176306,
0.0005430039600469172,
0.002721830504015088,
0.0032658791169524193,
0.002483119023963809,
0.0031409449875354767,
0.0026567354798316956,
0.002672189613804221,
0.0018375213257968426,
0.0033643117640167475,
0.007786066737025976,
0.3770953416824341,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0024161776527762413,
0.0036724423989653587,
0.0013728196499869227,
0.004530532285571098,
0.007108110003173351,
0.004414150957018137,
0.00348899164237082,
0.00970153696835041,
0.5030159950256348,
0.003252868540585041,
0.0052609797567129135,
0.007975067012012005,
0.01143447682261467,
0.0035413485020399094,
0.00464472034946084,
0.004634521901607513,
0.008493144065141678,
0.00388615345582366,
0.005385011434555054,
0.004555848427116871,
0.005924721714109182,
0.011706513352692127,
0.0016336682019755244,
0.0026681125164031982,
0.3752821385860443,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.006361646112054586,
0.0030678503680974245,
0.009892310947179794,
0.0061208149418234825,
0.0044769528321921825,
0.4815216064453125,
0.01844535768032074,
0.0061722612008452415,
0.004645282402634621,
0.010261544957756996,
0.009851057082414627,
0.02187376469373703,
0.0017814149614423513,
0.018494635820388794,
0.006336814258247614,
0.005621344316750765,
0.005525233689695597,
0.0028296757955104113,
0.0059134080074727535,
0.006024481263011694,
0.009826972149312496,
0.0022001052275300026,
0.009621761739253998,
0.006355932913720608,
0.004840776789933443,
0.3319369852542877,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.000425170233938843,
0.004094802308827639,
0.0031548335682600737,
0.0058814301155507565,
0.0034635127522051334,
0.02076704613864422,
0.32310518622398376,
0.004715237766504288,
0.0009895049734041095,
0.0027204174548387527,
0.004136086907237768,
0.01667216047644615,
0.0004302041488699615,
0.32536986470222473,
0.005149839445948601,
0.001225978252477944,
0.003524137893691659,
0.0038776169531047344,
0.005054942797869444,
0.004758174065500498,
0.0035773315466940403,
0.0005115001695230603,
0.0031328077893704176,
0.00047373436973430216,
0.0012087365612387657,
0.015949063003063202,
0.23563075065612793,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0003504737396724522,
0.0029342903289943933,
0.0024841963313519955,
0.004752310924232006,
0.0029739539604634047,
0.01688055507838726,
0.2607404887676239,
0.004170580301433802,
0.0009409718331880867,
0.0024588305968791246,
0.0034691242035478354,
0.013757032342255116,
0.0003214033495169133,
0.26270395517349243,
0.004193123895674944,
0.0010010853875428438,
0.0028727527242153883,
0.002769015496596694,
0.004081565886735916,
0.003849680069833994,
0.0029822972137480974,
0.00038473180029541254,
0.002470763400197029,
0.0003893456014338881,
0.0011314790463075042,
0.01302724052220583,
0.18942537903785706,
0.19248336553573608,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.007859006524085999,
0.0016575781628489494,
0.0011552342912182212,
0.002312729600816965,
0.003259645774960518,
0.017806673422455788,
0.01716545969247818,
0.001212490489706397,
0.005413018632680178,
0.00896664708852768,
0.00777075020596385,
0.46369069814682007,
0.00310750724747777,
0.017114248126745224,
0.0020787613466382027,
0.0011019748635590076,
0.004998395219445229,
0.001606945414096117,
0.0024974036496132612,
0.001989792799577117,
0.007642480544745922,
0.003726074006408453,
0.0012539394665509462,
0.007231967989355326,
0.005606942344456911,
0.015894239768385887,
0.0155118927359581,
0.015764642506837845,
0.35460278391838074,
0.0,
0.0,
0.0,
0.0
],
[
0.006357785314321518,
0.006078907288610935,
0.0043388856574893,
0.02823742851614952,
0.00836637057363987,
0.007889148779213428,
0.002819335088133812,
0.015533188357949257,
0.009232904762029648,
0.013993765227496624,
0.0017917501972988248,
0.002151534194126725,
0.0071965414099395275,
0.0026568507310003042,
0.028629090636968613,
0.41004717350006104,
0.005909791216254234,
0.006158337462693453,
0.026087140664458275,
0.02569008246064186,
0.0021707997657358646,
0.006381053477525711,
0.0049550761468708515,
0.006111223250627518,
0.008736412972211838,
0.00805989932268858,
0.0031875991262495518,
0.003034937893971801,
0.0023294412530958652,
0.3358675241470337,
0.0,
0.0,
0.0
],
[
0.013543812558054924,
0.004420229233801365,
0.007792192045599222,
0.005869054701179266,
0.4126547873020172,
0.006657087709754705,
0.008062448352575302,
0.03802299126982689,
0.013350061140954494,
0.03719658404588699,
0.001816951553337276,
0.0070841689594089985,
0.001960590248927474,
0.0080854007974267,
0.005973675288259983,
0.011459790170192719,
0.014922630973160267,
0.003987274132668972,
0.005299489013850689,
0.006025535985827446,
0.0016457047313451767,
0.0024295023176819086,
0.007024877704679966,
0.01224868930876255,
0.0130916191264987,
0.006404382176697254,
0.008179416880011559,
0.008356597274541855,
0.007054286077618599,
0.011059602722525597,
0.30832064151763916,
0.0,
0.0
],
[
0.004401464015245438,
0.005623731296509504,
0.011734258383512497,
0.007039395160973072,
0.05771010369062424,
0.010057630948722363,
0.010448037646710873,
0.3336871564388275,
0.010435361415147781,
0.02165687456727028,
0.002097832504659891,
0.0021464028395712376,
0.006190245505422354,
0.010710052214562893,
0.007371100597083569,
0.027940666303038597,
0.013196882791817188,
0.004852048121392727,
0.006140248384326696,
0.007695483043789864,
0.002024211920797825,
0.006342147011309862,
0.010344588197767735,
0.004595689009875059,
0.00991485733538866,
0.009901775978505611,
0.011316884309053421,
0.01131411176174879,
0.0023516900837421417,
0.027719907462596893,
0.05792964622378349,
0.2851095199584961,
0.0
],
[
0.011347686871886253,
0.0054034581407904625,
0.008515670895576477,
0.028890598565340042,
0.05831068381667137,
0.016622332856059074,
0.009163033217191696,
0.014324112795293331,
0.002134349662810564,
0.22702908515930176,
0.007055801805108786,
0.02273165062069893,
0.030010566115379333,
0.009357254020869732,
0.02768339030444622,
0.019783705472946167,
0.012823608703911304,
0.004220066126435995,
0.02361401356756687,
0.025145919993519783,
0.006622320506721735,
0.028714947402477264,
0.007441896945238113,
0.010096932761371136,
0.002382578095421195,
0.015767429023981094,
0.009112813510000706,
0.009395239874720573,
0.02087339758872986,
0.02110687829554081,
0.04987165331840515,
0.022752759978175163,
0.2316940724849701
]
],
"expected": [
[
17,
1
],
[
18,
3
],
[
18,
14
],
[
19,
3
],
[
19,
14
],
[
20,
10
],
[
21,
12
],
[
22,
2
],
[
23,
0
],
[
24,
8
],
[
25,
5
],
[
26,
6
],
[
26,
13
],
[
27,
6
],
[
27,
13
],
[
28,
11
],
[
29,
15
],
[
30,
4
],
[
31,
7
],
[
32,
9
]
]
}