tiny-transformer / default-seed1 /analysis /figures /figure-data /pattern-default-seed1.json
coeiico's picture
Add every run in its own folder and the model card
4a570eb verified
Raw History Blame Contribute Delete
22.9 kB
{
"layer": 0,
"head": 3,
"tokens": [
"21",
"2",
"15",
"4",
"51",
"35",
"37",
"52",
"31",
"62",
"5",
"38",
"9",
"37",
"4",
"45",
"SEP",
"2",
"4",
"4",
"5",
"9",
"15",
"21",
"31",
"35",
"37",
"37",
"38",
"45",
"51",
"52",
"62"
],
"input_length": 16,
"pattern": [
[
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0056287674233317375,
0.994371235370636,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0337347686290741,
0.003753614379093051,
0.9625115990638733,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.009305569343268871,
0.046217598021030426,
0.00931719783693552,
0.9351596236228943,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0029410384595394135,
0.026337452232837677,
0.0046421801671385765,
0.019023653119802475,
0.9470557570457458,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.006296431180089712,
0.0067995390854775906,
0.0024467534385621548,
0.010534998029470444,
0.008756743744015694,
0.9651655554771423,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.00730488495901227,
0.003240293124690652,
0.022617008537054062,
0.0014084362192079425,
0.002127093030139804,
0.018666155636310577,
0.9446361660957336,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.029554974287748337,
0.002137552248314023,
0.008525188080966473,
0.0029284912161529064,
0.023835990577936172,
0.00267363921739161,
0.0034024526830762625,
0.9269417524337769,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0016302927397191525,
0.0036944225430488586,
0.007505543064326048,
0.0017552506178617477,
0.00807818491011858,
0.017201170325279236,
0.00792906153947115,
0.000540276407264173,
0.9516658186912537,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.032543014734983444,
0.003915418870747089,
0.026386000216007233,
0.048863545060157776,
0.02208738960325718,
0.012656260281801224,
0.011211938224732876,
0.010928686708211899,
0.03544507548213005,
0.7959626913070679,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.020697344094514847,
0.01915159448981285,
0.004889092408120632,
0.055012255907058716,
0.007652617059648037,
0.01024616975337267,
0.01014277059584856,
0.0414687804877758,
0.003158681793138385,
0.007078006397932768,
0.8205026984214783,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0038216663524508476,
0.005144505295902491,
0.01843036711215973,
0.0011346811661496758,
0.0014980246778577566,
0.016808388754725456,
0.0513039268553257,
0.00504545820876956,
0.004138512536883354,
0.0010691492352634668,
0.0025283447466790676,
0.8890769481658936,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.014788861386477947,
0.016526665538549423,
0.006457935087382793,
0.00567302480340004,
0.030961129814386368,
0.0375581756234169,
0.008722063153982162,
0.0053113168105483055,
0.02551380544900894,
0.013848965056240559,
0.010869098827242851,
0.032610658556222916,
0.7911583185195923,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.003465716727077961,
0.0013363217003643513,
0.01127171516418457,
0.000512742146383971,
0.001051116967573762,
0.008836048655211926,
0.463044673204422,
0.002462194301187992,
0.007184683345258236,
0.0022532211150974035,
0.0023318100720643997,
0.024335172027349472,
0.0014328984543681145,
0.4704817235469818,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.005401943810284138,
0.018947286531329155,
0.0065261246636509895,
0.41978543996810913,
0.01645742543041706,
0.017205355688929558,
0.0026961721014231443,
0.006079786457121372,
0.01181725412607193,
0.029080737382173538,
0.023446323350071907,
0.0040831658989191055,
0.00655824039131403,
0.00259238388389349,
0.42932233214378357,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.012805987149477005,
0.013161402195692062,
0.011426457203924656,
0.008020521141588688,
0.007964019663631916,
0.014548967592418194,
0.00676193181425333,
0.012627669610083103,
0.004576542880386114,
0.007411624304950237,
0.011817420832812786,
0.00585333164781332,
0.00526558980345726,
0.006768215447664261,
0.007559095975011587,
0.8634310960769653,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.016494469717144966,
0.026330171152949333,
0.01767500676214695,
0.024986015632748604,
0.055334217846393585,
0.025864768773317337,
0.057951100170612335,
0.07052712142467499,
0.05733547732234001,
0.08134312927722931,
0.022683078423142433,
0.03443731367588043,
0.010515427216887474,
0.060338545590639114,
0.025953534990549088,
0.126624196767807,
0.28560641407966614,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.004350163042545319,
0.5013648867607117,
0.00400053383782506,
0.01300878170877695,
0.0232920590788126,
0.008887429721653461,
0.004573792684823275,
0.004271232057362795,
0.012335696257650852,
0.004431537352502346,
0.008035087957978249,
0.008351154625415802,
0.01756184734404087,
0.004471444524824619,
0.011388544924557209,
0.012922966852784157,
0.008924380876123905,
0.34782838821411133,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.004142140503972769,
0.016624469310045242,
0.0034141079522669315,
0.31197237968444824,
0.012067227624356747,
0.01185158547013998,
0.0018036093097180128,
0.004930904600769281,
0.0060422481037676334,
0.013310776092112064,
0.0245559923350811,
0.0026703388430178165,
0.006114610470831394,
0.001724808244034648,
0.29331013560295105,
0.011686134152114391,
0.007224114146083593,
0.015601199120283127,
0.25095316767692566,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0037247471045702696,
0.016174985095858574,
0.0034561112988740206,
0.2548469305038452,
0.011354505084455013,
0.00969721656292677,
0.0014788563130423427,
0.0046325745061039925,
0.005288855172693729,
0.011365160346031189,
0.018620217218995094,
0.0024125350173562765,
0.005841365549713373,
0.0014116688398644328,
0.2372138947248459,
0.008001001551747322,
0.006045340560376644,
0.015324318781495094,
0.20039218664169312,
0.18271753191947937,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.01079960074275732,
0.011146274395287037,
0.0022937306202948093,
0.0337345227599144,
0.004673227667808533,
0.006295668426901102,
0.005560890305787325,
0.021529361605644226,
0.0016887009842321277,
0.00373083702288568,
0.42941388487815857,
0.0041452618315815926,
0.008445270359516144,
0.0054857381619513035,
0.03315233439207077,
0.017140835523605347,
0.006511059124022722,
0.010242325253784657,
0.03184131160378456,
0.026989096775650978,
0.3251800835132599,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.012195952236652374,
0.01541457325220108,
0.004169343970716,
0.005737371277064085,
0.02516764961183071,
0.021368741989135742,
0.0050116535276174545,
0.004626625683158636,
0.015415117144584656,
0.009670281782746315,
0.008729609660804272,
0.016900869086384773,
0.47324156761169434,
0.004930323921144009,
0.0050043268129229546,
0.008104763925075531,
0.008036436513066292,
0.016462786123156548,
0.005592823028564453,
0.005777249112725258,
0.00816836953163147,
0.32027363777160645,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.03327929228544235,
0.003866764483973384,
0.5242980122566223,
0.003138359636068344,
0.005307186394929886,
0.0022026854567229748,
0.015319602563977242,
0.014236025512218475,
0.012412027455866337,
0.007968375459313393,
0.0025641906540840864,
0.020395701751112938,
0.002656317315995693,
0.01604440249502659,
0.003501161700114608,
0.008572499267756939,
0.004963376093655825,
0.003821315709501505,
0.0032031801529228687,
0.003379451809450984,
0.002596514532342553,
0.0029120221734046936,
0.3033614754676819,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.558424174785614,
0.0032870760187506676,
0.017560983076691628,
0.002726122969761491,
0.0015964414924383163,
0.002364212181419134,
0.0028389273211359978,
0.016513871029019356,
0.0018205271335318685,
0.004956931807100773,
0.0098385289311409,
0.002564018592238426,
0.0061355289071798325,
0.0028477362357079983,
0.00282105035148561,
0.006238655187189579,
0.0025214713532477617,
0.003119264729321003,
0.002728755120187998,
0.002714051166549325,
0.008698313497006893,
0.006394281983375549,
0.013485396280884743,
0.31780368089675903,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.001357833738438785,
0.0038780684117227793,
0.005161534994840622,
0.0018303628312423825,
0.008151231333613396,
0.01706889271736145,
0.007357828784734011,
0.0006390373455360532,
0.5401540994644165,
0.004446706734597683,
0.0006896582781337202,
0.003252560505643487,
0.005721498746424913,
0.007361728232353926,
0.0018193587893620133,
0.002798643661662936,
0.0036879985127598047,
0.004257186781615019,
0.0017483910778537393,
0.0018491669325158,
0.0007520219660364091,
0.005122872069478035,
0.005116137210279703,
0.0016101087676361203,
0.36416706442832947,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.005138115491718054,
0.006377323530614376,
0.0021314136683940887,
0.00988619402050972,
0.007929463870823383,
0.5124956965446472,
0.011656934395432472,
0.00480135390534997,
0.01403276901692152,
0.003970280289649963,
0.0036652283743023872,
0.013282215222716331,
0.011281702667474747,
0.010792362503707409,
0.0080588823184371,
0.010196010582149029,
0.0035960422828793526,
0.006226282566785812,
0.008744598366320133,
0.00802096351981163,
0.0038902314845472574,
0.010061136446893215,
0.0024058816488832235,
0.005201243795454502,
0.014590348117053509,
0.3015674352645874,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.003743792185559869,
0.001907623023726046,
0.008844357915222645,
0.00082426454173401,
0.001524312887340784,
0.01078791357576847,
0.3340506851673126,
0.003355358261615038,
0.006870136596262455,
0.002977126743644476,
0.0025026449002325535,
0.021317970007658005,
0.0018526981584727764,
0.3373992145061493,
0.0007903872756287456,
0.0027546691708266735,
0.003685057396069169,
0.001800690544769168,
0.0009049717918969691,
0.0008664859342388809,
0.0025867330841720104,
0.0017302741762250662,
0.008128976449370384,
0.003793260781094432,
0.006667313165962696,
0.008749839849770069,
0.21958324313163757,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0031250757165253162,
0.0014282881747931242,
0.008465477265417576,
0.0006142972852103412,
0.0012052106903865933,
0.007640608120709658,
0.2727498710155487,
0.0029759255703538656,
0.005529684480279684,
0.0025021929759532213,
0.0020051158498972654,
0.01989907957613468,
0.0014877136563882232,
0.27548494935035706,
0.000595156685449183,
0.0023828695993870497,
0.003073555650189519,
0.0013416430447250605,
0.0006769761675968766,
0.0006438216078095138,
0.002058266429230571,
0.0013912650756537914,
0.0075393300503492355,
0.0031569055281579494,
0.005308047402650118,
0.006292236037552357,
0.17703121900558472,
0.18339522182941437,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.003358415560796857,
0.005256603006273508,
0.01290899608284235,
0.0015022206353023648,
0.0019044167129322886,
0.01627197302877903,
0.03569798171520233,
0.005330842919647694,
0.004044719040393829,
0.0015259361825883389,
0.002250880701467395,
0.45522555708885193,
0.0064188153482973576,
0.036091700196266174,
0.0014627263881266117,
0.0028452491387724876,
0.003286269959062338,
0.0049146125093102455,
0.0016189708840101957,
0.0016796275740489364,
0.0024636464659124613,
0.0057686069048941135,
0.011038044467568398,
0.0036903643049299717,
0.004285763017833233,
0.013809888623654842,
0.03151492029428482,
0.033759891986846924,
0.29007235169410706,
0.0,
0.0,
0.0,
0.0
],
[
0.008303455077111721,
0.009926557540893555,
0.00761584984138608,
0.006386931054294109,
0.006312921643257141,
0.009911159984767437,
0.005230232607573271,
0.010570872575044632,
0.0035870082210749388,
0.006392893847078085,
0.008192788809537888,
0.004686950705945492,
0.003758795792236924,
0.005263189319521189,
0.006001153960824013,
0.4830405116081238,
0.00879328977316618,
0.008780372329056263,
0.006860379595309496,
0.005471652839332819,
0.007860271260142326,
0.003956700675189495,
0.007576397620141506,
0.007419833913445473,
0.004187455400824547,
0.00912896916270256,
0.0050418260507285595,
0.0052025155164301395,
0.004729395266622305,
0.3298097252845764,
0.0,
0.0,
0.0
],
[
0.002535423031076789,
0.017202870920300484,
0.0040954481810331345,
0.011674498207867146,
0.48751765489578247,
0.008554724045097828,
0.0018213633447885513,
0.01984923705458641,
0.014986270107328892,
0.011790622025728226,
0.002596684033051133,
0.0014828713610768318,
0.011266556568443775,
0.0018179143080487847,
0.011096468195319176,
0.007654431741684675,
0.00985523872077465,
0.01614738442003727,
0.010381334461271763,
0.010833223350346088,
0.002641882048919797,
0.011476932093501091,
0.004257702734321356,
0.002431617584079504,
0.014161685481667519,
0.00837952084839344,
0.002142657758668065,
0.0019652554765343666,
0.001792567316442728,
0.006788833532482386,
0.2808011770248413,
0.0,
0.0
],
[
0.02847876399755478,
0.002269891556352377,
0.01325911283493042,
0.0062932102009654045,
0.04032102972269058,
0.005264019127935171,
0.005873104091733694,
0.4263416528701782,
0.0018110958626493812,
0.011429733596742153,
0.013090435415506363,
0.005403920542448759,
0.00482679158449173,
0.005964090581983328,
0.0064321476966142654,
0.012229817919433117,
0.016589293256402016,
0.0027871341444551945,
0.006442916113883257,
0.00659376522526145,
0.012403004802763462,
0.005699170287698507,
0.012190915644168854,
0.023476582020521164,
0.0019740986172109842,
0.005311937537044287,
0.006386847700923681,
0.0067416587844491005,
0.005594385787844658,
0.012196172028779984,
0.03210291266441345,
0.2542203664779663,
0.0
],
[
0.0193486325442791,
0.0027795261703431606,
0.012100462801754475,
0.023452261462807655,
0.012927545234560966,
0.006814536638557911,
0.006893753074109554,
0.005798648111522198,
0.020403049886226654,
0.35817620158195496,
0.0025705862790346146,
0.0016229369211941957,
0.008698305115103722,
0.006920742802321911,
0.025664983317255974,
0.010590286925435066,
0.02775728330016136,
0.0028971214778721333,
0.02300073578953743,
0.0217321515083313,
0.0028180184308439493,
0.00929475761950016,
0.011649117805063725,
0.016284432262182236,
0.018083419650793076,
0.008077215403318405,
0.007342285476624966,
0.007146804593503475,
0.0019610587041825056,
0.010746720246970654,
0.013193007558584213,
0.009442578069865704,
0.28381088376045227
]
],
"expected": [
[
17,
1
],
[
18,
3
],
[
18,
14
],
[
19,
3
],
[
19,
14
],
[
20,
10
],
[
21,
12
],
[
22,
2
],
[
23,
0
],
[
24,
8
],
[
25,
5
],
[
26,
6
],
[
26,
13
],
[
27,
6
],
[
27,
13
],
[
28,
11
],
[
29,
15
],
[
30,
4
],
[
31,
7
],
[
32,
9
]
]
}