{ "cka_self": { "names": [ "embedding", "expand_0", "expand_1", "expand_2", "expand_3", "expand_4", "expand_5", "expand_6", "expand_7", "expand_8", "expand_9", "expand_10", "expand_11", "expand_12", "expand_13", "expand_14", "expand_15", "expand_16", "expand_17", "expand_18", "expand_19", "middle_0", "compress_0", "compress_1", "compress_2", "compress_3", "compress_4", "compress_5", "compress_6", "compress_7", "compress_8", "compress_9", "compress_10", "compress_11", "compress_12", "compress_13", "compress_14", "compress_15", "compress_16", "compress_17", "compress_18", "compress_19", "final_norm" ], "matrix": [ [ 1.0, 0.8866188526153564, 0.8164767026901245, 0.7336245179176331, 0.7054738998413086, 0.6806746125221252, 0.6546079516410828, 0.6396195292472839, 0.5966438055038452, 0.085598886013031, 0.07780761271715164, 0.07064133882522583, 0.06587867438793182, 0.06444326043128967, 0.06620140373706818, 0.06643415987491608, 0.06744755059480667, 0.06798108667135239, 0.023102257400751114, 0.02318720705807209, 0.023029332980513573, 0.02303888462483883, 0.0230090469121933, 0.023262370377779007, 0.07920751720666885, 0.08516508340835571, 0.12063281238079071, 0.13757441937923431, 0.1504034847021103, 0.20180721580982208, 0.20416469871997833, 0.20618851482868195, 0.2103184014558792, 0.276023268699646, 0.2877357304096222, 0.27862244844436646, 0.2714858949184418, 0.2638208270072937, 0.24908611178398132, 0.23528440296649933, 0.2028241604566574, 0.18157896399497986, 0.21474751830101013 ], [ 0.8866188526153564, 1.0, 0.9628973603248596, 0.8799647688865662, 0.8539307713508606, 0.8308154940605164, 0.8077625632286072, 0.7751748561859131, 0.7229080200195312, 0.10106048732995987, 0.09334167093038559, 0.08555062115192413, 0.08125422894954681, 0.0780123695731163, 0.07894133031368256, 0.08002081513404846, 0.07889489084482193, 0.09398424625396729, 0.11173419654369354, 0.11162395775318146, 0.11166036128997803, 0.11173491179943085, 0.1118139699101448, 0.11213553696870804, 0.15420915186405182, 0.15838824212551117, 0.18471214175224304, 0.1943701058626175, 0.20828627049922943, 0.22415931522846222, 0.22729963064193726, 0.23028919100761414, 0.23264256119728088, 0.3063642978668213, 0.3168011009693146, 0.3035929203033447, 0.2928607165813446, 0.28051790595054626, 0.2587052285671234, 0.23799873888492584, 0.20439808070659637, 0.1831863820552826, 0.22291426360607147 ], [ 0.8164767026901245, 0.9628973603248596, 1.0, 0.9413407444953918, 0.9221710562705994, 0.9034830331802368, 0.8851162791252136, 0.8494495749473572, 0.7978618741035461, 0.11317962408065796, 0.10702235996723175, 0.09908141940832138, 0.09638337790966034, 0.09181856364011765, 0.09098811447620392, 0.0925474762916565, 0.08911333978176117, 0.1197425052523613, 0.2184595763683319, 0.2182939201593399, 0.21833431720733643, 0.21851415932178497, 0.21860040724277496, 0.21891941130161285, 0.23645025491714478, 0.23678229749202728, 0.2491903305053711, 0.2493284046649933, 0.2616477906703949, 0.23879699409008026, 0.24320976436138153, 0.2469138205051422, 0.24982884526252747, 0.3279764652252197, 0.33550044894218445, 0.3209203779697418, 0.30974993109703064, 0.2971762716770172, 0.2757277190685272, 0.2561028003692627, 0.22381751239299774, 0.20405621826648712, 0.24675846099853516 ], [ 0.7336245179176331, 0.8799647688865662, 0.9413407444953918, 1.0, 0.995227575302124, 0.9878040552139282, 0.9771004319190979, 0.9507975578308105, 0.9107967615127563, 0.308550626039505, 0.3040868937969208, 0.29570043087005615, 0.2935424745082855, 0.2864590287208557, 0.2842535078525543, 0.2867068648338318, 0.2797296643257141, 0.32049211859703064, 0.27435117959976196, 0.27240100502967834, 0.27254536747932434, 0.27274295687675476, 0.27290886640548706, 0.2748803198337555, 0.40867719054222107, 0.41179877519607544, 0.4371880888938904, 0.43606802821159363, 0.4444027245044708, 0.38802891969680786, 0.3861248791217804, 0.3806435763835907, 0.3713274300098419, 0.3279266059398651, 0.3327653408050537, 0.3181270658969879, 0.30604374408721924, 0.29389938712120056, 0.2742559015750885, 0.25545141100883484, 0.22576963901519775, 0.2079307585954666, 0.24914155900478363 ], [ 0.7054738998413086, 0.8539307713508606, 0.9221710562705994, 0.995227575302124, 1.0, 0.9955264925956726, 0.9871774315834045, 0.9648488759994507, 0.9293156862258911, 0.33550918102264404, 0.33139121532440186, 0.32308056950569153, 0.32135188579559326, 0.31377658247947693, 0.3109651207923889, 0.31324508786201477, 0.30540403723716736, 0.3480979800224304, 0.2881461977958679, 0.28593939542770386, 0.2860979735851288, 0.28630706667900085, 0.2864839732646942, 0.2886858880519867, 0.43609726428985596, 0.43914493918418884, 0.46483513712882996, 0.4626930356025696, 0.4702044725418091, 0.40629586577415466, 0.40342196822166443, 0.3966600000858307, 0.3857835531234741, 0.32744163274765015, 0.33175063133239746, 0.3172719180583954, 0.30519741773605347, 0.29320383071899414, 0.27433881163597107, 0.25606462359428406, 0.22731678187847137, 0.20990385115146637, 0.25057658553123474 ], [ 0.6806746125221252, 0.8308154940605164, 0.9034830331802368, 0.9878040552139282, 0.9955264925956726, 1.0, 0.9944660067558289, 0.9749224781990051, 0.9430608749389648, 0.3607690930366516, 0.3568904995918274, 0.34869030117988586, 0.3472835421562195, 0.33940771222114563, 0.3363325297832489, 0.3382657468318939, 0.32981014251708984, 0.3720569312572479, 0.2870592474937439, 0.284622460603714, 0.28477877378463745, 0.2850104570388794, 0.2851870656013489, 0.28762033581733704, 0.4527134895324707, 0.4562855660915375, 0.4845730662345886, 0.4827938675880432, 0.4897107779979706, 0.42294442653656006, 0.4187129735946655, 0.41039565205574036, 0.39745908975601196, 0.3240452706813812, 0.32759734988212585, 0.3131496012210846, 0.30125588178634644, 0.2897612750530243, 0.2714788019657135, 0.2537075877189636, 0.22584068775177002, 0.20897728204727173, 0.24922457337379456 ], [ 0.6546079516410828, 0.8077625632286072, 0.8851162791252136, 0.9771004319190979, 0.9871774315834045, 0.9944660067558289, 1.0, 0.9820618033409119, 0.953970730304718, 0.3724070191383362, 0.3690847158432007, 0.3610292077064514, 0.3599538505077362, 0.3517965078353882, 0.3483361005783081, 0.3496970534324646, 0.34060928225517273, 0.3831266760826111, 0.2930297255516052, 0.29048728942871094, 0.29062631726264954, 0.29089054465293884, 0.2910628914833069, 0.2935792803764343, 0.46357405185699463, 0.4668458104133606, 0.49484941363334656, 0.49225494265556335, 0.49875810742378235, 0.4283643364906311, 0.42346519231796265, 0.4143224060535431, 0.4004828631877899, 0.32099777460098267, 0.32415735721588135, 0.3096967935562134, 0.2979552745819092, 0.28647178411483765, 0.2684289216995239, 0.25093063712120056, 0.22366459667682648, 0.20713619887828827, 0.2471763789653778 ], [ 0.6396195292472839, 0.7751748561859131, 0.8494495749473572, 0.9507975578308105, 0.9648488759994507, 0.9749224781990051, 0.9820618033409119, 1.0, 0.9852873682975769, 0.4005168080329895, 0.3977200984954834, 0.39006975293159485, 0.38888439536094666, 0.37970638275146484, 0.37458398938179016, 0.3730723559856415, 0.3639926314353943, 0.3965635299682617, 0.25505632162094116, 0.2525669038295746, 0.25264737010002136, 0.2528040111064911, 0.25296083092689514, 0.25539398193359375, 0.4444199204444885, 0.4489409923553467, 0.48802775144577026, 0.4915412962436676, 0.49782225489616394, 0.44944503903388977, 0.4436427652835846, 0.4329726994037628, 0.4182862639427185, 0.3326359987258911, 0.3348675072193146, 0.3216875195503235, 0.3106471300125122, 0.30101141333580017, 0.28571727871894836, 0.2689763605594635, 0.24261517822742462, 0.22421549260616302, 0.2646792531013489 ], [ 0.5966438055038452, 0.7229080200195312, 0.7978618741035461, 0.9107967615127563, 0.9293156862258911, 0.9430608749389648, 0.953970730304718, 0.9852873682975769, 1.0, 0.4309193193912506, 0.42949405312538147, 0.4229198396205902, 0.4221244156360626, 0.4122016131877899, 0.40526336431503296, 0.4009464681148529, 0.3909369707107544, 0.4178644120693207, 0.23692750930786133, 0.2343255579471588, 0.23436222970485687, 0.2345062792301178, 0.23465289175510406, 0.23714682459831238, 0.44334208965301514, 0.44831061363220215, 0.49308687448501587, 0.4989806115627289, 0.5044687986373901, 0.46394869685173035, 0.4565954804420471, 0.4442926347255707, 0.42832520604133606, 0.32949790358543396, 0.3316981792449951, 0.31988200545310974, 0.3099154829978943, 0.3022046983242035, 0.28973516821861267, 0.27511394023895264, 0.2516450881958008, 0.23347976803779602, 0.27288132905960083 ], [ 0.085598886013031, 0.10106048732995987, 0.11317962408065796, 0.308550626039505, 0.33550918102264404, 0.3607690930366516, 0.3724070191383362, 0.4005168080329895, 0.4309193193912506, 1.0, 0.9983712434768677, 0.9967196583747864, 0.993431031703949, 0.9915507435798645, 0.9917429089546204, 0.9871540069580078, 0.9866191744804382, 0.9566135406494141, 0.0430295355618, 0.03934454545378685, 0.03954160958528519, 0.03954703360795975, 0.03969861567020416, 0.043120093643665314, 0.5498442053794861, 0.568802535533905, 0.7249490022659302, 0.7664463520050049, 0.7588014602661133, 0.8236193656921387, 0.7813343405723572, 0.7313903570175171, 0.6704528331756592, 0.07240330427885056, 0.0693894773721695, 0.06366771459579468, 0.058279674500226974, 0.0554267056286335, 0.050616730004549026, 0.04563816264271736, 0.04066110774874687, 0.03758147731423378, 0.04408200830221176 ], [ 0.07780761271715164, 0.09334167093038559, 0.10702235996723175, 0.3040868937969208, 0.33139121532440186, 0.3568904995918274, 0.3690847158432007, 0.3977200984954834, 0.42949405312538147, 0.9983712434768677, 1.0, 0.9991177916526794, 0.9967723488807678, 0.9949100613594055, 0.9938264489173889, 0.9891536235809326, 0.9876658320426941, 0.9608913064002991, 0.05062812194228172, 0.046665869653224945, 0.04688529297709465, 0.046895939856767654, 0.04706761613488197, 0.05072401463985443, 0.5625230073928833, 0.5815515518188477, 0.7339819669723511, 0.7737396955490112, 0.7656188607215881, 0.8210443258285522, 0.7790476083755493, 0.7293313145637512, 0.6685813069343567, 0.07231699675321579, 0.069251149892807, 0.06337570399045944, 0.05794829502701759, 0.05501179024577141, 0.05034567788243294, 0.04554736986756325, 0.04089762642979622, 0.0380101203918457, 0.04412412270903587 ], [ 0.07064133882522583, 0.08555062115192413, 0.09908141940832138, 0.29570043087005615, 0.32308056950569153, 0.34869030117988586, 0.3610292077064514, 0.39006975293159485, 0.4229198396205902, 0.9967196583747864, 0.9991177916526794, 1.0, 0.9984608888626099, 0.9968641400337219, 0.9954223036766052, 0.9907151460647583, 0.9888972640037537, 0.9628637433052063, 0.05198612064123154, 0.0479416586458683, 0.0481654517352581, 0.04817423224449158, 0.048352621495723724, 0.052079249173402786, 0.5660314559936523, 0.5851565003395081, 0.7368158102035522, 0.7762715220451355, 0.7680290341377258, 0.8212220072746277, 0.7793737649917603, 0.7299240231513977, 0.6690068244934082, 0.07289182394742966, 0.0697130560874939, 0.06382288783788681, 0.058345895260572433, 0.055434055626392365, 0.050859484821558, 0.04605194926261902, 0.04151143878698349, 0.03859316557645798, 0.04483146220445633 ], [ 0.06587867438793182, 0.08125422894954681, 0.09638337790966034, 0.2935424745082855, 0.32135188579559326, 0.3472835421562195, 0.3599538505077362, 0.38888439536094666, 0.4221244156360626, 0.993431031703949, 0.9967723488807678, 0.9984608888626099, 1.0, 0.998919665813446, 0.9969019293785095, 0.9931889176368713, 0.9905962944030762, 0.9688683152198792, 0.0649133026599884, 0.06056395545601845, 0.06081191077828407, 0.06082715466618538, 0.061027247458696365, 0.06504278630018234, 0.5855360627174377, 0.6047874689102173, 0.7524403929710388, 0.7901456952095032, 0.7814924120903015, 0.822943925857544, 0.7818796634674072, 0.7328982949256897, 0.6719599366188049, 0.07769713550806046, 0.07411515712738037, 0.06803729385137558, 0.06221542879939079, 0.05910384654998779, 0.054406825453042984, 0.0491962805390358, 0.04431117698550224, 0.04105953127145767, 0.047917358577251434 ], [ 0.06444326043128967, 0.0780123695731163, 0.09181856364011765, 0.2864590287208557, 0.31377658247947693, 0.33940771222114563, 0.3517965078353882, 0.37970638275146484, 0.4122016131877899, 0.9915507435798645, 0.9949100613594055, 0.9968641400337219, 0.998919665813446, 1.0, 0.998546838760376, 0.9956219792366028, 0.993252158164978, 0.972076416015625, 0.06579349935054779, 0.06141830235719681, 0.061670996248722076, 0.061693765223026276, 0.06189659610390663, 0.06596172600984573, 0.5887587070465088, 0.60823655128479, 0.7562814950942993, 0.794303297996521, 0.7856388092041016, 0.8270909786224365, 0.7860783934593201, 0.7372952699661255, 0.6760224103927612, 0.08032910525798798, 0.07661429792642593, 0.07035835832357407, 0.06424151360988617, 0.06096977740526199, 0.055847618728876114, 0.050160396844148636, 0.0446544885635376, 0.04107876121997833, 0.04873289167881012 ], [ 0.06620140373706818, 0.07894133031368256, 0.09098811447620392, 0.2842535078525543, 0.3109651207923889, 0.3363325297832489, 0.3483361005783081, 0.37458398938179016, 0.40526336431503296, 0.9917429089546204, 0.9938264489173889, 0.9954223036766052, 0.9969019293785095, 0.998546838760376, 1.0, 0.9978783130645752, 0.9963661432266235, 0.9736549258232117, 0.05974001809954643, 0.05549969524145126, 0.05575323849916458, 0.055778440088033676, 0.05597558617591858, 0.05994410067796707, 0.5834383964538574, 0.603299081325531, 0.7547523379325867, 0.7943676114082336, 0.7866061329841614, 0.8345628976821899, 0.7933462858200073, 0.744498074054718, 0.6827337741851807, 0.08384349197149277, 0.08009275794029236, 0.0735638365149498, 0.06728626787662506, 0.06396643072366714, 0.05840763822197914, 0.0524911992251873, 0.04635629802942276, 0.042436614632606506, 0.05078994855284691 ], [ 0.06643415987491608, 0.08002081513404846, 0.0925474762916565, 0.2867068648338318, 0.31324508786201477, 0.3382657468318939, 0.3496970534324646, 0.3730723559856415, 0.4009464681148529, 0.9871540069580078, 0.9891536235809326, 0.9907151460647583, 0.9931889176368713, 0.9956219792366028, 0.9978783130645752, 1.0, 0.9985812902450562, 0.9823518395423889, 0.07506875693798065, 0.07046352326869965, 0.07077838480472565, 0.07081238180398941, 0.07104198634624481, 0.07539550215005875, 0.6085659861564636, 0.6289919018745422, 0.7765320539474487, 0.815192461013794, 0.8073939681053162, 0.8424702882766724, 0.8021972179412842, 0.7543538212776184, 0.6925984621047974, 0.09298310428857803, 0.08874774724245071, 0.08172436058521271, 0.07478447258472443, 0.07101134210824966, 0.06470689922571182, 0.05802201107144356, 0.05082838982343674, 0.04616275802254677, 0.0556659996509552 ], [ 0.06744755059480667, 0.07889489084482193, 0.08911333978176117, 0.2797296643257141, 0.30540403723716736, 0.32981014251708984, 0.34060928225517273, 0.3639926314353943, 0.3909369707107544, 0.9866191744804382, 0.9876658320426941, 0.9888972640037537, 0.9905962944030762, 0.993252158164978, 0.9963661432266235, 0.9985812902450562, 1.0, 0.9805582165718079, 0.06232975423336029, 0.05793860927224159, 0.05823370814323425, 0.05825956538319588, 0.058471664786338806, 0.06263023614883423, 0.5946943759918213, 0.6155142784118652, 0.7682710886001587, 0.809515118598938, 0.8023097515106201, 0.8486509919166565, 0.8083965182304382, 0.7606802582740784, 0.6990503668785095, 0.09798076003789902, 0.09355077892541885, 0.0864337757229805, 0.07936399430036545, 0.07550866156816483, 0.06888752430677414, 0.06172937527298927, 0.053861312568187714, 0.0485219843685627, 0.0585828460752964 ], [ 0.06798108667135239, 0.09398424625396729, 0.1197425052523613, 0.32049211859703064, 0.3480979800224304, 0.3720569312572479, 0.3831266760826111, 0.3965635299682617, 0.4178644120693207, 0.9566135406494141, 0.9608913064002991, 0.9628637433052063, 0.9688683152198792, 0.972076416015625, 0.9736549258232117, 0.9823518395423889, 0.9805582165718079, 1.0, 0.20967945456504822, 0.20398284494876862, 0.20447564125061035, 0.20453287661075592, 0.20486538112163544, 0.21031388640403748, 0.7319108843803406, 0.7499132752418518, 0.8658959269523621, 0.8875241875648499, 0.8780434131622314, 0.8381298184394836, 0.8010719418525696, 0.7571243047714233, 0.6966723799705505, 0.11264808475971222, 0.10858210921287537, 0.1002814769744873, 0.09172182530164719, 0.08617549389600754, 0.07838811725378036, 0.06973807513713837, 0.06031683087348938, 0.054660484194755554, 0.06589983403682709 ], [ 0.023102257400751114, 0.11173419654369354, 0.2184595763683319, 0.27435117959976196, 0.2881461977958679, 0.2870592474937439, 0.2930297255516052, 0.25505632162094116, 0.23692750930786133, 0.0430295355618, 0.05062812194228172, 0.05198612064123154, 0.0649133026599884, 0.06579349935054779, 0.05974001809954643, 0.07506875693798065, 0.06232975423336029, 0.20967945456504822, 1.0, 0.999909520149231, 0.9999238848686218, 0.999921441078186, 0.9999275803565979, 0.9999585747718811, 0.7119568586349487, 0.671326220035553, 0.5175796151161194, 0.41512802243232727, 0.4003653824329376, 0.06566229462623596, 0.06661772727966309, 0.07006547600030899, 0.06426654756069183, 0.07124065607786179, 0.07693160325288773, 0.07690145075321198, 0.06902671605348587, 0.06145131587982178, 0.06265770643949509, 0.055518437176942825, 0.04859182983636856, 0.045823391526937485, 0.05258903652429581 ], [ 0.02318720705807209, 0.11162395775318146, 0.2182939201593399, 0.27240100502967834, 0.28593939542770386, 0.284622460603714, 0.29048728942871094, 0.2525669038295746, 0.2343255579471588, 0.03934454545378685, 0.046665869653224945, 0.0479416586458683, 0.06056395545601845, 0.06141830235719681, 0.05549969524145126, 0.07046352326869965, 0.05793860927224159, 0.20398284494876862, 0.999909520149231, 1.0, 0.9999940991401672, 0.9999884366989136, 0.9999811053276062, 0.9998469948768616, 0.7045469284057617, 0.6635348796844482, 0.5103201270103455, 0.40810084342956543, 0.393448144197464, 0.0624198317527771, 0.0633949413895607, 0.06690343469381332, 0.06137187033891678, 0.07085655629634857, 0.0765998587012291, 0.07666971534490585, 0.06883713603019714, 0.061300039291381836, 0.06258251518011093, 0.0554729625582695, 0.048547327518463135, 0.04577719047665596, 0.05257975682616234 ], [ 0.023029332980513573, 0.11166036128997803, 0.21833431720733643, 0.27254536747932434, 0.2860979735851288, 0.28477877378463745, 0.29062631726264954, 0.25264737010002136, 0.23436222970485687, 0.03954160958528519, 0.04688529297709465, 0.0481654517352581, 0.06081191077828407, 0.061670996248722076, 0.05575323849916458, 0.07077838480472565, 0.05823370814323425, 0.20447564125061035, 0.9999238848686218, 0.9999940991401672, 1.0, 0.9999904036521912, 0.9999901652336121, 0.9998791813850403, 0.7054231762886047, 0.6644848585128784, 0.511172354221344, 0.40891215205192566, 0.3942578136920929, 0.06265631318092346, 0.06365527212619781, 0.06717797368764877, 0.06163809821009636, 0.07093967497348785, 0.07665561139583588, 0.07666600495576859, 0.06881962716579437, 0.0612604096531868, 0.06247647851705551, 0.05536418780684471, 0.04843009635806084, 0.045680876821279526, 0.05250919237732887 ], [ 0.02303888462483883, 0.11173491179943085, 0.21851415932178497, 0.27274295687675476, 0.28630706667900085, 0.2850104570388794, 0.29089054465293884, 0.2528040111064911, 0.2345062792301178, 0.03954703360795975, 0.046895939856767654, 0.04817423224449158, 0.06082715466618538, 0.061693765223026276, 0.055778440088033676, 0.07081238180398941, 0.05825956538319588, 0.20453287661075592, 0.999921441078186, 0.9999884366989136, 0.9999904036521912, 1.0, 0.9999964237213135, 0.9998904466629028, 0.7056722044944763, 0.6647428870201111, 0.5114345550537109, 0.40917566418647766, 0.3945251703262329, 0.06278237700462341, 0.06377211213111877, 0.06728610396385193, 0.06173764541745186, 0.07106957584619522, 0.07678575813770294, 0.07677685469388962, 0.0689200833439827, 0.061353541910648346, 0.06254272162914276, 0.05543401837348938, 0.048503417521715164, 0.04575222730636597, 0.05261457711458206 ], [ 0.0230090469121933, 0.1118139699101448, 0.21860040724277496, 0.27290886640548706, 0.2864839732646942, 0.2851870656013489, 0.2910628914833069, 0.25296083092689514, 0.23465289175510406, 0.03969861567020416, 0.04706761613488197, 0.048352621495723724, 0.061027247458696365, 0.06189659610390663, 0.05597558617591858, 0.07104198634624481, 0.058471664786338806, 0.20486538112163544, 0.9999275803565979, 0.9999811053276062, 0.9999901652336121, 0.9999964237213135, 1.0, 0.9999097585678101, 0.706282377243042, 0.6654007434844971, 0.5120447874069214, 0.40976452827453613, 0.3951128423213959, 0.06300974637269974, 0.06402121484279633, 0.06754946708679199, 0.06200111284852028, 0.07124228030443192, 0.07693175226449966, 0.07687943428754807, 0.06900914758443832, 0.06142721697688103, 0.06256409734487534, 0.05545356869697571, 0.0485139898955822, 0.04577886685729027, 0.05267048999667168 ], [ 0.023262370377779007, 0.11213553696870804, 0.21891941130161285, 0.2748803198337555, 0.2886858880519867, 0.28762033581733704, 0.2935792803764343, 0.25539398193359375, 0.23714682459831238, 0.043120093643665314, 0.05072401463985443, 0.052079249173402786, 0.06504278630018234, 0.06596172600984573, 0.05994410067796707, 0.07539550215005875, 0.06263023614883423, 0.21031388640403748, 0.9999585747718811, 0.9998469948768616, 0.9998791813850403, 0.9998904466629028, 0.9999097585678101, 1.0, 0.7137615084648132, 0.6733015179634094, 0.51947420835495, 0.4169948399066925, 0.40224966406822205, 0.0663842037320137, 0.06739447265863419, 0.07088898122310638, 0.06509575247764587, 0.0720483735203743, 0.07764078676700592, 0.07742615044116974, 0.069486103951931, 0.06184566766023636, 0.06280297785997391, 0.05563516169786453, 0.04863174259662628, 0.045876212418079376, 0.05289127677679062 ], [ 0.07920751720666885, 0.15420915186405182, 0.23645025491714478, 0.40867719054222107, 0.43609726428985596, 0.4527134895324707, 0.46357405185699463, 0.4444199204444885, 0.44334208965301514, 0.5498442053794861, 0.5625230073928833, 0.5660314559936523, 0.5855360627174377, 0.5887587070465088, 0.5834383964538574, 0.6085659861564636, 0.5946943759918213, 0.7319108843803406, 0.7119568586349487, 0.7045469284057617, 0.7054231762886047, 0.7056722044944763, 0.706282377243042, 0.7137615084648132, 1.0, 0.9971895813941956, 0.950676441192627, 0.8982461094856262, 0.8854431509971619, 0.5648123621940613, 0.552385151386261, 0.5359407663345337, 0.5004628300666809, 0.19620217382907867, 0.19262436032295227, 0.181674525141716, 0.16961324214935303, 0.15909402072429657, 0.14928825199604034, 0.13633903861045837, 0.12095215916633606, 0.11138390004634857, 0.12936289608478546 ], [ 0.08516508340835571, 0.15838824212551117, 0.23678229749202728, 0.41179877519607544, 0.43914493918418884, 0.4562855660915375, 0.4668458104133606, 0.4489409923553467, 0.44831061363220215, 0.568802535533905, 0.5815515518188477, 0.5851565003395081, 0.6047874689102173, 0.60823655128479, 0.603299081325531, 0.6289919018745422, 0.6155142784118652, 0.7499132752418518, 0.671326220035553, 0.6635348796844482, 0.6644848585128784, 0.6647428870201111, 0.6654007434844971, 0.6733015179634094, 0.9971895813941956, 1.0, 0.9640783667564392, 0.9180646538734436, 0.9064103364944458, 0.5952581167221069, 0.583310604095459, 0.5669860243797302, 0.5310094356536865, 0.21623265743255615, 0.21143624186515808, 0.19894073903560638, 0.18640725314617157, 0.17529775202274323, 0.16363555192947388, 0.14969877898693085, 0.13267894089221954, 0.12187019735574722, 0.14145489037036896 ], [ 0.12063281238079071, 0.18471214175224304, 0.2491903305053711, 0.4371880888938904, 0.46483513712882996, 0.4845730662345886, 0.49484941363334656, 0.48802775144577026, 0.49308687448501587, 0.7249490022659302, 0.7339819669723511, 0.7368158102035522, 0.7524403929710388, 0.7562814950942993, 0.7547523379325867, 0.7765320539474487, 0.7682710886001587, 0.8658959269523621, 0.5175796151161194, 0.5103201270103455, 0.511172354221344, 0.5114345550537109, 0.5120447874069214, 0.51947420835495, 0.950676441192627, 0.9640783667564392, 1.0, 0.9872865676879883, 0.9804797172546387, 0.7754476070404053, 0.7595964074134827, 0.7371383905410767, 0.6947705149650574, 0.29692989587783813, 0.28856322169303894, 0.272670716047287, 0.2585139870643616, 0.24620142579078674, 0.22987234592437744, 0.21223331987857819, 0.18888315558433533, 0.1721278429031372, 0.1982099562883377 ], [ 0.13757441937923431, 0.1943701058626175, 0.2493284046649933, 0.43606802821159363, 0.4626930356025696, 0.4827938675880432, 0.49225494265556335, 0.4915412962436676, 0.4989806115627289, 0.7664463520050049, 0.7737396955490112, 0.7762715220451355, 0.7901456952095032, 0.794303297996521, 0.7943676114082336, 0.815192461013794, 0.809515118598938, 0.8875241875648499, 0.41512802243232727, 0.40810084342956543, 0.40891215205192566, 0.40917566418647766, 0.40976452827453613, 0.4169948399066925, 0.8982461094856262, 0.9180646538734436, 0.9872865676879883, 1.0, 0.9966458678245544, 0.8506045937538147, 0.838002622127533, 0.8168523907661438, 0.7763916850090027, 0.36660265922546387, 0.3540237545967102, 0.33642521500587463, 0.32011911273002625, 0.3063182234764099, 0.28603243827819824, 0.26461443305015564, 0.23550668358802795, 0.21309895813465118, 0.24481619894504547 ], [ 0.1504034847021103, 0.20828627049922943, 0.2616477906703949, 0.4444027245044708, 0.4702044725418091, 0.4897107779979706, 0.49875810742378235, 0.49782225489616394, 0.5044687986373901, 0.7588014602661133, 0.7656188607215881, 0.7680290341377258, 0.7814924120903015, 0.7856388092041016, 0.7866061329841614, 0.8073939681053162, 0.8023097515106201, 0.8780434131622314, 0.4003653824329376, 0.393448144197464, 0.3942578136920929, 0.3945251703262329, 0.3951128423213959, 0.40224966406822205, 0.8854431509971619, 0.9064103364944458, 0.9804797172546387, 0.9966458678245544, 1.0, 0.8653483986854553, 0.8540165424346924, 0.8343536853790283, 0.7951667308807373, 0.3973771035671234, 0.3850161135196686, 0.3663579523563385, 0.34976524114608765, 0.3352092504501343, 0.3136848509311676, 0.29112502932548523, 0.2594355046749115, 0.23437561094760895, 0.26727741956710815 ], [ 0.20180721580982208, 0.22415931522846222, 0.23879699409008026, 0.38802891969680786, 0.40629586577415466, 0.42294442653656006, 0.4283643364906311, 0.44944503903388977, 0.46394869685173035, 0.8236193656921387, 0.8210443258285522, 0.8212220072746277, 0.822943925857544, 0.8270909786224365, 0.8345628976821899, 0.8424702882766724, 0.8486509919166565, 0.8381298184394836, 0.06566229462623596, 0.0624198317527771, 0.06265631318092346, 0.06278237700462341, 0.06300974637269974, 0.0663842037320137, 0.5648123621940613, 0.5952581167221069, 0.7754476070404053, 0.8506045937538147, 0.8653483986854553, 1.0, 0.9904011487960815, 0.9704439043998718, 0.9368601441383362, 0.5288958549499512, 0.5148767232894897, 0.4965519905090332, 0.48039594292640686, 0.46464771032333374, 0.440955251455307, 0.4131018817424774, 0.37193602323532104, 0.3341248333454132, 0.37199312448501587 ], [ 0.20416469871997833, 0.22729963064193726, 0.24320976436138153, 0.3861248791217804, 0.40342196822166443, 0.4187129735946655, 0.42346519231796265, 0.4436427652835846, 0.4565954804420471, 0.7813343405723572, 0.7790476083755493, 0.7793737649917603, 0.7818796634674072, 0.7860783934593201, 0.7933462858200073, 0.8021972179412842, 0.8083965182304382, 0.8010719418525696, 0.06661772727966309, 0.0633949413895607, 0.06365527212619781, 0.06377211213111877, 0.06402121484279633, 0.06739447265863419, 0.552385151386261, 0.583310604095459, 0.7595964074134827, 0.838002622127533, 0.8540165424346924, 0.9904011487960815, 1.0, 0.9889050722122192, 0.9653147459030151, 0.6016663312911987, 0.5846797823905945, 0.5664506554603577, 0.5473917722702026, 0.5293927788734436, 0.5014894604682922, 0.46798568964004517, 0.4201577603816986, 0.3755658268928528, 0.417666494846344 ], [ 0.20618851482868195, 0.23028919100761414, 0.2469138205051422, 0.3806435763835907, 0.3966600000858307, 0.41039565205574036, 0.4143224060535431, 0.4329726994037628, 0.4442926347255707, 0.7313903570175171, 0.7293313145637512, 0.7299240231513977, 0.7328982949256897, 0.7372952699661255, 0.744498074054718, 0.7543538212776184, 0.7606802582740784, 0.7571243047714233, 0.07006547600030899, 0.06690343469381332, 0.06717797368764877, 0.06728610396385193, 0.06754946708679199, 0.07088898122310638, 0.5359407663345337, 0.5669860243797302, 0.7371383905410767, 0.8168523907661438, 0.8343536853790283, 0.9704439043998718, 0.9889050722122192, 1.0, 0.9857767820358276, 0.6702643632888794, 0.6520861387252808, 0.6344103217124939, 0.6132138967514038, 0.5937173962593079, 0.5627182722091675, 0.5241591930389404, 0.47016438841819763, 0.41858911514282227, 0.46332573890686035 ], [ 0.2103184014558792, 0.23264256119728088, 0.24982884526252747, 0.3713274300098419, 0.3857835531234741, 0.39745908975601196, 0.4004828631877899, 0.4182862639427185, 0.42832520604133606, 0.6704528331756592, 0.6685813069343567, 0.6690068244934082, 0.6719599366188049, 0.6760224103927612, 0.6827337741851807, 0.6925984621047974, 0.6990503668785095, 0.6966723799705505, 0.06426654756069183, 0.06137187033891678, 0.06163809821009636, 0.06173764541745186, 0.06200111284852028, 0.06509575247764587, 0.5004628300666809, 0.5310094356536865, 0.6947705149650574, 0.7763916850090027, 0.7951667308807373, 0.9368601441383362, 0.9653147459030151, 0.9857767820358276, 1.0, 0.7446660995483398, 0.7232252359390259, 0.7054296731948853, 0.6820340156555176, 0.6602522730827332, 0.6257666945457458, 0.5834745764732361, 0.5233609676361084, 0.46513792872428894, 0.5128670334815979 ], [ 0.276023268699646, 0.3063642978668213, 0.3279764652252197, 0.3279266059398651, 0.32744163274765015, 0.3240452706813812, 0.32099777460098267, 0.3326359987258911, 0.32949790358543396, 0.07240330427885056, 0.07231699675321579, 0.07289182394742966, 0.07769713550806046, 0.08032910525798798, 0.08384349197149277, 0.09298310428857803, 0.09798076003789902, 0.11264808475971222, 0.07124065607786179, 0.07085655629634857, 0.07093967497348785, 0.07106957584619522, 0.07124228030443192, 0.0720483735203743, 0.19620217382907867, 0.21623265743255615, 0.29692989587783813, 0.36660265922546387, 0.3973771035671234, 0.5288958549499512, 0.6016663312911987, 0.6702643632888794, 0.7446660995483398, 1.0, 0.9814231395721436, 0.9648851156234741, 0.9420889019966125, 0.918043851852417, 0.8781349062919617, 0.8248966336250305, 0.7464483380317688, 0.6632609367370605, 0.7183345556259155 ], [ 0.2877357304096222, 0.3168011009693146, 0.33550044894218445, 0.3327653408050537, 0.33175063133239746, 0.32759734988212585, 0.32415735721588135, 0.3348675072193146, 0.3316981792449951, 0.0693894773721695, 0.069251149892807, 0.0697130560874939, 0.07411515712738037, 0.07661429792642593, 0.08009275794029236, 0.08874774724245071, 0.09355077892541885, 0.10858210921287537, 0.07693160325288773, 0.0765998587012291, 0.07665561139583588, 0.07678575813770294, 0.07693175226449966, 0.07764078676700592, 0.19262436032295227, 0.21143624186515808, 0.28856322169303894, 0.3540237545967102, 0.3850161135196686, 0.5148767232894897, 0.5846797823905945, 0.6520861387252808, 0.7232252359390259, 0.9814231395721436, 1.0, 0.9873993992805481, 0.972152054309845, 0.9519630670547485, 0.916405975818634, 0.8626837134361267, 0.7842699885368347, 0.6978129744529724, 0.7440783381462097 ], [ 0.27862244844436646, 0.3035929203033447, 0.3209203779697418, 0.3181270658969879, 0.3172719180583954, 0.3131496012210846, 0.3096967935562134, 0.3216875195503235, 0.31988200545310974, 0.06366771459579468, 0.06337570399045944, 0.06382288783788681, 0.06803729385137558, 0.07035835832357407, 0.0735638365149498, 0.08172436058521271, 0.0864337757229805, 0.1002814769744873, 0.07690145075321198, 0.07666971534490585, 0.07666600495576859, 0.07677685469388962, 0.07687943428754807, 0.07742615044116974, 0.181674525141716, 0.19894073903560638, 0.272670716047287, 0.33642521500587463, 0.3663579523563385, 0.4965519905090332, 0.5664506554603577, 0.6344103217124939, 0.7054296731948853, 0.9648851156234741, 0.9873993992805481, 1.0, 0.9873649477958679, 0.9710380434989929, 0.9398236274719238, 0.8875017166137695, 0.8098384737968445, 0.7214956879615784, 0.7621151208877563 ], [ 0.2714858949184418, 0.2928607165813446, 0.30974993109703064, 0.30604374408721924, 0.30519741773605347, 0.30125588178634644, 0.2979552745819092, 0.3106471300125122, 0.3099154829978943, 0.058279674500226974, 0.05794829502701759, 0.058345895260572433, 0.06221542879939079, 0.06424151360988617, 0.06728626787662506, 0.07478447258472443, 0.07936399430036545, 0.09172182530164719, 0.06902671605348587, 0.06883713603019714, 0.06881962716579437, 0.0689200833439827, 0.06900914758443832, 0.069486103951931, 0.16961324214935303, 0.18640725314617157, 0.2585139870643616, 0.32011911273002625, 0.34976524114608765, 0.48039594292640686, 0.5473917722702026, 0.6132138967514038, 0.6820340156555176, 0.9420889019966125, 0.972152054309845, 0.9873649477958679, 1.0, 0.9886766672134399, 0.9647974371910095, 0.9186524748802185, 0.8474200963973999, 0.7625328302383423, 0.7892231345176697 ], [ 0.2638208270072937, 0.28051790595054626, 0.2971762716770172, 0.29389938712120056, 0.29320383071899414, 0.2897612750530243, 0.28647178411483765, 0.30101141333580017, 0.3022046983242035, 0.0554267056286335, 0.05501179024577141, 0.055434055626392365, 0.05910384654998779, 0.06096977740526199, 0.06396643072366714, 0.07101134210824966, 0.07550866156816483, 0.08617549389600754, 0.06145131587982178, 0.061300039291381836, 0.0612604096531868, 0.061353541910648346, 0.06142721697688103, 0.06184566766023636, 0.15909402072429657, 0.17529775202274323, 0.24620142579078674, 0.3063182234764099, 0.3352092504501343, 0.46464771032333374, 0.5293927788734436, 0.5937173962593079, 0.6602522730827332, 0.918043851852417, 0.9519630670547485, 0.9710380434989929, 0.9886766672134399, 1.0, 0.9843608736991882, 0.9462465643882751, 0.8798750638961792, 0.7969598770141602, 0.8162945508956909 ], [ 0.24908611178398132, 0.2587052285671234, 0.2757277190685272, 0.2742559015750885, 0.27433881163597107, 0.2714788019657135, 0.2684289216995239, 0.28571727871894836, 0.28973516821861267, 0.050616730004549026, 0.05034567788243294, 0.050859484821558, 0.054406825453042984, 0.055847618728876114, 0.05840763822197914, 0.06470689922571182, 0.06888752430677414, 0.07838811725378036, 0.06265770643949509, 0.06258251518011093, 0.06247647851705551, 0.06254272162914276, 0.06256409734487534, 0.06280297785997391, 0.14928825199604034, 0.16363555192947388, 0.22987234592437744, 0.28603243827819824, 0.3136848509311676, 0.440955251455307, 0.5014894604682922, 0.5627182722091675, 0.6257666945457458, 0.8781349062919617, 0.916405975818634, 0.9398236274719238, 0.9647974371910095, 0.9843608736991882, 1.0, 0.9794701933860779, 0.9287322163581848, 0.8544009327888489, 0.8514858484268188 ], [ 0.23528440296649933, 0.23799873888492584, 0.2561028003692627, 0.25545141100883484, 0.25606462359428406, 0.2537075877189636, 0.25093063712120056, 0.2689763605594635, 0.27511394023895264, 0.04563816264271736, 0.04554736986756325, 0.04605194926261902, 0.0491962805390358, 0.050160396844148636, 0.0524911992251873, 0.05802201107144356, 0.06172937527298927, 0.06973807513713837, 0.055518437176942825, 0.0554729625582695, 0.05536418780684471, 0.05543401837348938, 0.05545356869697571, 0.05563516169786453, 0.13633903861045837, 0.14969877898693085, 0.21223331987857819, 0.26461443305015564, 0.29112502932548523, 0.4131018817424774, 0.46798568964004517, 0.5241591930389404, 0.5834745764732361, 0.8248966336250305, 0.8626837134361267, 0.8875017166137695, 0.9186524748802185, 0.9462465643882751, 0.9794701933860779, 1.0, 0.9706311821937561, 0.9152870774269104, 0.887352705001831 ], [ 0.2028241604566574, 0.20439808070659637, 0.22381751239299774, 0.22576963901519775, 0.22731678187847137, 0.22584068775177002, 0.22366459667682648, 0.24261517822742462, 0.2516450881958008, 0.04066110774874687, 0.04089762642979622, 0.04151143878698349, 0.04431117698550224, 0.0446544885635376, 0.04635629802942276, 0.05082838982343674, 0.053861312568187714, 0.06031683087348938, 0.04859182983636856, 0.048547327518463135, 0.04843009635806084, 0.048503417521715164, 0.0485139898955822, 0.04863174259662628, 0.12095215916633606, 0.13267894089221954, 0.18888315558433533, 0.23550668358802795, 0.2594355046749115, 0.37193602323532104, 0.4201577603816986, 0.47016438841819763, 0.5233609676361084, 0.7464483380317688, 0.7842699885368347, 0.8098384737968445, 0.8474200963973999, 0.8798750638961792, 0.9287322163581848, 0.9706311821937561, 1.0, 0.9748941659927368, 0.9173017144203186 ], [ 0.18157896399497986, 0.1831863820552826, 0.20405621826648712, 0.2079307585954666, 0.20990385115146637, 0.20897728204727173, 0.20713619887828827, 0.22421549260616302, 0.23347976803779602, 0.03758147731423378, 0.0380101203918457, 0.03859316557645798, 0.04105953127145767, 0.04107876121997833, 0.042436614632606506, 0.04616275802254677, 0.0485219843685627, 0.054660484194755554, 0.045823391526937485, 0.04577719047665596, 0.045680876821279526, 0.04575222730636597, 0.04577886685729027, 0.045876212418079376, 0.11138390004634857, 0.12187019735574722, 0.1721278429031372, 0.21309895813465118, 0.23437561094760895, 0.3341248333454132, 0.3755658268928528, 0.41858911514282227, 0.46513792872428894, 0.6632609367370605, 0.6978129744529724, 0.7214956879615784, 0.7625328302383423, 0.7969598770141602, 0.8544009327888489, 0.9152870774269104, 0.9748941659927368, 1.0, 0.9208613038063049 ], [ 0.21474751830101013, 0.22291426360607147, 0.24675846099853516, 0.24914155900478363, 0.25057658553123474, 0.24922457337379456, 0.2471763789653778, 0.2646792531013489, 0.27288132905960083, 0.04408200830221176, 0.04412412270903587, 0.04483146220445633, 0.047917358577251434, 0.04873289167881012, 0.05078994855284691, 0.0556659996509552, 0.0585828460752964, 0.06589983403682709, 0.05258903652429581, 0.05257975682616234, 0.05250919237732887, 0.05261457711458206, 0.05267048999667168, 0.05289127677679062, 0.12936289608478546, 0.14145489037036896, 0.1982099562883377, 0.24481619894504547, 0.26727741956710815, 0.37199312448501587, 0.417666494846344, 0.46332573890686035, 0.5128670334815979, 0.7183345556259155, 0.7440783381462097, 0.7621151208877563, 0.7892231345176697, 0.8162945508956909, 0.8514858484268188, 0.887352705001831, 0.9173017144203186, 0.9208613038063049, 1.0 ] ] }, "logit_lens": { "embedding": { "entropy": 0.008176468312740326, "entropy_std": 0.2515474855899811, "top1_prob": 0.9989781379699707, "correct_rank_mean": 14393.49609375, "correct_rank_median": 10188.0, "log_rank_mean": 8.11260986328125, "agreement_with_final": 0.005598506890237331 }, "expand_0": { "entropy": 0.034236982464790344, "entropy_std": 0.3024539649486542, "top1_prob": 0.9954218864440918, "correct_rank_mean": 11135.865234375, "correct_rank_median": 5304.0, "log_rank_mean": 7.781420707702637, "agreement_with_final": 0.005598506890237331 }, "expand_1": { "entropy": 0.14663031697273254, "entropy_std": 0.5081619620323181, "top1_prob": 0.9832598567008972, "correct_rank_mean": 9871.8037109375, "correct_rank_median": 4662.0, "log_rank_mean": 7.68184757232666, "agreement_with_final": 0.005598506890237331 }, "expand_2": { "entropy": 0.258383572101593, "entropy_std": 0.7484143376350403, "top1_prob": 0.9704828858375549, "correct_rank_mean": 8762.1416015625, "correct_rank_median": 3955.0, "log_rank_mean": 7.566042900085449, "agreement_with_final": 0.005598506890237331 }, "expand_3": { "entropy": 0.39039328694343567, "entropy_std": 1.0109078884124756, "top1_prob": 0.9554979801177979, "correct_rank_mean": 8682.91796875, "correct_rank_median": 3898.0, "log_rank_mean": 7.5453033447265625, "agreement_with_final": 0.005598506890237331 }, "expand_4": { "entropy": 0.5588860511779785, "entropy_std": 1.3780310153961182, "top1_prob": 0.9369558691978455, "correct_rank_mean": 8332.0068359375, "correct_rank_median": 3548.0, "log_rank_mean": 7.495856761932373, "agreement_with_final": 0.005598506890237331 }, "expand_5": { "entropy": 0.6920637488365173, "entropy_std": 1.6069740056991577, "top1_prob": 0.9192118048667908, "correct_rank_mean": 6979.5546875, "correct_rank_median": 2671.0, "log_rank_mean": 7.241157054901123, "agreement_with_final": 0.005598506890237331 }, "expand_6": { "entropy": 0.7080297470092773, "entropy_std": 1.597432017326355, "top1_prob": 0.9160333275794983, "correct_rank_mean": 6252.78955078125, "correct_rank_median": 2049.0, "log_rank_mean": 7.042272567749023, "agreement_with_final": 0.005687372293323278 }, "expand_7": { "entropy": 0.7756950855255127, "entropy_std": 1.7049072980880737, "top1_prob": 0.9075745344161987, "correct_rank_mean": 5574.6640625, "correct_rank_median": 1679.0, "log_rank_mean": 6.867434024810791, "agreement_with_final": 0.0056429398246109486 }, "expand_8": { "entropy": 0.7931565642356873, "entropy_std": 1.7194257974624634, "top1_prob": 0.9033533930778503, "correct_rank_mean": 5238.6875, "correct_rank_median": 1420.0, "log_rank_mean": 6.73607873916626, "agreement_with_final": 0.0056429398246109486 }, "expand_9": { "entropy": 0.6823284029960632, "entropy_std": 1.5069533586502075, "top1_prob": 0.9121810793876648, "correct_rank_mean": 4099.94580078125, "correct_rank_median": 933.0, "log_rank_mean": 6.390110492706299, "agreement_with_final": 0.005687372293323278 }, "expand_10": { "entropy": 1.000943899154663, "entropy_std": 1.9695338010787964, "top1_prob": 0.8712934255599976, "correct_rank_mean": 3916.5166015625, "correct_rank_median": 788.0, "log_rank_mean": 6.270185470581055, "agreement_with_final": 0.005998400505632162 }, "expand_11": { "entropy": 1.2967911958694458, "entropy_std": 2.363511323928833, "top1_prob": 0.8309510946273804, "correct_rank_mean": 3443.058837890625, "correct_rank_median": 588.0, "log_rank_mean": 6.05585241317749, "agreement_with_final": 0.007553541101515293 }, "expand_12": { "entropy": 1.423232913017273, "entropy_std": 2.4367549419403076, "top1_prob": 0.8082932233810425, "correct_rank_mean": 2777.310546875, "correct_rank_median": 361.0, "log_rank_mean": 5.695545196533203, "agreement_with_final": 0.010574957355856895 }, "expand_13": { "entropy": 1.6197071075439453, "entropy_std": 2.5692083835601807, "top1_prob": 0.7709041237831116, "correct_rank_mean": 2434.749755859375, "correct_rank_median": 255.0, "log_rank_mean": 5.40345573425293, "agreement_with_final": 0.028125833719968796 }, "expand_14": { "entropy": 1.7894773483276367, "entropy_std": 2.620293378829956, "top1_prob": 0.7412071228027344, "correct_rank_mean": 2007.8128662109375, "correct_rank_median": 157.0, "log_rank_mean": 5.057971477508545, "agreement_with_final": 0.037901002913713455 }, "expand_15": { "entropy": 1.943091869354248, "entropy_std": 2.588176727294922, "top1_prob": 0.7119490504264832, "correct_rank_mean": 1823.1900634765625, "correct_rank_median": 122.0, "log_rank_mean": 4.8463592529296875, "agreement_with_final": 0.05087532103061676 }, "expand_16": { "entropy": 2.052386999130249, "entropy_std": 2.493408441543579, "top1_prob": 0.6834665536880493, "correct_rank_mean": 1669.0242919921875, "correct_rank_median": 94.0, "log_rank_mean": 4.6481218338012695, "agreement_with_final": 0.06638229638338089 }, "expand_17": { "entropy": 2.4040215015411377, "entropy_std": 2.651726484298706, "top1_prob": 0.6449254751205444, "correct_rank_mean": 1992.696044921875, "correct_rank_median": 104.0, "log_rank_mean": 4.736515522003174, "agreement_with_final": 0.07122544944286346 }, "expand_18": { "entropy": 2.3906190395355225, "entropy_std": 2.458310604095459, "top1_prob": 0.6318473219871521, "correct_rank_mean": 1239.644775390625, "correct_rank_median": 40.0, "log_rank_mean": 4.058821201324463, "agreement_with_final": 0.09806273877620697 }, "expand_19": { "entropy": 2.254875659942627, "entropy_std": 2.2049195766448975, "top1_prob": 0.6253980398178101, "correct_rank_mean": 1140.4500732421875, "correct_rank_median": 27.0, "log_rank_mean": 3.7810096740722656, "agreement_with_final": 0.12956544756889343 }, "middle_0": { "entropy": 2.791367530822754, "entropy_std": 2.4136030673980713, "top1_prob": 0.5617826581001282, "correct_rank_mean": 1371.789306640625, "correct_rank_median": 32.0, "log_rank_mean": 3.917487382888794, "agreement_with_final": 0.12041233479976654 }, "compress_0": { "entropy": 2.8886218070983887, "entropy_std": 2.3109898567199707, "top1_prob": 0.5394092202186584, "correct_rank_mean": 1147.898193359375, "correct_rank_median": 22.0, "log_rank_mean": 3.6261489391326904, "agreement_with_final": 0.1596907526254654 }, "compress_1": { "entropy": 2.8037614822387695, "entropy_std": 2.125213623046875, "top1_prob": 0.5311091542243958, "correct_rank_mean": 876.5938720703125, "correct_rank_median": 14.0, "log_rank_mean": 3.2685093879699707, "agreement_with_final": 0.20385675132274628 }, "compress_2": { "entropy": 2.894321918487549, "entropy_std": 2.1102190017700195, "top1_prob": 0.5155819654464722, "correct_rank_mean": 864.5591430664062, "correct_rank_median": 14.0, "log_rank_mean": 3.2516262531280518, "agreement_with_final": 0.210121750831604 }, "compress_3": { "entropy": 2.904087781906128, "entropy_std": 2.03000545501709, "top1_prob": 0.5027743577957153, "correct_rank_mean": 747.5247192382812, "correct_rank_median": 12.0, "log_rank_mean": 3.133939743041992, "agreement_with_final": 0.2354038953781128 }, "compress_4": { "entropy": 2.9448397159576416, "entropy_std": 1.9586139917373657, "top1_prob": 0.486985445022583, "correct_rank_mean": 675.2647094726562, "correct_rank_median": 12.0, "log_rank_mean": 3.057403326034546, "agreement_with_final": 0.2563316524028778 }, "compress_5": { "entropy": 2.960257053375244, "entropy_std": 1.9112046957015991, "top1_prob": 0.4762323498725891, "correct_rank_mean": 594.5932006835938, "correct_rank_median": 11.0, "log_rank_mean": 2.9580636024475098, "agreement_with_final": 0.27961432933807373 }, "compress_6": { "entropy": 2.8116822242736816, "entropy_std": 1.8701006174087524, "top1_prob": 0.48950037360191345, "correct_rank_mean": 566.154296875, "correct_rank_median": 9.0, "log_rank_mean": 2.875314950942993, "agreement_with_final": 0.303830087184906 }, "compress_7": { "entropy": 2.702578067779541, "entropy_std": 1.7729120254516602, "top1_prob": 0.49450957775115967, "correct_rank_mean": 445.0347595214844, "correct_rank_median": 6.0, "log_rank_mean": 2.618129253387451, "agreement_with_final": 0.36670219898223877 }, "compress_8": { "entropy": 2.738481283187866, "entropy_std": 1.7727619409561157, "top1_prob": 0.4886171817779541, "correct_rank_mean": 403.071044921875, "correct_rank_median": 6.0, "log_rank_mean": 2.525726556777954, "agreement_with_final": 0.39091798663139343 }, "compress_9": { "entropy": 2.7483277320861816, "entropy_std": 1.758489966392517, "top1_prob": 0.48307204246520996, "correct_rank_mean": 361.2685546875, "correct_rank_median": 5.0, "log_rank_mean": 2.424931764602661, "agreement_with_final": 0.422998309135437 }, "compress_10": { "entropy": 2.584798812866211, "entropy_std": 1.7651761770248413, "top1_prob": 0.5065273642539978, "correct_rank_mean": 316.74725341796875, "correct_rank_median": 4.0, "log_rank_mean": 2.286303758621216, "agreement_with_final": 0.47702834010124207 }, "compress_11": { "entropy": 2.4372329711914062, "entropy_std": 1.724508285522461, "top1_prob": 0.5221402645111084, "correct_rank_mean": 286.2889099121094, "correct_rank_median": 4.0, "log_rank_mean": 2.1740314960479736, "agreement_with_final": 0.5079978704452515 }, "compress_12": { "entropy": 2.286668062210083, "entropy_std": 1.6892642974853516, "top1_prob": 0.5403583645820618, "correct_rank_mean": 260.3778991699219, "correct_rank_median": 3.0, "log_rank_mean": 2.076981782913208, "agreement_with_final": 0.5433217883110046 }, "compress_13": { "entropy": 2.219756841659546, "entropy_std": 1.6175485849380493, "top1_prob": 0.5423508882522583, "correct_rank_mean": 210.5286102294922, "correct_rank_median": 3.0, "log_rank_mean": 1.9495395421981812, "agreement_with_final": 0.6007731556892395 }, "compress_14": { "entropy": 2.1078646183013916, "entropy_std": 1.5745396614074707, "top1_prob": 0.5566951632499695, "correct_rank_mean": 181.68710327148438, "correct_rank_median": 3.0, "log_rank_mean": 1.8273409605026245, "agreement_with_final": 0.6587576866149902 }, "compress_15": { "entropy": 2.1085779666900635, "entropy_std": 1.5215522050857544, "top1_prob": 0.5488401055335999, "correct_rank_mean": 158.09202575683594, "correct_rank_median": 2.0, "log_rank_mean": 1.7517446279525757, "agreement_with_final": 0.6880831718444824 }, "compress_16": { "entropy": 2.0532541275024414, "entropy_std": 1.4450801610946655, "top1_prob": 0.5455565452575684, "correct_rank_mean": 148.40792846679688, "correct_rank_median": 2.0, "log_rank_mean": 1.7359200716018677, "agreement_with_final": 0.7060783505439758 }, "compress_17": { "entropy": 2.151466131210327, "entropy_std": 1.4760440587997437, "top1_prob": 0.5291946530342102, "correct_rank_mean": 138.3632354736328, "correct_rank_median": 2.0, "log_rank_mean": 1.7023895978927612, "agreement_with_final": 0.7247844934463501 }, "compress_18": { "entropy": 2.490158796310425, "entropy_std": 1.6314911842346191, "top1_prob": 0.48671698570251465, "correct_rank_mean": 131.927490234375, "correct_rank_median": 2.0, "log_rank_mean": 1.593283772468567, "agreement_with_final": 0.8141384720802307 }, "compress_19": { "entropy": 2.896641731262207, "entropy_std": 1.7835479974746704, "top1_prob": 0.4417716860771179, "correct_rank_mean": 120.98338317871094, "correct_rank_median": 2.0, "log_rank_mean": 1.5257868766784668, "agreement_with_final": 1.0 }, "final_norm": { "entropy": 2.896641731262207, "entropy_std": 1.7835479974746704, "top1_prob": 0.4417716860771179, "correct_rank_mean": 120.98338317871094, "correct_rank_median": 2.0, "log_rank_mean": 1.5257868766784668, "agreement_with_final": 1.0 } }, "drift": { "expand_0": { "cos_sim_mean": 0.6849911212921143, "cos_sim_std": 0.175172358751297, "l2_distance": 27.544370651245117 }, "expand_1": { "cos_sim_mean": 0.9739256501197815, "cos_sim_std": 0.019970882683992386, "l2_distance": 8.544537544250488 }, "expand_2": { "cos_sim_mean": 0.9862149953842163, "cos_sim_std": 0.018325403332710266, "l2_distance": 6.148813247680664 }, "expand_3": { "cos_sim_mean": 0.9931728839874268, "cos_sim_std": 0.009126277640461922, "l2_distance": 4.215730667114258 }, "expand_4": { "cos_sim_mean": 0.9931032657623291, "cos_sim_std": 0.008576806634664536, "l2_distance": 4.328185558319092 }, "expand_5": { "cos_sim_mean": 0.9900708794593811, "cos_sim_std": 0.009801621548831463, "l2_distance": 5.432103633880615 }, "expand_6": { "cos_sim_mean": 0.985851526260376, "cos_sim_std": 0.011277426965534687, "l2_distance": 6.384981155395508 }, "expand_7": { "cos_sim_mean": 0.9834489822387695, "cos_sim_std": 0.014593411237001419, "l2_distance": 6.949868679046631 }, "expand_8": { "cos_sim_mean": 0.9804284572601318, "cos_sim_std": 0.013100787065923214, "l2_distance": 7.284245014190674 }, "expand_9": { "cos_sim_mean": 0.9666137099266052, "cos_sim_std": 0.03426649048924446, "l2_distance": 7.660122871398926 }, "expand_10": { "cos_sim_mean": 0.9552152752876282, "cos_sim_std": 0.03713290020823479, "l2_distance": 8.244612693786621 }, "expand_11": { "cos_sim_mean": 0.9543018341064453, "cos_sim_std": 0.03289920091629028, "l2_distance": 8.666141510009766 }, "expand_12": { "cos_sim_mean": 0.9556319713592529, "cos_sim_std": 0.029315391555428505, "l2_distance": 8.619108200073242 }, "expand_13": { "cos_sim_mean": 0.9506610631942749, "cos_sim_std": 0.03158613666892052, "l2_distance": 9.27637004852295 }, "expand_14": { "cos_sim_mean": 0.950225293636322, "cos_sim_std": 0.024301381781697273, "l2_distance": 9.890229225158691 }, "expand_15": { "cos_sim_mean": 0.9466367363929749, "cos_sim_std": 0.023674415424466133, "l2_distance": 10.431220054626465 }, "expand_16": { "cos_sim_mean": 0.9469488263130188, "cos_sim_std": 0.027035264298319817, "l2_distance": 10.755489349365234 }, "expand_17": { "cos_sim_mean": 0.9249208569526672, "cos_sim_std": 0.025832273066043854, "l2_distance": 18.261241912841797 }, "expand_18": { "cos_sim_mean": 0.9288403987884521, "cos_sim_std": 0.04455041512846947, "l2_distance": 14.860454559326172 }, "expand_19": { "cos_sim_mean": 0.9334417581558228, "cos_sim_std": 0.024690203368663788, "l2_distance": 13.679224014282227 }, "middle_0": { "cos_sim_mean": 0.8935306072235107, "cos_sim_std": 0.030932700261473656, "l2_distance": 18.660053253173828 }, "compress_0": { "cos_sim_mean": 0.9521554708480835, "cos_sim_std": 0.016932014375925064, "l2_distance": 14.076226234436035 }, "compress_1": { "cos_sim_mean": 0.9567081332206726, "cos_sim_std": 0.01375015452504158, "l2_distance": 15.834850311279297 }, "compress_2": { "cos_sim_mean": 0.967133104801178, "cos_sim_std": 0.011383751407265663, "l2_distance": 17.914730072021484 }, "compress_3": { "cos_sim_mean": 0.9692171216011047, "cos_sim_std": 0.012477421201765537, "l2_distance": 13.46438980102539 }, "compress_4": { "cos_sim_mean": 0.9710483551025391, "cos_sim_std": 0.010337604209780693, "l2_distance": 14.120949745178223 }, "compress_5": { "cos_sim_mean": 0.9687831997871399, "cos_sim_std": 0.011583817191421986, "l2_distance": 15.74539852142334 }, "compress_6": { "cos_sim_mean": 0.9749146103858948, "cos_sim_std": 0.011172610335052013, "l2_distance": 14.680301666259766 }, "compress_7": { "cos_sim_mean": 0.965900182723999, "cos_sim_std": 0.01336053665727377, "l2_distance": 19.33135223388672 }, "compress_8": { "cos_sim_mean": 0.9760032892227173, "cos_sim_std": 0.010950364172458649, "l2_distance": 16.689151763916016 }, "compress_9": { "cos_sim_mean": 0.9721519947052002, "cos_sim_std": 0.01497873105108738, "l2_distance": 19.427019119262695 }, "compress_10": { "cos_sim_mean": 0.9651305675506592, "cos_sim_std": 0.016658522188663483, "l2_distance": 22.994850158691406 }, "compress_11": { "cos_sim_mean": 0.9691932201385498, "cos_sim_std": 0.013362148776650429, "l2_distance": 23.314464569091797 }, "compress_12": { "cos_sim_mean": 0.9701909422874451, "cos_sim_std": 0.012194577604532242, "l2_distance": 23.932886123657227 }, "compress_13": { "cos_sim_mean": 0.9694362878799438, "cos_sim_std": 0.011056528426706791, "l2_distance": 25.8023624420166 }, "compress_14": { "cos_sim_mean": 0.9697679281234741, "cos_sim_std": 0.010314267128705978, "l2_distance": 27.431903839111328 }, "compress_15": { "cos_sim_mean": 0.9717218279838562, "cos_sim_std": 0.01403223630040884, "l2_distance": 26.985631942749023 }, "compress_16": { "cos_sim_mean": 0.9759195446968079, "cos_sim_std": 0.009822430089116096, "l2_distance": 26.87748908996582 }, "compress_17": { "cos_sim_mean": 0.97585529088974, "cos_sim_std": 0.01191424485296011, "l2_distance": 27.900794982910156 }, "compress_18": { "cos_sim_mean": 0.9694885611534119, "cos_sim_std": 0.01752544939517975, "l2_distance": 32.57567596435547 }, "compress_19": { "cos_sim_mean": 0.9693145155906677, "cos_sim_std": 0.019211014732718468, "l2_distance": 32.98606872558594 }, "final_norm": { "cos_sim_mean": 0.9926164746284485, "cos_sim_std": 0.004038275685161352, "l2_distance": 86.8482437133789 } } }