y3i12's picture
adds colors and images to readme; adds ANALYSIS.md
0dc1d2a
{
"cka_self": {
"names": [
"embedding",
"expand_0",
"expand_1",
"expand_2",
"expand_3",
"expand_4",
"expand_5",
"expand_6",
"expand_7",
"expand_8",
"expand_9",
"expand_10",
"expand_11",
"expand_12",
"expand_13",
"expand_14",
"expand_15",
"expand_16",
"expand_17",
"expand_18",
"expand_19",
"middle_0",
"compress_0",
"compress_1",
"compress_2",
"compress_3",
"compress_4",
"compress_5",
"compress_6",
"compress_7",
"compress_8",
"compress_9",
"compress_10",
"compress_11",
"compress_12",
"compress_13",
"compress_14",
"compress_15",
"compress_16",
"compress_17",
"compress_18",
"compress_19",
"final_norm"
],
"matrix": [
[
1.0,
0.8866188526153564,
0.8164767026901245,
0.7336245179176331,
0.7054738998413086,
0.6806746125221252,
0.6546079516410828,
0.6396195292472839,
0.5966438055038452,
0.085598886013031,
0.07780761271715164,
0.07064133882522583,
0.06587867438793182,
0.06444326043128967,
0.06620140373706818,
0.06643415987491608,
0.06744755059480667,
0.06798108667135239,
0.023102257400751114,
0.02318720705807209,
0.023029332980513573,
0.02303888462483883,
0.0230090469121933,
0.023262370377779007,
0.07920751720666885,
0.08516508340835571,
0.12063281238079071,
0.13757441937923431,
0.1504034847021103,
0.20180721580982208,
0.20416469871997833,
0.20618851482868195,
0.2103184014558792,
0.276023268699646,
0.2877357304096222,
0.27862244844436646,
0.2714858949184418,
0.2638208270072937,
0.24908611178398132,
0.23528440296649933,
0.2028241604566574,
0.18157896399497986,
0.21474751830101013
],
[
0.8866188526153564,
1.0,
0.9628973603248596,
0.8799647688865662,
0.8539307713508606,
0.8308154940605164,
0.8077625632286072,
0.7751748561859131,
0.7229080200195312,
0.10106048732995987,
0.09334167093038559,
0.08555062115192413,
0.08125422894954681,
0.0780123695731163,
0.07894133031368256,
0.08002081513404846,
0.07889489084482193,
0.09398424625396729,
0.11173419654369354,
0.11162395775318146,
0.11166036128997803,
0.11173491179943085,
0.1118139699101448,
0.11213553696870804,
0.15420915186405182,
0.15838824212551117,
0.18471214175224304,
0.1943701058626175,
0.20828627049922943,
0.22415931522846222,
0.22729963064193726,
0.23028919100761414,
0.23264256119728088,
0.3063642978668213,
0.3168011009693146,
0.3035929203033447,
0.2928607165813446,
0.28051790595054626,
0.2587052285671234,
0.23799873888492584,
0.20439808070659637,
0.1831863820552826,
0.22291426360607147
],
[
0.8164767026901245,
0.9628973603248596,
1.0,
0.9413407444953918,
0.9221710562705994,
0.9034830331802368,
0.8851162791252136,
0.8494495749473572,
0.7978618741035461,
0.11317962408065796,
0.10702235996723175,
0.09908141940832138,
0.09638337790966034,
0.09181856364011765,
0.09098811447620392,
0.0925474762916565,
0.08911333978176117,
0.1197425052523613,
0.2184595763683319,
0.2182939201593399,
0.21833431720733643,
0.21851415932178497,
0.21860040724277496,
0.21891941130161285,
0.23645025491714478,
0.23678229749202728,
0.2491903305053711,
0.2493284046649933,
0.2616477906703949,
0.23879699409008026,
0.24320976436138153,
0.2469138205051422,
0.24982884526252747,
0.3279764652252197,
0.33550044894218445,
0.3209203779697418,
0.30974993109703064,
0.2971762716770172,
0.2757277190685272,
0.2561028003692627,
0.22381751239299774,
0.20405621826648712,
0.24675846099853516
],
[
0.7336245179176331,
0.8799647688865662,
0.9413407444953918,
1.0,
0.995227575302124,
0.9878040552139282,
0.9771004319190979,
0.9507975578308105,
0.9107967615127563,
0.308550626039505,
0.3040868937969208,
0.29570043087005615,
0.2935424745082855,
0.2864590287208557,
0.2842535078525543,
0.2867068648338318,
0.2797296643257141,
0.32049211859703064,
0.27435117959976196,
0.27240100502967834,
0.27254536747932434,
0.27274295687675476,
0.27290886640548706,
0.2748803198337555,
0.40867719054222107,
0.41179877519607544,
0.4371880888938904,
0.43606802821159363,
0.4444027245044708,
0.38802891969680786,
0.3861248791217804,
0.3806435763835907,
0.3713274300098419,
0.3279266059398651,
0.3327653408050537,
0.3181270658969879,
0.30604374408721924,
0.29389938712120056,
0.2742559015750885,
0.25545141100883484,
0.22576963901519775,
0.2079307585954666,
0.24914155900478363
],
[
0.7054738998413086,
0.8539307713508606,
0.9221710562705994,
0.995227575302124,
1.0,
0.9955264925956726,
0.9871774315834045,
0.9648488759994507,
0.9293156862258911,
0.33550918102264404,
0.33139121532440186,
0.32308056950569153,
0.32135188579559326,
0.31377658247947693,
0.3109651207923889,
0.31324508786201477,
0.30540403723716736,
0.3480979800224304,
0.2881461977958679,
0.28593939542770386,
0.2860979735851288,
0.28630706667900085,
0.2864839732646942,
0.2886858880519867,
0.43609726428985596,
0.43914493918418884,
0.46483513712882996,
0.4626930356025696,
0.4702044725418091,
0.40629586577415466,
0.40342196822166443,
0.3966600000858307,
0.3857835531234741,
0.32744163274765015,
0.33175063133239746,
0.3172719180583954,
0.30519741773605347,
0.29320383071899414,
0.27433881163597107,
0.25606462359428406,
0.22731678187847137,
0.20990385115146637,
0.25057658553123474
],
[
0.6806746125221252,
0.8308154940605164,
0.9034830331802368,
0.9878040552139282,
0.9955264925956726,
1.0,
0.9944660067558289,
0.9749224781990051,
0.9430608749389648,
0.3607690930366516,
0.3568904995918274,
0.34869030117988586,
0.3472835421562195,
0.33940771222114563,
0.3363325297832489,
0.3382657468318939,
0.32981014251708984,
0.3720569312572479,
0.2870592474937439,
0.284622460603714,
0.28477877378463745,
0.2850104570388794,
0.2851870656013489,
0.28762033581733704,
0.4527134895324707,
0.4562855660915375,
0.4845730662345886,
0.4827938675880432,
0.4897107779979706,
0.42294442653656006,
0.4187129735946655,
0.41039565205574036,
0.39745908975601196,
0.3240452706813812,
0.32759734988212585,
0.3131496012210846,
0.30125588178634644,
0.2897612750530243,
0.2714788019657135,
0.2537075877189636,
0.22584068775177002,
0.20897728204727173,
0.24922457337379456
],
[
0.6546079516410828,
0.8077625632286072,
0.8851162791252136,
0.9771004319190979,
0.9871774315834045,
0.9944660067558289,
1.0,
0.9820618033409119,
0.953970730304718,
0.3724070191383362,
0.3690847158432007,
0.3610292077064514,
0.3599538505077362,
0.3517965078353882,
0.3483361005783081,
0.3496970534324646,
0.34060928225517273,
0.3831266760826111,
0.2930297255516052,
0.29048728942871094,
0.29062631726264954,
0.29089054465293884,
0.2910628914833069,
0.2935792803764343,
0.46357405185699463,
0.4668458104133606,
0.49484941363334656,
0.49225494265556335,
0.49875810742378235,
0.4283643364906311,
0.42346519231796265,
0.4143224060535431,
0.4004828631877899,
0.32099777460098267,
0.32415735721588135,
0.3096967935562134,
0.2979552745819092,
0.28647178411483765,
0.2684289216995239,
0.25093063712120056,
0.22366459667682648,
0.20713619887828827,
0.2471763789653778
],
[
0.6396195292472839,
0.7751748561859131,
0.8494495749473572,
0.9507975578308105,
0.9648488759994507,
0.9749224781990051,
0.9820618033409119,
1.0,
0.9852873682975769,
0.4005168080329895,
0.3977200984954834,
0.39006975293159485,
0.38888439536094666,
0.37970638275146484,
0.37458398938179016,
0.3730723559856415,
0.3639926314353943,
0.3965635299682617,
0.25505632162094116,
0.2525669038295746,
0.25264737010002136,
0.2528040111064911,
0.25296083092689514,
0.25539398193359375,
0.4444199204444885,
0.4489409923553467,
0.48802775144577026,
0.4915412962436676,
0.49782225489616394,
0.44944503903388977,
0.4436427652835846,
0.4329726994037628,
0.4182862639427185,
0.3326359987258911,
0.3348675072193146,
0.3216875195503235,
0.3106471300125122,
0.30101141333580017,
0.28571727871894836,
0.2689763605594635,
0.24261517822742462,
0.22421549260616302,
0.2646792531013489
],
[
0.5966438055038452,
0.7229080200195312,
0.7978618741035461,
0.9107967615127563,
0.9293156862258911,
0.9430608749389648,
0.953970730304718,
0.9852873682975769,
1.0,
0.4309193193912506,
0.42949405312538147,
0.4229198396205902,
0.4221244156360626,
0.4122016131877899,
0.40526336431503296,
0.4009464681148529,
0.3909369707107544,
0.4178644120693207,
0.23692750930786133,
0.2343255579471588,
0.23436222970485687,
0.2345062792301178,
0.23465289175510406,
0.23714682459831238,
0.44334208965301514,
0.44831061363220215,
0.49308687448501587,
0.4989806115627289,
0.5044687986373901,
0.46394869685173035,
0.4565954804420471,
0.4442926347255707,
0.42832520604133606,
0.32949790358543396,
0.3316981792449951,
0.31988200545310974,
0.3099154829978943,
0.3022046983242035,
0.28973516821861267,
0.27511394023895264,
0.2516450881958008,
0.23347976803779602,
0.27288132905960083
],
[
0.085598886013031,
0.10106048732995987,
0.11317962408065796,
0.308550626039505,
0.33550918102264404,
0.3607690930366516,
0.3724070191383362,
0.4005168080329895,
0.4309193193912506,
1.0,
0.9983712434768677,
0.9967196583747864,
0.993431031703949,
0.9915507435798645,
0.9917429089546204,
0.9871540069580078,
0.9866191744804382,
0.9566135406494141,
0.0430295355618,
0.03934454545378685,
0.03954160958528519,
0.03954703360795975,
0.03969861567020416,
0.043120093643665314,
0.5498442053794861,
0.568802535533905,
0.7249490022659302,
0.7664463520050049,
0.7588014602661133,
0.8236193656921387,
0.7813343405723572,
0.7313903570175171,
0.6704528331756592,
0.07240330427885056,
0.0693894773721695,
0.06366771459579468,
0.058279674500226974,
0.0554267056286335,
0.050616730004549026,
0.04563816264271736,
0.04066110774874687,
0.03758147731423378,
0.04408200830221176
],
[
0.07780761271715164,
0.09334167093038559,
0.10702235996723175,
0.3040868937969208,
0.33139121532440186,
0.3568904995918274,
0.3690847158432007,
0.3977200984954834,
0.42949405312538147,
0.9983712434768677,
1.0,
0.9991177916526794,
0.9967723488807678,
0.9949100613594055,
0.9938264489173889,
0.9891536235809326,
0.9876658320426941,
0.9608913064002991,
0.05062812194228172,
0.046665869653224945,
0.04688529297709465,
0.046895939856767654,
0.04706761613488197,
0.05072401463985443,
0.5625230073928833,
0.5815515518188477,
0.7339819669723511,
0.7737396955490112,
0.7656188607215881,
0.8210443258285522,
0.7790476083755493,
0.7293313145637512,
0.6685813069343567,
0.07231699675321579,
0.069251149892807,
0.06337570399045944,
0.05794829502701759,
0.05501179024577141,
0.05034567788243294,
0.04554736986756325,
0.04089762642979622,
0.0380101203918457,
0.04412412270903587
],
[
0.07064133882522583,
0.08555062115192413,
0.09908141940832138,
0.29570043087005615,
0.32308056950569153,
0.34869030117988586,
0.3610292077064514,
0.39006975293159485,
0.4229198396205902,
0.9967196583747864,
0.9991177916526794,
1.0,
0.9984608888626099,
0.9968641400337219,
0.9954223036766052,
0.9907151460647583,
0.9888972640037537,
0.9628637433052063,
0.05198612064123154,
0.0479416586458683,
0.0481654517352581,
0.04817423224449158,
0.048352621495723724,
0.052079249173402786,
0.5660314559936523,
0.5851565003395081,
0.7368158102035522,
0.7762715220451355,
0.7680290341377258,
0.8212220072746277,
0.7793737649917603,
0.7299240231513977,
0.6690068244934082,
0.07289182394742966,
0.0697130560874939,
0.06382288783788681,
0.058345895260572433,
0.055434055626392365,
0.050859484821558,
0.04605194926261902,
0.04151143878698349,
0.03859316557645798,
0.04483146220445633
],
[
0.06587867438793182,
0.08125422894954681,
0.09638337790966034,
0.2935424745082855,
0.32135188579559326,
0.3472835421562195,
0.3599538505077362,
0.38888439536094666,
0.4221244156360626,
0.993431031703949,
0.9967723488807678,
0.9984608888626099,
1.0,
0.998919665813446,
0.9969019293785095,
0.9931889176368713,
0.9905962944030762,
0.9688683152198792,
0.0649133026599884,
0.06056395545601845,
0.06081191077828407,
0.06082715466618538,
0.061027247458696365,
0.06504278630018234,
0.5855360627174377,
0.6047874689102173,
0.7524403929710388,
0.7901456952095032,
0.7814924120903015,
0.822943925857544,
0.7818796634674072,
0.7328982949256897,
0.6719599366188049,
0.07769713550806046,
0.07411515712738037,
0.06803729385137558,
0.06221542879939079,
0.05910384654998779,
0.054406825453042984,
0.0491962805390358,
0.04431117698550224,
0.04105953127145767,
0.047917358577251434
],
[
0.06444326043128967,
0.0780123695731163,
0.09181856364011765,
0.2864590287208557,
0.31377658247947693,
0.33940771222114563,
0.3517965078353882,
0.37970638275146484,
0.4122016131877899,
0.9915507435798645,
0.9949100613594055,
0.9968641400337219,
0.998919665813446,
1.0,
0.998546838760376,
0.9956219792366028,
0.993252158164978,
0.972076416015625,
0.06579349935054779,
0.06141830235719681,
0.061670996248722076,
0.061693765223026276,
0.06189659610390663,
0.06596172600984573,
0.5887587070465088,
0.60823655128479,
0.7562814950942993,
0.794303297996521,
0.7856388092041016,
0.8270909786224365,
0.7860783934593201,
0.7372952699661255,
0.6760224103927612,
0.08032910525798798,
0.07661429792642593,
0.07035835832357407,
0.06424151360988617,
0.06096977740526199,
0.055847618728876114,
0.050160396844148636,
0.0446544885635376,
0.04107876121997833,
0.04873289167881012
],
[
0.06620140373706818,
0.07894133031368256,
0.09098811447620392,
0.2842535078525543,
0.3109651207923889,
0.3363325297832489,
0.3483361005783081,
0.37458398938179016,
0.40526336431503296,
0.9917429089546204,
0.9938264489173889,
0.9954223036766052,
0.9969019293785095,
0.998546838760376,
1.0,
0.9978783130645752,
0.9963661432266235,
0.9736549258232117,
0.05974001809954643,
0.05549969524145126,
0.05575323849916458,
0.055778440088033676,
0.05597558617591858,
0.05994410067796707,
0.5834383964538574,
0.603299081325531,
0.7547523379325867,
0.7943676114082336,
0.7866061329841614,
0.8345628976821899,
0.7933462858200073,
0.744498074054718,
0.6827337741851807,
0.08384349197149277,
0.08009275794029236,
0.0735638365149498,
0.06728626787662506,
0.06396643072366714,
0.05840763822197914,
0.0524911992251873,
0.04635629802942276,
0.042436614632606506,
0.05078994855284691
],
[
0.06643415987491608,
0.08002081513404846,
0.0925474762916565,
0.2867068648338318,
0.31324508786201477,
0.3382657468318939,
0.3496970534324646,
0.3730723559856415,
0.4009464681148529,
0.9871540069580078,
0.9891536235809326,
0.9907151460647583,
0.9931889176368713,
0.9956219792366028,
0.9978783130645752,
1.0,
0.9985812902450562,
0.9823518395423889,
0.07506875693798065,
0.07046352326869965,
0.07077838480472565,
0.07081238180398941,
0.07104198634624481,
0.07539550215005875,
0.6085659861564636,
0.6289919018745422,
0.7765320539474487,
0.815192461013794,
0.8073939681053162,
0.8424702882766724,
0.8021972179412842,
0.7543538212776184,
0.6925984621047974,
0.09298310428857803,
0.08874774724245071,
0.08172436058521271,
0.07478447258472443,
0.07101134210824966,
0.06470689922571182,
0.05802201107144356,
0.05082838982343674,
0.04616275802254677,
0.0556659996509552
],
[
0.06744755059480667,
0.07889489084482193,
0.08911333978176117,
0.2797296643257141,
0.30540403723716736,
0.32981014251708984,
0.34060928225517273,
0.3639926314353943,
0.3909369707107544,
0.9866191744804382,
0.9876658320426941,
0.9888972640037537,
0.9905962944030762,
0.993252158164978,
0.9963661432266235,
0.9985812902450562,
1.0,
0.9805582165718079,
0.06232975423336029,
0.05793860927224159,
0.05823370814323425,
0.05825956538319588,
0.058471664786338806,
0.06263023614883423,
0.5946943759918213,
0.6155142784118652,
0.7682710886001587,
0.809515118598938,
0.8023097515106201,
0.8486509919166565,
0.8083965182304382,
0.7606802582740784,
0.6990503668785095,
0.09798076003789902,
0.09355077892541885,
0.0864337757229805,
0.07936399430036545,
0.07550866156816483,
0.06888752430677414,
0.06172937527298927,
0.053861312568187714,
0.0485219843685627,
0.0585828460752964
],
[
0.06798108667135239,
0.09398424625396729,
0.1197425052523613,
0.32049211859703064,
0.3480979800224304,
0.3720569312572479,
0.3831266760826111,
0.3965635299682617,
0.4178644120693207,
0.9566135406494141,
0.9608913064002991,
0.9628637433052063,
0.9688683152198792,
0.972076416015625,
0.9736549258232117,
0.9823518395423889,
0.9805582165718079,
1.0,
0.20967945456504822,
0.20398284494876862,
0.20447564125061035,
0.20453287661075592,
0.20486538112163544,
0.21031388640403748,
0.7319108843803406,
0.7499132752418518,
0.8658959269523621,
0.8875241875648499,
0.8780434131622314,
0.8381298184394836,
0.8010719418525696,
0.7571243047714233,
0.6966723799705505,
0.11264808475971222,
0.10858210921287537,
0.1002814769744873,
0.09172182530164719,
0.08617549389600754,
0.07838811725378036,
0.06973807513713837,
0.06031683087348938,
0.054660484194755554,
0.06589983403682709
],
[
0.023102257400751114,
0.11173419654369354,
0.2184595763683319,
0.27435117959976196,
0.2881461977958679,
0.2870592474937439,
0.2930297255516052,
0.25505632162094116,
0.23692750930786133,
0.0430295355618,
0.05062812194228172,
0.05198612064123154,
0.0649133026599884,
0.06579349935054779,
0.05974001809954643,
0.07506875693798065,
0.06232975423336029,
0.20967945456504822,
1.0,
0.999909520149231,
0.9999238848686218,
0.999921441078186,
0.9999275803565979,
0.9999585747718811,
0.7119568586349487,
0.671326220035553,
0.5175796151161194,
0.41512802243232727,
0.4003653824329376,
0.06566229462623596,
0.06661772727966309,
0.07006547600030899,
0.06426654756069183,
0.07124065607786179,
0.07693160325288773,
0.07690145075321198,
0.06902671605348587,
0.06145131587982178,
0.06265770643949509,
0.055518437176942825,
0.04859182983636856,
0.045823391526937485,
0.05258903652429581
],
[
0.02318720705807209,
0.11162395775318146,
0.2182939201593399,
0.27240100502967834,
0.28593939542770386,
0.284622460603714,
0.29048728942871094,
0.2525669038295746,
0.2343255579471588,
0.03934454545378685,
0.046665869653224945,
0.0479416586458683,
0.06056395545601845,
0.06141830235719681,
0.05549969524145126,
0.07046352326869965,
0.05793860927224159,
0.20398284494876862,
0.999909520149231,
1.0,
0.9999940991401672,
0.9999884366989136,
0.9999811053276062,
0.9998469948768616,
0.7045469284057617,
0.6635348796844482,
0.5103201270103455,
0.40810084342956543,
0.393448144197464,
0.0624198317527771,
0.0633949413895607,
0.06690343469381332,
0.06137187033891678,
0.07085655629634857,
0.0765998587012291,
0.07666971534490585,
0.06883713603019714,
0.061300039291381836,
0.06258251518011093,
0.0554729625582695,
0.048547327518463135,
0.04577719047665596,
0.05257975682616234
],
[
0.023029332980513573,
0.11166036128997803,
0.21833431720733643,
0.27254536747932434,
0.2860979735851288,
0.28477877378463745,
0.29062631726264954,
0.25264737010002136,
0.23436222970485687,
0.03954160958528519,
0.04688529297709465,
0.0481654517352581,
0.06081191077828407,
0.061670996248722076,
0.05575323849916458,
0.07077838480472565,
0.05823370814323425,
0.20447564125061035,
0.9999238848686218,
0.9999940991401672,
1.0,
0.9999904036521912,
0.9999901652336121,
0.9998791813850403,
0.7054231762886047,
0.6644848585128784,
0.511172354221344,
0.40891215205192566,
0.3942578136920929,
0.06265631318092346,
0.06365527212619781,
0.06717797368764877,
0.06163809821009636,
0.07093967497348785,
0.07665561139583588,
0.07666600495576859,
0.06881962716579437,
0.0612604096531868,
0.06247647851705551,
0.05536418780684471,
0.04843009635806084,
0.045680876821279526,
0.05250919237732887
],
[
0.02303888462483883,
0.11173491179943085,
0.21851415932178497,
0.27274295687675476,
0.28630706667900085,
0.2850104570388794,
0.29089054465293884,
0.2528040111064911,
0.2345062792301178,
0.03954703360795975,
0.046895939856767654,
0.04817423224449158,
0.06082715466618538,
0.061693765223026276,
0.055778440088033676,
0.07081238180398941,
0.05825956538319588,
0.20453287661075592,
0.999921441078186,
0.9999884366989136,
0.9999904036521912,
1.0,
0.9999964237213135,
0.9998904466629028,
0.7056722044944763,
0.6647428870201111,
0.5114345550537109,
0.40917566418647766,
0.3945251703262329,
0.06278237700462341,
0.06377211213111877,
0.06728610396385193,
0.06173764541745186,
0.07106957584619522,
0.07678575813770294,
0.07677685469388962,
0.0689200833439827,
0.061353541910648346,
0.06254272162914276,
0.05543401837348938,
0.048503417521715164,
0.04575222730636597,
0.05261457711458206
],
[
0.0230090469121933,
0.1118139699101448,
0.21860040724277496,
0.27290886640548706,
0.2864839732646942,
0.2851870656013489,
0.2910628914833069,
0.25296083092689514,
0.23465289175510406,
0.03969861567020416,
0.04706761613488197,
0.048352621495723724,
0.061027247458696365,
0.06189659610390663,
0.05597558617591858,
0.07104198634624481,
0.058471664786338806,
0.20486538112163544,
0.9999275803565979,
0.9999811053276062,
0.9999901652336121,
0.9999964237213135,
1.0,
0.9999097585678101,
0.706282377243042,
0.6654007434844971,
0.5120447874069214,
0.40976452827453613,
0.3951128423213959,
0.06300974637269974,
0.06402121484279633,
0.06754946708679199,
0.06200111284852028,
0.07124228030443192,
0.07693175226449966,
0.07687943428754807,
0.06900914758443832,
0.06142721697688103,
0.06256409734487534,
0.05545356869697571,
0.0485139898955822,
0.04577886685729027,
0.05267048999667168
],
[
0.023262370377779007,
0.11213553696870804,
0.21891941130161285,
0.2748803198337555,
0.2886858880519867,
0.28762033581733704,
0.2935792803764343,
0.25539398193359375,
0.23714682459831238,
0.043120093643665314,
0.05072401463985443,
0.052079249173402786,
0.06504278630018234,
0.06596172600984573,
0.05994410067796707,
0.07539550215005875,
0.06263023614883423,
0.21031388640403748,
0.9999585747718811,
0.9998469948768616,
0.9998791813850403,
0.9998904466629028,
0.9999097585678101,
1.0,
0.7137615084648132,
0.6733015179634094,
0.51947420835495,
0.4169948399066925,
0.40224966406822205,
0.0663842037320137,
0.06739447265863419,
0.07088898122310638,
0.06509575247764587,
0.0720483735203743,
0.07764078676700592,
0.07742615044116974,
0.069486103951931,
0.06184566766023636,
0.06280297785997391,
0.05563516169786453,
0.04863174259662628,
0.045876212418079376,
0.05289127677679062
],
[
0.07920751720666885,
0.15420915186405182,
0.23645025491714478,
0.40867719054222107,
0.43609726428985596,
0.4527134895324707,
0.46357405185699463,
0.4444199204444885,
0.44334208965301514,
0.5498442053794861,
0.5625230073928833,
0.5660314559936523,
0.5855360627174377,
0.5887587070465088,
0.5834383964538574,
0.6085659861564636,
0.5946943759918213,
0.7319108843803406,
0.7119568586349487,
0.7045469284057617,
0.7054231762886047,
0.7056722044944763,
0.706282377243042,
0.7137615084648132,
1.0,
0.9971895813941956,
0.950676441192627,
0.8982461094856262,
0.8854431509971619,
0.5648123621940613,
0.552385151386261,
0.5359407663345337,
0.5004628300666809,
0.19620217382907867,
0.19262436032295227,
0.181674525141716,
0.16961324214935303,
0.15909402072429657,
0.14928825199604034,
0.13633903861045837,
0.12095215916633606,
0.11138390004634857,
0.12936289608478546
],
[
0.08516508340835571,
0.15838824212551117,
0.23678229749202728,
0.41179877519607544,
0.43914493918418884,
0.4562855660915375,
0.4668458104133606,
0.4489409923553467,
0.44831061363220215,
0.568802535533905,
0.5815515518188477,
0.5851565003395081,
0.6047874689102173,
0.60823655128479,
0.603299081325531,
0.6289919018745422,
0.6155142784118652,
0.7499132752418518,
0.671326220035553,
0.6635348796844482,
0.6644848585128784,
0.6647428870201111,
0.6654007434844971,
0.6733015179634094,
0.9971895813941956,
1.0,
0.9640783667564392,
0.9180646538734436,
0.9064103364944458,
0.5952581167221069,
0.583310604095459,
0.5669860243797302,
0.5310094356536865,
0.21623265743255615,
0.21143624186515808,
0.19894073903560638,
0.18640725314617157,
0.17529775202274323,
0.16363555192947388,
0.14969877898693085,
0.13267894089221954,
0.12187019735574722,
0.14145489037036896
],
[
0.12063281238079071,
0.18471214175224304,
0.2491903305053711,
0.4371880888938904,
0.46483513712882996,
0.4845730662345886,
0.49484941363334656,
0.48802775144577026,
0.49308687448501587,
0.7249490022659302,
0.7339819669723511,
0.7368158102035522,
0.7524403929710388,
0.7562814950942993,
0.7547523379325867,
0.7765320539474487,
0.7682710886001587,
0.8658959269523621,
0.5175796151161194,
0.5103201270103455,
0.511172354221344,
0.5114345550537109,
0.5120447874069214,
0.51947420835495,
0.950676441192627,
0.9640783667564392,
1.0,
0.9872865676879883,
0.9804797172546387,
0.7754476070404053,
0.7595964074134827,
0.7371383905410767,
0.6947705149650574,
0.29692989587783813,
0.28856322169303894,
0.272670716047287,
0.2585139870643616,
0.24620142579078674,
0.22987234592437744,
0.21223331987857819,
0.18888315558433533,
0.1721278429031372,
0.1982099562883377
],
[
0.13757441937923431,
0.1943701058626175,
0.2493284046649933,
0.43606802821159363,
0.4626930356025696,
0.4827938675880432,
0.49225494265556335,
0.4915412962436676,
0.4989806115627289,
0.7664463520050049,
0.7737396955490112,
0.7762715220451355,
0.7901456952095032,
0.794303297996521,
0.7943676114082336,
0.815192461013794,
0.809515118598938,
0.8875241875648499,
0.41512802243232727,
0.40810084342956543,
0.40891215205192566,
0.40917566418647766,
0.40976452827453613,
0.4169948399066925,
0.8982461094856262,
0.9180646538734436,
0.9872865676879883,
1.0,
0.9966458678245544,
0.8506045937538147,
0.838002622127533,
0.8168523907661438,
0.7763916850090027,
0.36660265922546387,
0.3540237545967102,
0.33642521500587463,
0.32011911273002625,
0.3063182234764099,
0.28603243827819824,
0.26461443305015564,
0.23550668358802795,
0.21309895813465118,
0.24481619894504547
],
[
0.1504034847021103,
0.20828627049922943,
0.2616477906703949,
0.4444027245044708,
0.4702044725418091,
0.4897107779979706,
0.49875810742378235,
0.49782225489616394,
0.5044687986373901,
0.7588014602661133,
0.7656188607215881,
0.7680290341377258,
0.7814924120903015,
0.7856388092041016,
0.7866061329841614,
0.8073939681053162,
0.8023097515106201,
0.8780434131622314,
0.4003653824329376,
0.393448144197464,
0.3942578136920929,
0.3945251703262329,
0.3951128423213959,
0.40224966406822205,
0.8854431509971619,
0.9064103364944458,
0.9804797172546387,
0.9966458678245544,
1.0,
0.8653483986854553,
0.8540165424346924,
0.8343536853790283,
0.7951667308807373,
0.3973771035671234,
0.3850161135196686,
0.3663579523563385,
0.34976524114608765,
0.3352092504501343,
0.3136848509311676,
0.29112502932548523,
0.2594355046749115,
0.23437561094760895,
0.26727741956710815
],
[
0.20180721580982208,
0.22415931522846222,
0.23879699409008026,
0.38802891969680786,
0.40629586577415466,
0.42294442653656006,
0.4283643364906311,
0.44944503903388977,
0.46394869685173035,
0.8236193656921387,
0.8210443258285522,
0.8212220072746277,
0.822943925857544,
0.8270909786224365,
0.8345628976821899,
0.8424702882766724,
0.8486509919166565,
0.8381298184394836,
0.06566229462623596,
0.0624198317527771,
0.06265631318092346,
0.06278237700462341,
0.06300974637269974,
0.0663842037320137,
0.5648123621940613,
0.5952581167221069,
0.7754476070404053,
0.8506045937538147,
0.8653483986854553,
1.0,
0.9904011487960815,
0.9704439043998718,
0.9368601441383362,
0.5288958549499512,
0.5148767232894897,
0.4965519905090332,
0.48039594292640686,
0.46464771032333374,
0.440955251455307,
0.4131018817424774,
0.37193602323532104,
0.3341248333454132,
0.37199312448501587
],
[
0.20416469871997833,
0.22729963064193726,
0.24320976436138153,
0.3861248791217804,
0.40342196822166443,
0.4187129735946655,
0.42346519231796265,
0.4436427652835846,
0.4565954804420471,
0.7813343405723572,
0.7790476083755493,
0.7793737649917603,
0.7818796634674072,
0.7860783934593201,
0.7933462858200073,
0.8021972179412842,
0.8083965182304382,
0.8010719418525696,
0.06661772727966309,
0.0633949413895607,
0.06365527212619781,
0.06377211213111877,
0.06402121484279633,
0.06739447265863419,
0.552385151386261,
0.583310604095459,
0.7595964074134827,
0.838002622127533,
0.8540165424346924,
0.9904011487960815,
1.0,
0.9889050722122192,
0.9653147459030151,
0.6016663312911987,
0.5846797823905945,
0.5664506554603577,
0.5473917722702026,
0.5293927788734436,
0.5014894604682922,
0.46798568964004517,
0.4201577603816986,
0.3755658268928528,
0.417666494846344
],
[
0.20618851482868195,
0.23028919100761414,
0.2469138205051422,
0.3806435763835907,
0.3966600000858307,
0.41039565205574036,
0.4143224060535431,
0.4329726994037628,
0.4442926347255707,
0.7313903570175171,
0.7293313145637512,
0.7299240231513977,
0.7328982949256897,
0.7372952699661255,
0.744498074054718,
0.7543538212776184,
0.7606802582740784,
0.7571243047714233,
0.07006547600030899,
0.06690343469381332,
0.06717797368764877,
0.06728610396385193,
0.06754946708679199,
0.07088898122310638,
0.5359407663345337,
0.5669860243797302,
0.7371383905410767,
0.8168523907661438,
0.8343536853790283,
0.9704439043998718,
0.9889050722122192,
1.0,
0.9857767820358276,
0.6702643632888794,
0.6520861387252808,
0.6344103217124939,
0.6132138967514038,
0.5937173962593079,
0.5627182722091675,
0.5241591930389404,
0.47016438841819763,
0.41858911514282227,
0.46332573890686035
],
[
0.2103184014558792,
0.23264256119728088,
0.24982884526252747,
0.3713274300098419,
0.3857835531234741,
0.39745908975601196,
0.4004828631877899,
0.4182862639427185,
0.42832520604133606,
0.6704528331756592,
0.6685813069343567,
0.6690068244934082,
0.6719599366188049,
0.6760224103927612,
0.6827337741851807,
0.6925984621047974,
0.6990503668785095,
0.6966723799705505,
0.06426654756069183,
0.06137187033891678,
0.06163809821009636,
0.06173764541745186,
0.06200111284852028,
0.06509575247764587,
0.5004628300666809,
0.5310094356536865,
0.6947705149650574,
0.7763916850090027,
0.7951667308807373,
0.9368601441383362,
0.9653147459030151,
0.9857767820358276,
1.0,
0.7446660995483398,
0.7232252359390259,
0.7054296731948853,
0.6820340156555176,
0.6602522730827332,
0.6257666945457458,
0.5834745764732361,
0.5233609676361084,
0.46513792872428894,
0.5128670334815979
],
[
0.276023268699646,
0.3063642978668213,
0.3279764652252197,
0.3279266059398651,
0.32744163274765015,
0.3240452706813812,
0.32099777460098267,
0.3326359987258911,
0.32949790358543396,
0.07240330427885056,
0.07231699675321579,
0.07289182394742966,
0.07769713550806046,
0.08032910525798798,
0.08384349197149277,
0.09298310428857803,
0.09798076003789902,
0.11264808475971222,
0.07124065607786179,
0.07085655629634857,
0.07093967497348785,
0.07106957584619522,
0.07124228030443192,
0.0720483735203743,
0.19620217382907867,
0.21623265743255615,
0.29692989587783813,
0.36660265922546387,
0.3973771035671234,
0.5288958549499512,
0.6016663312911987,
0.6702643632888794,
0.7446660995483398,
1.0,
0.9814231395721436,
0.9648851156234741,
0.9420889019966125,
0.918043851852417,
0.8781349062919617,
0.8248966336250305,
0.7464483380317688,
0.6632609367370605,
0.7183345556259155
],
[
0.2877357304096222,
0.3168011009693146,
0.33550044894218445,
0.3327653408050537,
0.33175063133239746,
0.32759734988212585,
0.32415735721588135,
0.3348675072193146,
0.3316981792449951,
0.0693894773721695,
0.069251149892807,
0.0697130560874939,
0.07411515712738037,
0.07661429792642593,
0.08009275794029236,
0.08874774724245071,
0.09355077892541885,
0.10858210921287537,
0.07693160325288773,
0.0765998587012291,
0.07665561139583588,
0.07678575813770294,
0.07693175226449966,
0.07764078676700592,
0.19262436032295227,
0.21143624186515808,
0.28856322169303894,
0.3540237545967102,
0.3850161135196686,
0.5148767232894897,
0.5846797823905945,
0.6520861387252808,
0.7232252359390259,
0.9814231395721436,
1.0,
0.9873993992805481,
0.972152054309845,
0.9519630670547485,
0.916405975818634,
0.8626837134361267,
0.7842699885368347,
0.6978129744529724,
0.7440783381462097
],
[
0.27862244844436646,
0.3035929203033447,
0.3209203779697418,
0.3181270658969879,
0.3172719180583954,
0.3131496012210846,
0.3096967935562134,
0.3216875195503235,
0.31988200545310974,
0.06366771459579468,
0.06337570399045944,
0.06382288783788681,
0.06803729385137558,
0.07035835832357407,
0.0735638365149498,
0.08172436058521271,
0.0864337757229805,
0.1002814769744873,
0.07690145075321198,
0.07666971534490585,
0.07666600495576859,
0.07677685469388962,
0.07687943428754807,
0.07742615044116974,
0.181674525141716,
0.19894073903560638,
0.272670716047287,
0.33642521500587463,
0.3663579523563385,
0.4965519905090332,
0.5664506554603577,
0.6344103217124939,
0.7054296731948853,
0.9648851156234741,
0.9873993992805481,
1.0,
0.9873649477958679,
0.9710380434989929,
0.9398236274719238,
0.8875017166137695,
0.8098384737968445,
0.7214956879615784,
0.7621151208877563
],
[
0.2714858949184418,
0.2928607165813446,
0.30974993109703064,
0.30604374408721924,
0.30519741773605347,
0.30125588178634644,
0.2979552745819092,
0.3106471300125122,
0.3099154829978943,
0.058279674500226974,
0.05794829502701759,
0.058345895260572433,
0.06221542879939079,
0.06424151360988617,
0.06728626787662506,
0.07478447258472443,
0.07936399430036545,
0.09172182530164719,
0.06902671605348587,
0.06883713603019714,
0.06881962716579437,
0.0689200833439827,
0.06900914758443832,
0.069486103951931,
0.16961324214935303,
0.18640725314617157,
0.2585139870643616,
0.32011911273002625,
0.34976524114608765,
0.48039594292640686,
0.5473917722702026,
0.6132138967514038,
0.6820340156555176,
0.9420889019966125,
0.972152054309845,
0.9873649477958679,
1.0,
0.9886766672134399,
0.9647974371910095,
0.9186524748802185,
0.8474200963973999,
0.7625328302383423,
0.7892231345176697
],
[
0.2638208270072937,
0.28051790595054626,
0.2971762716770172,
0.29389938712120056,
0.29320383071899414,
0.2897612750530243,
0.28647178411483765,
0.30101141333580017,
0.3022046983242035,
0.0554267056286335,
0.05501179024577141,
0.055434055626392365,
0.05910384654998779,
0.06096977740526199,
0.06396643072366714,
0.07101134210824966,
0.07550866156816483,
0.08617549389600754,
0.06145131587982178,
0.061300039291381836,
0.0612604096531868,
0.061353541910648346,
0.06142721697688103,
0.06184566766023636,
0.15909402072429657,
0.17529775202274323,
0.24620142579078674,
0.3063182234764099,
0.3352092504501343,
0.46464771032333374,
0.5293927788734436,
0.5937173962593079,
0.6602522730827332,
0.918043851852417,
0.9519630670547485,
0.9710380434989929,
0.9886766672134399,
1.0,
0.9843608736991882,
0.9462465643882751,
0.8798750638961792,
0.7969598770141602,
0.8162945508956909
],
[
0.24908611178398132,
0.2587052285671234,
0.2757277190685272,
0.2742559015750885,
0.27433881163597107,
0.2714788019657135,
0.2684289216995239,
0.28571727871894836,
0.28973516821861267,
0.050616730004549026,
0.05034567788243294,
0.050859484821558,
0.054406825453042984,
0.055847618728876114,
0.05840763822197914,
0.06470689922571182,
0.06888752430677414,
0.07838811725378036,
0.06265770643949509,
0.06258251518011093,
0.06247647851705551,
0.06254272162914276,
0.06256409734487534,
0.06280297785997391,
0.14928825199604034,
0.16363555192947388,
0.22987234592437744,
0.28603243827819824,
0.3136848509311676,
0.440955251455307,
0.5014894604682922,
0.5627182722091675,
0.6257666945457458,
0.8781349062919617,
0.916405975818634,
0.9398236274719238,
0.9647974371910095,
0.9843608736991882,
1.0,
0.9794701933860779,
0.9287322163581848,
0.8544009327888489,
0.8514858484268188
],
[
0.23528440296649933,
0.23799873888492584,
0.2561028003692627,
0.25545141100883484,
0.25606462359428406,
0.2537075877189636,
0.25093063712120056,
0.2689763605594635,
0.27511394023895264,
0.04563816264271736,
0.04554736986756325,
0.04605194926261902,
0.0491962805390358,
0.050160396844148636,
0.0524911992251873,
0.05802201107144356,
0.06172937527298927,
0.06973807513713837,
0.055518437176942825,
0.0554729625582695,
0.05536418780684471,
0.05543401837348938,
0.05545356869697571,
0.05563516169786453,
0.13633903861045837,
0.14969877898693085,
0.21223331987857819,
0.26461443305015564,
0.29112502932548523,
0.4131018817424774,
0.46798568964004517,
0.5241591930389404,
0.5834745764732361,
0.8248966336250305,
0.8626837134361267,
0.8875017166137695,
0.9186524748802185,
0.9462465643882751,
0.9794701933860779,
1.0,
0.9706311821937561,
0.9152870774269104,
0.887352705001831
],
[
0.2028241604566574,
0.20439808070659637,
0.22381751239299774,
0.22576963901519775,
0.22731678187847137,
0.22584068775177002,
0.22366459667682648,
0.24261517822742462,
0.2516450881958008,
0.04066110774874687,
0.04089762642979622,
0.04151143878698349,
0.04431117698550224,
0.0446544885635376,
0.04635629802942276,
0.05082838982343674,
0.053861312568187714,
0.06031683087348938,
0.04859182983636856,
0.048547327518463135,
0.04843009635806084,
0.048503417521715164,
0.0485139898955822,
0.04863174259662628,
0.12095215916633606,
0.13267894089221954,
0.18888315558433533,
0.23550668358802795,
0.2594355046749115,
0.37193602323532104,
0.4201577603816986,
0.47016438841819763,
0.5233609676361084,
0.7464483380317688,
0.7842699885368347,
0.8098384737968445,
0.8474200963973999,
0.8798750638961792,
0.9287322163581848,
0.9706311821937561,
1.0,
0.9748941659927368,
0.9173017144203186
],
[
0.18157896399497986,
0.1831863820552826,
0.20405621826648712,
0.2079307585954666,
0.20990385115146637,
0.20897728204727173,
0.20713619887828827,
0.22421549260616302,
0.23347976803779602,
0.03758147731423378,
0.0380101203918457,
0.03859316557645798,
0.04105953127145767,
0.04107876121997833,
0.042436614632606506,
0.04616275802254677,
0.0485219843685627,
0.054660484194755554,
0.045823391526937485,
0.04577719047665596,
0.045680876821279526,
0.04575222730636597,
0.04577886685729027,
0.045876212418079376,
0.11138390004634857,
0.12187019735574722,
0.1721278429031372,
0.21309895813465118,
0.23437561094760895,
0.3341248333454132,
0.3755658268928528,
0.41858911514282227,
0.46513792872428894,
0.6632609367370605,
0.6978129744529724,
0.7214956879615784,
0.7625328302383423,
0.7969598770141602,
0.8544009327888489,
0.9152870774269104,
0.9748941659927368,
1.0,
0.9208613038063049
],
[
0.21474751830101013,
0.22291426360607147,
0.24675846099853516,
0.24914155900478363,
0.25057658553123474,
0.24922457337379456,
0.2471763789653778,
0.2646792531013489,
0.27288132905960083,
0.04408200830221176,
0.04412412270903587,
0.04483146220445633,
0.047917358577251434,
0.04873289167881012,
0.05078994855284691,
0.0556659996509552,
0.0585828460752964,
0.06589983403682709,
0.05258903652429581,
0.05257975682616234,
0.05250919237732887,
0.05261457711458206,
0.05267048999667168,
0.05289127677679062,
0.12936289608478546,
0.14145489037036896,
0.1982099562883377,
0.24481619894504547,
0.26727741956710815,
0.37199312448501587,
0.417666494846344,
0.46332573890686035,
0.5128670334815979,
0.7183345556259155,
0.7440783381462097,
0.7621151208877563,
0.7892231345176697,
0.8162945508956909,
0.8514858484268188,
0.887352705001831,
0.9173017144203186,
0.9208613038063049,
1.0
]
]
},
"logit_lens": {
"embedding": {
"entropy": 0.008176468312740326,
"entropy_std": 0.2515474855899811,
"top1_prob": 0.9989781379699707,
"correct_rank_mean": 14393.49609375,
"correct_rank_median": 10188.0,
"log_rank_mean": 8.11260986328125,
"agreement_with_final": 0.005598506890237331
},
"expand_0": {
"entropy": 0.034236982464790344,
"entropy_std": 0.3024539649486542,
"top1_prob": 0.9954218864440918,
"correct_rank_mean": 11135.865234375,
"correct_rank_median": 5304.0,
"log_rank_mean": 7.781420707702637,
"agreement_with_final": 0.005598506890237331
},
"expand_1": {
"entropy": 0.14663031697273254,
"entropy_std": 0.5081619620323181,
"top1_prob": 0.9832598567008972,
"correct_rank_mean": 9871.8037109375,
"correct_rank_median": 4662.0,
"log_rank_mean": 7.68184757232666,
"agreement_with_final": 0.005598506890237331
},
"expand_2": {
"entropy": 0.258383572101593,
"entropy_std": 0.7484143376350403,
"top1_prob": 0.9704828858375549,
"correct_rank_mean": 8762.1416015625,
"correct_rank_median": 3955.0,
"log_rank_mean": 7.566042900085449,
"agreement_with_final": 0.005598506890237331
},
"expand_3": {
"entropy": 0.39039328694343567,
"entropy_std": 1.0109078884124756,
"top1_prob": 0.9554979801177979,
"correct_rank_mean": 8682.91796875,
"correct_rank_median": 3898.0,
"log_rank_mean": 7.5453033447265625,
"agreement_with_final": 0.005598506890237331
},
"expand_4": {
"entropy": 0.5588860511779785,
"entropy_std": 1.3780310153961182,
"top1_prob": 0.9369558691978455,
"correct_rank_mean": 8332.0068359375,
"correct_rank_median": 3548.0,
"log_rank_mean": 7.495856761932373,
"agreement_with_final": 0.005598506890237331
},
"expand_5": {
"entropy": 0.6920637488365173,
"entropy_std": 1.6069740056991577,
"top1_prob": 0.9192118048667908,
"correct_rank_mean": 6979.5546875,
"correct_rank_median": 2671.0,
"log_rank_mean": 7.241157054901123,
"agreement_with_final": 0.005598506890237331
},
"expand_6": {
"entropy": 0.7080297470092773,
"entropy_std": 1.597432017326355,
"top1_prob": 0.9160333275794983,
"correct_rank_mean": 6252.78955078125,
"correct_rank_median": 2049.0,
"log_rank_mean": 7.042272567749023,
"agreement_with_final": 0.005687372293323278
},
"expand_7": {
"entropy": 0.7756950855255127,
"entropy_std": 1.7049072980880737,
"top1_prob": 0.9075745344161987,
"correct_rank_mean": 5574.6640625,
"correct_rank_median": 1679.0,
"log_rank_mean": 6.867434024810791,
"agreement_with_final": 0.0056429398246109486
},
"expand_8": {
"entropy": 0.7931565642356873,
"entropy_std": 1.7194257974624634,
"top1_prob": 0.9033533930778503,
"correct_rank_mean": 5238.6875,
"correct_rank_median": 1420.0,
"log_rank_mean": 6.73607873916626,
"agreement_with_final": 0.0056429398246109486
},
"expand_9": {
"entropy": 0.6823284029960632,
"entropy_std": 1.5069533586502075,
"top1_prob": 0.9121810793876648,
"correct_rank_mean": 4099.94580078125,
"correct_rank_median": 933.0,
"log_rank_mean": 6.390110492706299,
"agreement_with_final": 0.005687372293323278
},
"expand_10": {
"entropy": 1.000943899154663,
"entropy_std": 1.9695338010787964,
"top1_prob": 0.8712934255599976,
"correct_rank_mean": 3916.5166015625,
"correct_rank_median": 788.0,
"log_rank_mean": 6.270185470581055,
"agreement_with_final": 0.005998400505632162
},
"expand_11": {
"entropy": 1.2967911958694458,
"entropy_std": 2.363511323928833,
"top1_prob": 0.8309510946273804,
"correct_rank_mean": 3443.058837890625,
"correct_rank_median": 588.0,
"log_rank_mean": 6.05585241317749,
"agreement_with_final": 0.007553541101515293
},
"expand_12": {
"entropy": 1.423232913017273,
"entropy_std": 2.4367549419403076,
"top1_prob": 0.8082932233810425,
"correct_rank_mean": 2777.310546875,
"correct_rank_median": 361.0,
"log_rank_mean": 5.695545196533203,
"agreement_with_final": 0.010574957355856895
},
"expand_13": {
"entropy": 1.6197071075439453,
"entropy_std": 2.5692083835601807,
"top1_prob": 0.7709041237831116,
"correct_rank_mean": 2434.749755859375,
"correct_rank_median": 255.0,
"log_rank_mean": 5.40345573425293,
"agreement_with_final": 0.028125833719968796
},
"expand_14": {
"entropy": 1.7894773483276367,
"entropy_std": 2.620293378829956,
"top1_prob": 0.7412071228027344,
"correct_rank_mean": 2007.8128662109375,
"correct_rank_median": 157.0,
"log_rank_mean": 5.057971477508545,
"agreement_with_final": 0.037901002913713455
},
"expand_15": {
"entropy": 1.943091869354248,
"entropy_std": 2.588176727294922,
"top1_prob": 0.7119490504264832,
"correct_rank_mean": 1823.1900634765625,
"correct_rank_median": 122.0,
"log_rank_mean": 4.8463592529296875,
"agreement_with_final": 0.05087532103061676
},
"expand_16": {
"entropy": 2.052386999130249,
"entropy_std": 2.493408441543579,
"top1_prob": 0.6834665536880493,
"correct_rank_mean": 1669.0242919921875,
"correct_rank_median": 94.0,
"log_rank_mean": 4.6481218338012695,
"agreement_with_final": 0.06638229638338089
},
"expand_17": {
"entropy": 2.4040215015411377,
"entropy_std": 2.651726484298706,
"top1_prob": 0.6449254751205444,
"correct_rank_mean": 1992.696044921875,
"correct_rank_median": 104.0,
"log_rank_mean": 4.736515522003174,
"agreement_with_final": 0.07122544944286346
},
"expand_18": {
"entropy": 2.3906190395355225,
"entropy_std": 2.458310604095459,
"top1_prob": 0.6318473219871521,
"correct_rank_mean": 1239.644775390625,
"correct_rank_median": 40.0,
"log_rank_mean": 4.058821201324463,
"agreement_with_final": 0.09806273877620697
},
"expand_19": {
"entropy": 2.254875659942627,
"entropy_std": 2.2049195766448975,
"top1_prob": 0.6253980398178101,
"correct_rank_mean": 1140.4500732421875,
"correct_rank_median": 27.0,
"log_rank_mean": 3.7810096740722656,
"agreement_with_final": 0.12956544756889343
},
"middle_0": {
"entropy": 2.791367530822754,
"entropy_std": 2.4136030673980713,
"top1_prob": 0.5617826581001282,
"correct_rank_mean": 1371.789306640625,
"correct_rank_median": 32.0,
"log_rank_mean": 3.917487382888794,
"agreement_with_final": 0.12041233479976654
},
"compress_0": {
"entropy": 2.8886218070983887,
"entropy_std": 2.3109898567199707,
"top1_prob": 0.5394092202186584,
"correct_rank_mean": 1147.898193359375,
"correct_rank_median": 22.0,
"log_rank_mean": 3.6261489391326904,
"agreement_with_final": 0.1596907526254654
},
"compress_1": {
"entropy": 2.8037614822387695,
"entropy_std": 2.125213623046875,
"top1_prob": 0.5311091542243958,
"correct_rank_mean": 876.5938720703125,
"correct_rank_median": 14.0,
"log_rank_mean": 3.2685093879699707,
"agreement_with_final": 0.20385675132274628
},
"compress_2": {
"entropy": 2.894321918487549,
"entropy_std": 2.1102190017700195,
"top1_prob": 0.5155819654464722,
"correct_rank_mean": 864.5591430664062,
"correct_rank_median": 14.0,
"log_rank_mean": 3.2516262531280518,
"agreement_with_final": 0.210121750831604
},
"compress_3": {
"entropy": 2.904087781906128,
"entropy_std": 2.03000545501709,
"top1_prob": 0.5027743577957153,
"correct_rank_mean": 747.5247192382812,
"correct_rank_median": 12.0,
"log_rank_mean": 3.133939743041992,
"agreement_with_final": 0.2354038953781128
},
"compress_4": {
"entropy": 2.9448397159576416,
"entropy_std": 1.9586139917373657,
"top1_prob": 0.486985445022583,
"correct_rank_mean": 675.2647094726562,
"correct_rank_median": 12.0,
"log_rank_mean": 3.057403326034546,
"agreement_with_final": 0.2563316524028778
},
"compress_5": {
"entropy": 2.960257053375244,
"entropy_std": 1.9112046957015991,
"top1_prob": 0.4762323498725891,
"correct_rank_mean": 594.5932006835938,
"correct_rank_median": 11.0,
"log_rank_mean": 2.9580636024475098,
"agreement_with_final": 0.27961432933807373
},
"compress_6": {
"entropy": 2.8116822242736816,
"entropy_std": 1.8701006174087524,
"top1_prob": 0.48950037360191345,
"correct_rank_mean": 566.154296875,
"correct_rank_median": 9.0,
"log_rank_mean": 2.875314950942993,
"agreement_with_final": 0.303830087184906
},
"compress_7": {
"entropy": 2.702578067779541,
"entropy_std": 1.7729120254516602,
"top1_prob": 0.49450957775115967,
"correct_rank_mean": 445.0347595214844,
"correct_rank_median": 6.0,
"log_rank_mean": 2.618129253387451,
"agreement_with_final": 0.36670219898223877
},
"compress_8": {
"entropy": 2.738481283187866,
"entropy_std": 1.7727619409561157,
"top1_prob": 0.4886171817779541,
"correct_rank_mean": 403.071044921875,
"correct_rank_median": 6.0,
"log_rank_mean": 2.525726556777954,
"agreement_with_final": 0.39091798663139343
},
"compress_9": {
"entropy": 2.7483277320861816,
"entropy_std": 1.758489966392517,
"top1_prob": 0.48307204246520996,
"correct_rank_mean": 361.2685546875,
"correct_rank_median": 5.0,
"log_rank_mean": 2.424931764602661,
"agreement_with_final": 0.422998309135437
},
"compress_10": {
"entropy": 2.584798812866211,
"entropy_std": 1.7651761770248413,
"top1_prob": 0.5065273642539978,
"correct_rank_mean": 316.74725341796875,
"correct_rank_median": 4.0,
"log_rank_mean": 2.286303758621216,
"agreement_with_final": 0.47702834010124207
},
"compress_11": {
"entropy": 2.4372329711914062,
"entropy_std": 1.724508285522461,
"top1_prob": 0.5221402645111084,
"correct_rank_mean": 286.2889099121094,
"correct_rank_median": 4.0,
"log_rank_mean": 2.1740314960479736,
"agreement_with_final": 0.5079978704452515
},
"compress_12": {
"entropy": 2.286668062210083,
"entropy_std": 1.6892642974853516,
"top1_prob": 0.5403583645820618,
"correct_rank_mean": 260.3778991699219,
"correct_rank_median": 3.0,
"log_rank_mean": 2.076981782913208,
"agreement_with_final": 0.5433217883110046
},
"compress_13": {
"entropy": 2.219756841659546,
"entropy_std": 1.6175485849380493,
"top1_prob": 0.5423508882522583,
"correct_rank_mean": 210.5286102294922,
"correct_rank_median": 3.0,
"log_rank_mean": 1.9495395421981812,
"agreement_with_final": 0.6007731556892395
},
"compress_14": {
"entropy": 2.1078646183013916,
"entropy_std": 1.5745396614074707,
"top1_prob": 0.5566951632499695,
"correct_rank_mean": 181.68710327148438,
"correct_rank_median": 3.0,
"log_rank_mean": 1.8273409605026245,
"agreement_with_final": 0.6587576866149902
},
"compress_15": {
"entropy": 2.1085779666900635,
"entropy_std": 1.5215522050857544,
"top1_prob": 0.5488401055335999,
"correct_rank_mean": 158.09202575683594,
"correct_rank_median": 2.0,
"log_rank_mean": 1.7517446279525757,
"agreement_with_final": 0.6880831718444824
},
"compress_16": {
"entropy": 2.0532541275024414,
"entropy_std": 1.4450801610946655,
"top1_prob": 0.5455565452575684,
"correct_rank_mean": 148.40792846679688,
"correct_rank_median": 2.0,
"log_rank_mean": 1.7359200716018677,
"agreement_with_final": 0.7060783505439758
},
"compress_17": {
"entropy": 2.151466131210327,
"entropy_std": 1.4760440587997437,
"top1_prob": 0.5291946530342102,
"correct_rank_mean": 138.3632354736328,
"correct_rank_median": 2.0,
"log_rank_mean": 1.7023895978927612,
"agreement_with_final": 0.7247844934463501
},
"compress_18": {
"entropy": 2.490158796310425,
"entropy_std": 1.6314911842346191,
"top1_prob": 0.48671698570251465,
"correct_rank_mean": 131.927490234375,
"correct_rank_median": 2.0,
"log_rank_mean": 1.593283772468567,
"agreement_with_final": 0.8141384720802307
},
"compress_19": {
"entropy": 2.896641731262207,
"entropy_std": 1.7835479974746704,
"top1_prob": 0.4417716860771179,
"correct_rank_mean": 120.98338317871094,
"correct_rank_median": 2.0,
"log_rank_mean": 1.5257868766784668,
"agreement_with_final": 1.0
},
"final_norm": {
"entropy": 2.896641731262207,
"entropy_std": 1.7835479974746704,
"top1_prob": 0.4417716860771179,
"correct_rank_mean": 120.98338317871094,
"correct_rank_median": 2.0,
"log_rank_mean": 1.5257868766784668,
"agreement_with_final": 1.0
}
},
"drift": {
"expand_0": {
"cos_sim_mean": 0.6849911212921143,
"cos_sim_std": 0.175172358751297,
"l2_distance": 27.544370651245117
},
"expand_1": {
"cos_sim_mean": 0.9739256501197815,
"cos_sim_std": 0.019970882683992386,
"l2_distance": 8.544537544250488
},
"expand_2": {
"cos_sim_mean": 0.9862149953842163,
"cos_sim_std": 0.018325403332710266,
"l2_distance": 6.148813247680664
},
"expand_3": {
"cos_sim_mean": 0.9931728839874268,
"cos_sim_std": 0.009126277640461922,
"l2_distance": 4.215730667114258
},
"expand_4": {
"cos_sim_mean": 0.9931032657623291,
"cos_sim_std": 0.008576806634664536,
"l2_distance": 4.328185558319092
},
"expand_5": {
"cos_sim_mean": 0.9900708794593811,
"cos_sim_std": 0.009801621548831463,
"l2_distance": 5.432103633880615
},
"expand_6": {
"cos_sim_mean": 0.985851526260376,
"cos_sim_std": 0.011277426965534687,
"l2_distance": 6.384981155395508
},
"expand_7": {
"cos_sim_mean": 0.9834489822387695,
"cos_sim_std": 0.014593411237001419,
"l2_distance": 6.949868679046631
},
"expand_8": {
"cos_sim_mean": 0.9804284572601318,
"cos_sim_std": 0.013100787065923214,
"l2_distance": 7.284245014190674
},
"expand_9": {
"cos_sim_mean": 0.9666137099266052,
"cos_sim_std": 0.03426649048924446,
"l2_distance": 7.660122871398926
},
"expand_10": {
"cos_sim_mean": 0.9552152752876282,
"cos_sim_std": 0.03713290020823479,
"l2_distance": 8.244612693786621
},
"expand_11": {
"cos_sim_mean": 0.9543018341064453,
"cos_sim_std": 0.03289920091629028,
"l2_distance": 8.666141510009766
},
"expand_12": {
"cos_sim_mean": 0.9556319713592529,
"cos_sim_std": 0.029315391555428505,
"l2_distance": 8.619108200073242
},
"expand_13": {
"cos_sim_mean": 0.9506610631942749,
"cos_sim_std": 0.03158613666892052,
"l2_distance": 9.27637004852295
},
"expand_14": {
"cos_sim_mean": 0.950225293636322,
"cos_sim_std": 0.024301381781697273,
"l2_distance": 9.890229225158691
},
"expand_15": {
"cos_sim_mean": 0.9466367363929749,
"cos_sim_std": 0.023674415424466133,
"l2_distance": 10.431220054626465
},
"expand_16": {
"cos_sim_mean": 0.9469488263130188,
"cos_sim_std": 0.027035264298319817,
"l2_distance": 10.755489349365234
},
"expand_17": {
"cos_sim_mean": 0.9249208569526672,
"cos_sim_std": 0.025832273066043854,
"l2_distance": 18.261241912841797
},
"expand_18": {
"cos_sim_mean": 0.9288403987884521,
"cos_sim_std": 0.04455041512846947,
"l2_distance": 14.860454559326172
},
"expand_19": {
"cos_sim_mean": 0.9334417581558228,
"cos_sim_std": 0.024690203368663788,
"l2_distance": 13.679224014282227
},
"middle_0": {
"cos_sim_mean": 0.8935306072235107,
"cos_sim_std": 0.030932700261473656,
"l2_distance": 18.660053253173828
},
"compress_0": {
"cos_sim_mean": 0.9521554708480835,
"cos_sim_std": 0.016932014375925064,
"l2_distance": 14.076226234436035
},
"compress_1": {
"cos_sim_mean": 0.9567081332206726,
"cos_sim_std": 0.01375015452504158,
"l2_distance": 15.834850311279297
},
"compress_2": {
"cos_sim_mean": 0.967133104801178,
"cos_sim_std": 0.011383751407265663,
"l2_distance": 17.914730072021484
},
"compress_3": {
"cos_sim_mean": 0.9692171216011047,
"cos_sim_std": 0.012477421201765537,
"l2_distance": 13.46438980102539
},
"compress_4": {
"cos_sim_mean": 0.9710483551025391,
"cos_sim_std": 0.010337604209780693,
"l2_distance": 14.120949745178223
},
"compress_5": {
"cos_sim_mean": 0.9687831997871399,
"cos_sim_std": 0.011583817191421986,
"l2_distance": 15.74539852142334
},
"compress_6": {
"cos_sim_mean": 0.9749146103858948,
"cos_sim_std": 0.011172610335052013,
"l2_distance": 14.680301666259766
},
"compress_7": {
"cos_sim_mean": 0.965900182723999,
"cos_sim_std": 0.01336053665727377,
"l2_distance": 19.33135223388672
},
"compress_8": {
"cos_sim_mean": 0.9760032892227173,
"cos_sim_std": 0.010950364172458649,
"l2_distance": 16.689151763916016
},
"compress_9": {
"cos_sim_mean": 0.9721519947052002,
"cos_sim_std": 0.01497873105108738,
"l2_distance": 19.427019119262695
},
"compress_10": {
"cos_sim_mean": 0.9651305675506592,
"cos_sim_std": 0.016658522188663483,
"l2_distance": 22.994850158691406
},
"compress_11": {
"cos_sim_mean": 0.9691932201385498,
"cos_sim_std": 0.013362148776650429,
"l2_distance": 23.314464569091797
},
"compress_12": {
"cos_sim_mean": 0.9701909422874451,
"cos_sim_std": 0.012194577604532242,
"l2_distance": 23.932886123657227
},
"compress_13": {
"cos_sim_mean": 0.9694362878799438,
"cos_sim_std": 0.011056528426706791,
"l2_distance": 25.8023624420166
},
"compress_14": {
"cos_sim_mean": 0.9697679281234741,
"cos_sim_std": 0.010314267128705978,
"l2_distance": 27.431903839111328
},
"compress_15": {
"cos_sim_mean": 0.9717218279838562,
"cos_sim_std": 0.01403223630040884,
"l2_distance": 26.985631942749023
},
"compress_16": {
"cos_sim_mean": 0.9759195446968079,
"cos_sim_std": 0.009822430089116096,
"l2_distance": 26.87748908996582
},
"compress_17": {
"cos_sim_mean": 0.97585529088974,
"cos_sim_std": 0.01191424485296011,
"l2_distance": 27.900794982910156
},
"compress_18": {
"cos_sim_mean": 0.9694885611534119,
"cos_sim_std": 0.01752544939517975,
"l2_distance": 32.57567596435547
},
"compress_19": {
"cos_sim_mean": 0.9693145155906677,
"cos_sim_std": 0.019211014732718468,
"l2_distance": 32.98606872558594
},
"final_norm": {
"cos_sim_mean": 0.9926164746284485,
"cos_sim_std": 0.004038275685161352,
"l2_distance": 86.8482437133789
}
}
}