{ "token_refiner.refiner_blocks.0.attn.to_k": { "text": { "rows": 4096, "none": 0.07205653190612793, "all": 0.07089781761169434, "video": 0.07089781761169434, "text": 0.07089781761169434 } }, "token_refiner.refiner_blocks.1.attn.to_q": { "text": { "rows": 4096, "none": 0.09308847784996033, "all": 0.0922011137008667, "video": 0.0922011137008667, "text": 0.0922011137008667 } }, "transformer_blocks.0.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11857318133115768, "all": 0.10819368064403534, "video": 0.08952412009239197, "text": 0.11857318133115768 }, "text": { "rows": 4096, "none": 0.08122517168521881, "all": 0.08131776005029678, "video": 0.0938366949558258, "text": 0.08122517168521881 }, "audio": { "rows": 4096, "none": 0.1314617097377777, "all": 0.13411559164524078, "video": 0.14724142849445343, "text": 0.1314617097377777 } }, "transformer_blocks.10.attn.to_k": { "video": { "rows": 4096, "none": 0.08255884051322937, "all": 0.0821220874786377, "video": 0.07896456122398376, "text": 0.08274876326322556 }, "text": { "rows": 4096, "none": 0.09195376187562943, "all": 0.08689843118190765, "video": 0.1028653010725975, "text": 0.09017427265644073 }, "audio": { "rows": 4096, "none": 0.08565819263458252, "all": 0.07759447395801544, "video": 0.09849905967712402, "text": 0.08549290150403976 } }, "transformer_blocks.11.attn.to_q": { "video": { "rows": 4096, "none": 0.08213109523057938, "all": 0.08144260197877884, "video": 0.07934413105249405, "text": 0.08213109523057938 }, "text": { "rows": 4096, "none": 0.09809570759534836, "all": 0.09633590281009674, "video": 0.1037323847413063, "text": 0.09809570759534836 }, "audio": { "rows": 4096, "none": 0.10314308851957321, "all": 0.09197425842285156, "video": 0.11295068264007568, "text": 0.10314308851957321 } }, "transformer_blocks.12.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10588134080171585, "all": 0.1035117506980896, "video": 0.10183897614479065, "text": 0.10498959571123123 }, "text": { "rows": 4096, "none": 0.10011335462331772, "all": 0.09560655802488327, "video": 0.10207461565732956, "text": 0.09477140754461288 }, "audio": { "rows": 4096, "none": 0.09788959473371506, "all": 0.08840902894735336, "video": 0.10218753665685654, "text": 0.09540338069200516 } }, "transformer_blocks.14.attn.to_k": { "video": { "rows": 4096, "none": 0.08408064395189285, "all": 0.08259855210781097, "video": 0.08083716034889221, "text": 0.08408064395189285 }, "text": { "rows": 4096, "none": 0.09425662457942963, "all": 0.09327945858240128, "video": 0.10143284499645233, "text": 0.09425662457942963 }, "audio": { "rows": 4096, "none": 0.07524076849222183, "all": 0.07252347469329834, "video": 0.0853443592786789, "text": 0.07524076849222183 } }, "transformer_blocks.15.attn.to_q": { "video": { "rows": 4096, "none": 0.08714935928583145, "all": 0.08580072224140167, "video": 0.08418779075145721, "text": 0.08714935928583145 }, "text": { "rows": 4096, "none": 0.10007699579000473, "all": 0.09827768057584763, "video": 0.10749668627977371, "text": 0.10007699579000473 }, "audio": { "rows": 4096, "none": 0.08563867211341858, "all": 0.08096214383840561, "video": 0.09675214439630508, "text": 0.08563867211341858 } }, "transformer_blocks.16.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1035517081618309, "all": 0.09939118474721909, "video": 0.09866201877593994, "text": 0.10254396498203278 }, "text": { "rows": 4096, "none": 0.09793674945831299, "all": 0.09596772491931915, "video": 0.10032469779253006, "text": 0.09347658604383469 }, "audio": { "rows": 4096, "none": 0.0994686484336853, "all": 0.09439477324485779, "video": 0.10443681478500366, "text": 0.09735523909330368 } }, "transformer_blocks.18.attn.to_k": { "video": { "rows": 4096, "none": 0.07846169173717499, "all": 0.07509718835353851, "video": 0.07449740171432495, "text": 0.07866591215133667 }, "text": { "rows": 4096, "none": 0.09186757355928421, "all": 0.09191063046455383, "video": 0.10275142639875412, "text": 0.08914509415626526 }, "audio": { "rows": 4096, "none": 0.07715915143489838, "all": 0.07499171793460846, "video": 0.09194765239953995, "text": 0.0776091143488884 } }, "transformer_blocks.19.attn.to_q": { "video": { "rows": 4096, "none": 0.08578724414110184, "all": 0.08291245251893997, "video": 0.08213586360216141, "text": 0.08578724414110184 }, "text": { "rows": 4096, "none": 0.10349427163600922, "all": 0.10227533429861069, "video": 0.11089260876178741, "text": 0.10349427163600922 }, "audio": { "rows": 4096, "none": 0.0827447697520256, "all": 0.07969506829977036, "video": 0.09074446558952332, "text": 0.0827447697520256 } }, "transformer_blocks.2.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.09607114642858505, "all": 0.09451615065336227, "video": 0.08514601737260818, "text": 0.09617366641759872 }, "text": { "rows": 4096, "none": 0.09335912019014359, "all": 0.09085547178983688, "video": 0.10229504853487015, "text": 0.09191035479307175 }, "audio": { "rows": 4096, "none": 0.12228620797395706, "all": 0.12335961312055588, "video": 0.13589368760585785, "text": 0.12215961515903473 } }, "transformer_blocks.21.attn.to_k": { "video": { "rows": 4096, "none": 0.07777858525514603, "all": 0.074335016310215, "video": 0.07177326083183289, "text": 0.07769175618886948 }, "text": { "rows": 4096, "none": 0.09397660940885544, "all": 0.09453088790178299, "video": 0.10571411997079849, "text": 0.09243360906839371 }, "audio": { "rows": 4096, "none": 0.06938787549734116, "all": 0.07318460196256638, "video": 0.0821344330906868, "text": 0.06907645612955093 } }, "transformer_blocks.22.attn.to_q": { "video": { "rows": 4096, "none": 0.08420798182487488, "all": 0.08039186149835587, "video": 0.07880217581987381, "text": 0.08380056917667389 }, "text": { "rows": 4096, "none": 0.09650874137878418, "all": 0.09528502076864243, "video": 0.10841862857341766, "text": 0.09429927170276642 }, "audio": { "rows": 4096, "none": 0.09652671962976456, "all": 0.09933430701494217, "video": 0.10959472507238388, "text": 0.09573004394769669 } }, "transformer_blocks.23.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10800610482692719, "all": 0.1027580127120018, "video": 0.10144341737031937, "text": 0.10518647730350494 }, "text": { "rows": 4096, "none": 0.10661933571100235, "all": 0.10214900970458984, "video": 0.10928460955619812, "text": 0.10020599514245987 }, "audio": { "rows": 4096, "none": 0.11019439250230789, "all": 0.11330905556678772, "video": 0.1264924854040146, "text": 0.11315618455410004 } }, "transformer_blocks.25.attn.to_k": { "video": { "rows": 4096, "none": 0.07518823444843292, "all": 0.07172144949436188, "video": 0.07048089057207108, "text": 0.0748392716050148 }, "text": { "rows": 4096, "none": 0.08859740197658539, "all": 0.0870087593793869, "video": 0.10342781990766525, "text": 0.08534208685159683 }, "audio": { "rows": 4096, "none": 0.06711572408676147, "all": 0.07143022865056992, "video": 0.08340921252965927, "text": 0.06725048273801804 } }, "transformer_blocks.26.attn.to_q": { "video": { "rows": 4096, "none": 0.07944592833518982, "all": 0.07659747451543808, "video": 0.0759863406419754, "text": 0.07886336743831635 }, "text": { "rows": 4096, "none": 0.08750706911087036, "all": 0.08625134825706482, "video": 0.09563765674829483, "text": 0.08559183776378632 }, "audio": { "rows": 4096, "none": 0.07592469453811646, "all": 0.07905898988246918, "video": 0.08763441443443298, "text": 0.0759020447731018 } }, "transformer_blocks.27.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10964219272136688, "all": 0.10723923146724701, "video": 0.10524218529462814, "text": 0.1081976369023323 }, "text": { "rows": 4096, "none": 0.11354965716600418, "all": 0.10918260365724564, "video": 0.11526928842067719, "text": 0.11016697436571121 }, "audio": { "rows": 4096, "none": 0.11232183128595352, "all": 0.11459942162036896, "video": 0.12402009963989258, "text": 0.11431878805160522 } }, "transformer_blocks.29.attn.to_k": { "video": { "rows": 4096, "none": 0.06371479481458664, "all": 0.06188824772834778, "video": 0.06046810373663902, "text": 0.06346946209669113 }, "text": { "rows": 4096, "none": 0.06710647791624069, "all": 0.06508602201938629, "video": 0.0753653272986412, "text": 0.06580299884080887 }, "audio": { "rows": 4096, "none": 0.05588071048259735, "all": 0.0585024431347847, "video": 0.06831564009189606, "text": 0.05581613630056381 } }, "transformer_blocks.3.attn.to_q": { "video": { "rows": 4096, "none": 0.055965956300497055, "all": 0.05565386265516281, "video": 0.05269664525985718, "text": 0.055965956300497055 }, "text": { "rows": 4096, "none": 0.08298793435096741, "all": 0.08064766228199005, "video": 0.0906062126159668, "text": 0.08298793435096741 }, "audio": { "rows": 4096, "none": 0.057877860963344574, "all": 0.0468490868806839, "video": 0.0685318261384964, "text": 0.057877860963344574 } }, "transformer_blocks.30.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1128796637058258, "all": 0.1102418303489685, "video": 0.10861532390117645, "text": 0.11055216193199158 }, "text": { "rows": 4096, "none": 0.11679707467556, "all": 0.11415757983922958, "video": 0.12049498409032822, "text": 0.11405180394649506 }, "audio": { "rows": 4096, "none": 0.1251787692308426, "all": 0.1309739053249359, "video": 0.15848742425441742, "text": 0.14520461857318878 } }, "transformer_blocks.32.attn.to_k": { "video": { "rows": 4096, "none": 0.064351387321949, "all": 0.06270696967840195, "video": 0.06141282990574837, "text": 0.06368222087621689 }, "text": { "rows": 4096, "none": 0.06611382961273193, "all": 0.06513823568820953, "video": 0.0829898938536644, "text": 0.06461431831121445 }, "audio": { "rows": 4096, "none": 0.054944828152656555, "all": 0.058190375566482544, "video": 0.08151236176490784, "text": 0.058128342032432556 } }, "transformer_blocks.33.attn.to_q": { "video": { "rows": 4096, "none": 0.06892076879739761, "all": 0.06685638427734375, "video": 0.06567876785993576, "text": 0.06775856018066406 }, "text": { "rows": 4096, "none": 0.07189557701349258, "all": 0.07016167789697647, "video": 0.0955149456858635, "text": 0.06974893808364868 }, "audio": { "rows": 4096, "none": 0.07870099693536758, "all": 0.08443056792020798, "video": 0.12889108061790466, "text": 0.08597199618816376 } }, "transformer_blocks.34.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11252865195274353, "all": 0.10942723602056503, "video": 0.10920290648937225, "text": 0.10938047617673874 }, "text": { "rows": 4096, "none": 0.11985194683074951, "all": 0.11720862239599228, "video": 0.12044301629066467, "text": 0.11694139987230301 }, "audio": { "rows": 4096, "none": 0.12481673061847687, "all": 0.1394982784986496, "video": 0.16214850544929504, "text": 0.15581777691841125 } }, "transformer_blocks.36.attn.to_k": { "video": { "rows": 4096, "none": 0.058544207364320755, "all": 0.05762737616896629, "video": 0.05678107962012291, "text": 0.05778971686959267 }, "text": { "rows": 4096, "none": 0.05942387878894806, "all": 0.05798801779747009, "video": 0.06536664813756943, "text": 0.05766727030277252 }, "audio": { "rows": 4096, "none": 0.052425820380449295, "all": 0.05486004054546356, "video": 0.06647311896085739, "text": 0.054901234805583954 } }, "transformer_blocks.37.attn.to_q": { "video": { "rows": 4096, "none": 0.06900263577699661, "all": 0.0679454505443573, "video": 0.0670810341835022, "text": 0.06846656650304794 }, "text": { "rows": 4096, "none": 0.07686981558799744, "all": 0.07507798075675964, "video": 0.08401079475879669, "text": 0.07537365704774857 }, "audio": { "rows": 4096, "none": 0.08470109105110168, "all": 0.08666761219501495, "video": 0.1026802584528923, "text": 0.08790822327136993 } }, "transformer_blocks.38.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1142168939113617, "all": 0.11370090395212173, "video": 0.11252261698246002, "text": 0.11333621293306351 }, "text": { "rows": 4096, "none": 0.12162505090236664, "all": 0.12005297839641571, "video": 0.12093187123537064, "text": 0.11957726627588272 }, "audio": { "rows": 4096, "none": 0.12648604810237885, "all": 0.12703053653240204, "video": 0.14498430490493774, "text": 0.14041674137115479 } }, "transformer_blocks.4.attn.to_k": { "video": { "rows": 4096, "none": 0.06778407096862793, "all": 0.06636907905340195, "video": 0.06305531412363052, "text": 0.06830158084630966 }, "text": { "rows": 4096, "none": 0.08055785298347473, "all": 0.07839355617761612, "video": 0.09269547462463379, "text": 0.0793977752327919 }, "audio": { "rows": 4096, "none": 0.06626304984092712, "all": 0.0674443319439888, "video": 0.0828775018453598, "text": 0.06660144031047821 } }, "transformer_blocks.40.attn.to_q": { "video": { "rows": 4096, "none": 0.07043421268463135, "all": 0.06984981149435043, "video": 0.06831689924001694, "text": 0.06941241025924683 }, "text": { "rows": 4096, "none": 0.07525917142629623, "all": 0.07407630980014801, "video": 0.08008526265621185, "text": 0.07233080267906189 }, "audio": { "rows": 4096, "none": 0.08031657338142395, "all": 0.08028224110603333, "video": 0.09605924040079117, "text": 0.0890284925699234 } }, "transformer_blocks.41.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11266996711492538, "all": 0.1114201694726944, "video": 0.11070837825536728, "text": 0.11099119484424591 }, "text": { "rows": 4096, "none": 0.11958493292331696, "all": 0.1182091012597084, "video": 0.11901548504829407, "text": 0.11759409308433533 }, "audio": { "rows": 4096, "none": 0.12609460949897766, "all": 0.1259257048368454, "video": 0.1460801064968109, "text": 0.1387672871351242 } }, "transformer_blocks.43.attn.to_k": { "video": { "rows": 4096, "none": 0.057062290608882904, "all": 0.056421201676130295, "video": 0.05587758868932724, "text": 0.056803055107593536 }, "text": { "rows": 4096, "none": 0.06166035309433937, "all": 0.06048410385847092, "video": 0.06867203861474991, "text": 0.06084836646914482 }, "audio": { "rows": 4096, "none": 0.05361579731106758, "all": 0.055044181644916534, "video": 0.06434512883424759, "text": 0.05449315160512924 } }, "transformer_blocks.44.attn.to_q": { "video": { "rows": 4096, "none": 0.07173054665327072, "all": 0.07118412107229233, "video": 0.07065069675445557, "text": 0.07141225039958954 }, "text": { "rows": 4096, "none": 0.08540444076061249, "all": 0.08402399718761444, "video": 0.0886073037981987, "text": 0.08298265933990479 }, "audio": { "rows": 4096, "none": 0.08258399367332458, "all": 0.08364676684141159, "video": 0.08788198977708817, "text": 0.08386918157339096 } }, "transformer_blocks.45.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11270372569561005, "all": 0.11244828253984451, "video": 0.11135844141244888, "text": 0.11247603595256805 }, "text": { "rows": 4096, "none": 0.12365953624248505, "all": 0.12247516214847565, "video": 0.12480433285236359, "text": 0.12237139046192169 }, "audio": { "rows": 4096, "none": 0.12226782739162445, "all": 0.12155438959598541, "video": 0.13439500331878662, "text": 0.12280172854661942 } }, "transformer_blocks.47.attn.to_k": { "video": { "rows": 4096, "none": 0.0481463298201561, "all": 0.04819013923406601, "video": 0.04762101173400879, "text": 0.0481463298201561 }, "text": { "rows": 4096, "none": 0.060445476323366165, "all": 0.05918408930301666, "video": 0.07464271038770676, "text": 0.060445476323366165 }, "audio": { "rows": 4096, "none": 0.05052535980939865, "all": 0.05161372572183609, "video": 0.06444978713989258, "text": 0.05052535980939865 } }, "transformer_blocks.48.attn.to_q": { "video": { "rows": 4096, "none": 0.05972427502274513, "all": 0.05926205590367317, "video": 0.05852104350924492, "text": 0.05954846367239952 }, "text": { "rows": 4096, "none": 0.08516772836446762, "all": 0.08379050344228745, "video": 0.09035000205039978, "text": 0.08237404376268387 }, "audio": { "rows": 4096, "none": 0.07889394462108612, "all": 0.07914935797452927, "video": 0.08459126204252243, "text": 0.07957885414361954 } }, "transformer_blocks.49.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.07394857704639435, "all": 0.07362091541290283, "video": 0.07220351696014404, "text": 0.07394857704639435 }, "text": { "rows": 4096, "none": 0.11438480019569397, "all": 0.1056567057967186, "video": 0.11391822248697281, "text": 0.11438480019569397 }, "audio": { "rows": 4096, "none": 0.08327499032020569, "all": 0.08044632524251938, "video": 0.08513946831226349, "text": 0.08327499032020569 } }, "transformer_blocks.6.attn.to_k": { "video": { "rows": 4096, "none": 0.07463376224040985, "all": 0.07491829991340637, "video": 0.07198347896337509, "text": 0.07492127269506454 }, "text": { "rows": 4096, "none": 0.09109701216220856, "all": 0.0885881781578064, "video": 0.10537571460008621, "text": 0.08996622264385223 }, "audio": { "rows": 4096, "none": 0.08223119378089905, "all": 0.07657168060541153, "video": 0.10102254152297974, "text": 0.08210459351539612 } }, "transformer_blocks.7.attn.to_q": { "video": { "rows": 4096, "none": 0.07454075664281845, "all": 0.07409919798374176, "video": 0.07179215550422668, "text": 0.07454075664281845 }, "text": { "rows": 4096, "none": 0.08826650679111481, "all": 0.08565019816160202, "video": 0.09729737043380737, "text": 0.08826650679111481 }, "audio": { "rows": 4096, "none": 0.09620527923107147, "all": 0.09191414713859558, "video": 0.10698046535253525, "text": 0.09620527923107147 } }, "transformer_blocks.8.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10916843265295029, "all": 0.10759177803993225, "video": 0.10436169058084488, "text": 0.10906273871660233 }, "text": { "rows": 4096, "none": 0.10082308948040009, "all": 0.09549540281295776, "video": 0.1025114431977272, "text": 0.09740226715803146 }, "audio": { "rows": 4096, "none": 0.08883262425661087, "all": 0.07825861871242523, "video": 0.08917058259248734, "text": 0.08412085473537445 } }, "token_refiner.refiner_blocks.0.attn.to_out.0": { "text": { "rows": 4096, "none": 0.04208710044622421, "all": 0.040531400591135025, "video": 0.040531400591135025, "text": 0.040531400591135025 } }, "token_refiner.refiner_blocks.1.attn.to_v": { "text": { "rows": 4096, "none": 0.11633432656526566, "all": 0.11026523262262344, "video": 0.11026523262262344, "text": 0.11026523262262344 } }, "transformer_blocks.0.ff.net.2": { "video": { "rows": 4096, "none": 0.09124206751585007, "all": 0.10221560299396515, "video": 0.0854545310139656, "text": 0.09585543721914291 }, "text": { "rows": 4096, "none": 0.06947346776723862, "all": 0.06587008386850357, "video": 0.0695224404335022, "text": 0.06773228943347931 }, "audio": { "rows": 4096, "none": 0.10788184404373169, "all": 0.10940832644701004, "video": 0.10859256982803345, "text": 0.10801143944263458 } }, "transformer_blocks.10.attn.to_out.0": { "video": { "rows": 4096, "none": 0.09880669414997101, "all": 0.09758658707141876, "video": 0.09691502898931503, "text": 0.10088063031435013 }, "text": { "rows": 4096, "none": 0.10289949178695679, "all": 0.09904556721448898, "video": 0.10252093523740768, "text": 0.09645473957061768 }, "audio": { "rows": 4096, "none": 0.10331238806247711, "all": 0.10350693017244339, "video": 0.102890744805336, "text": 0.10423538833856583 } }, "transformer_blocks.11.attn.to_v": { "video": { "rows": 4096, "none": 0.10495248436927795, "all": 0.10346370190382004, "video": 0.10210719704627991, "text": 0.10495248436927795 }, "text": { "rows": 4096, "none": 0.10705725103616714, "all": 0.10517514497041702, "video": 0.11537350714206696, "text": 0.10705725103616714 }, "audio": { "rows": 4096, "none": 0.1208471953868866, "all": 0.11095599085092545, "video": 0.1360875517129898, "text": 0.1208471953868866 } }, "transformer_blocks.12.ff.net.2": { "video": { "rows": 4096, "none": 0.09559386968612671, "all": 0.08979599922895432, "video": 0.08967521041631699, "text": 0.09423431009054184 }, "text": { "rows": 4096, "none": 0.07806247472763062, "all": 0.07015543431043625, "video": 0.14288777112960815, "text": 0.06001720950007439 }, "audio": { "rows": 4096, "none": 0.11673606932163239, "all": 0.12678562104701996, "video": 0.13105423748493195, "text": 0.11660490185022354 } }, "transformer_blocks.14.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10139115154743195, "all": 0.10071885585784912, "video": 0.10094276070594788, "text": 0.10136377066373825 }, "text": { "rows": 4096, "none": 0.10710740834474564, "all": 0.10696811974048615, "video": 0.10741274803876877, "text": 0.10658621042966843 }, "audio": { "rows": 4096, "none": 0.10874252021312714, "all": 0.11008229106664658, "video": 0.1098770722746849, "text": 0.1084461361169815 } }, "transformer_blocks.15.attn.to_v": { "video": { "rows": 4096, "none": 0.10664429515600204, "all": 0.10531609505414963, "video": 0.1034768745303154, "text": 0.10664429515600204 }, "text": { "rows": 4096, "none": 0.10745130479335785, "all": 0.10615846514701843, "video": 0.11698506027460098, "text": 0.10745130479335785 }, "audio": { "rows": 4096, "none": 0.11866064369678497, "all": 0.11326727271080017, "video": 0.13267874717712402, "text": 0.11866064369678497 } }, "transformer_blocks.16.ff.net.2": { "video": { "rows": 4096, "none": 0.09163486957550049, "all": 0.08583248406648636, "video": 0.08588459342718124, "text": 0.09056970477104187 }, "text": { "rows": 4096, "none": 0.10397033393383026, "all": 0.10646117478609085, "video": 0.10714155435562134, "text": 0.09721873700618744 }, "audio": { "rows": 4096, "none": 0.12101148813962936, "all": 0.13019442558288574, "video": 0.1361314207315445, "text": 0.12151062488555908 } }, "transformer_blocks.18.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10160882025957108, "all": 0.10000181198120117, "video": 0.10029793530702591, "text": 0.10030528903007507 }, "text": { "rows": 4096, "none": 0.10081255435943604, "all": 0.09928485751152039, "video": 0.09979681670665741, "text": 0.09759358316659927 }, "audio": { "rows": 4096, "none": 0.09584403038024902, "all": 0.09577108919620514, "video": 0.09604093432426453, "text": 0.09600324928760529 } }, "transformer_blocks.19.attn.to_v": { "video": { "rows": 4096, "none": 0.10502271354198456, "all": 0.10197760164737701, "video": 0.10067887604236603, "text": 0.10502271354198456 }, "text": { "rows": 4096, "none": 0.10703212022781372, "all": 0.10645511001348495, "video": 0.11396719515323639, "text": 0.10703212022781372 }, "audio": { "rows": 4096, "none": 0.12155475467443466, "all": 0.1191222071647644, "video": 0.13203416764736176, "text": 0.12155475467443466 } }, "transformer_blocks.2.ff.net.2": { "video": { "rows": 4096, "none": 0.08173307776451111, "all": 0.08173307776451111, "video": 0.06712666898965836, "text": 0.08173307776451111 }, "text": { "rows": 4096, "none": 0.08197706937789917, "all": 0.08197706937789917, "video": 0.10163901001214981, "text": 0.08197706937789917 }, "audio": { "rows": 4096, "none": 0.11272446811199188, "all": 0.11272446811199188, "video": 0.13360601663589478, "text": 0.11272446811199188 } }, "transformer_blocks.21.attn.to_out.0": { "video": { "rows": 4096, "none": 0.1019272580742836, "all": 0.10149302333593369, "video": 0.10165880620479584, "text": 0.10155189037322998 }, "text": { "rows": 4096, "none": 0.10740403085947037, "all": 0.10543826222419739, "video": 0.10568371415138245, "text": 0.10593677312135696 }, "audio": { "rows": 4096, "none": 0.10811683535575867, "all": 0.10837345570325851, "video": 0.10776928812265396, "text": 0.10856502503156662 } }, "transformer_blocks.22.attn.to_v": { "video": { "rows": 4096, "none": 0.11023268848657608, "all": 0.10672492533922195, "video": 0.10477327555418015, "text": 0.11037439852952957 }, "text": { "rows": 4096, "none": 0.11290062218904495, "all": 0.11260907351970673, "video": 0.12299660593271255, "text": 0.1113601103425026 }, "audio": { "rows": 4096, "none": 0.13557042181491852, "all": 0.14087773859500885, "video": 0.1486317366361618, "text": 0.13570933043956757 } }, "transformer_blocks.23.ff.net.2": { "video": { "rows": 4096, "none": 0.09148718416690826, "all": 0.08825170993804932, "video": 0.08821459859609604, "text": 0.09024699032306671 }, "text": { "rows": 4096, "none": 0.08762957155704498, "all": 0.08432605117559433, "video": 0.08607036620378494, "text": 0.08254161477088928 }, "audio": { "rows": 4096, "none": 0.10145686566829681, "all": 0.10582174360752106, "video": 0.10528424382209778, "text": 0.10151462256908417 } }, "transformer_blocks.25.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10771462321281433, "all": 0.10728716850280762, "video": 0.10721428692340851, "text": 0.10771462321281433 }, "text": { "rows": 4096, "none": 0.11019299924373627, "all": 0.11011195182800293, "video": 0.10998621582984924, "text": 0.11019299924373627 }, "audio": { "rows": 4096, "none": 0.10683916509151459, "all": 0.10735880583524704, "video": 0.10610517114400864, "text": 0.10683916509151459 } }, "transformer_blocks.26.attn.to_v": { "video": { "rows": 4096, "none": 0.11100100725889206, "all": 0.10793215036392212, "video": 0.10723884403705597, "text": 0.11030390113592148 }, "text": { "rows": 4096, "none": 0.1148093193769455, "all": 0.1138213500380516, "video": 0.12464094161987305, "text": 0.11184443533420563 }, "audio": { "rows": 4096, "none": 0.14493775367736816, "all": 0.1500173658132553, "video": 0.16258171200752258, "text": 0.14554911851882935 } }, "transformer_blocks.27.ff.net.2": { "video": { "rows": 4096, "none": 0.09378904104232788, "all": 0.09296528249979019, "video": 0.09298717230558395, "text": 0.09396711736917496 }, "text": { "rows": 4096, "none": 0.08706443756818771, "all": 0.0839899554848671, "video": 0.08612752705812454, "text": 0.085298091173172 }, "audio": { "rows": 4096, "none": 0.10089333355426788, "all": 0.10338298231363297, "video": 0.10863547772169113, "text": 0.1017763689160347 } }, "transformer_blocks.29.attn.to_out.0": { "video": { "rows": 4096, "none": 0.12782590091228485, "all": 0.12804792821407318, "video": 0.12777705490589142, "text": 0.12830160558223724 }, "text": { "rows": 4096, "none": 0.12393167614936829, "all": 0.12384733557701111, "video": 0.12356105446815491, "text": 0.12379743903875351 }, "audio": { "rows": 4096, "none": 0.11946515738964081, "all": 0.12046314775943756, "video": 0.12024309486150742, "text": 0.1187218427658081 } }, "transformer_blocks.3.attn.to_v": { "video": { "rows": 4096, "none": 0.07628554105758667, "all": 0.07531043142080307, "video": 0.07315083593130112, "text": 0.07628554105758667 }, "text": { "rows": 4096, "none": 0.09418197721242905, "all": 0.09265369176864624, "video": 0.10586583614349365, "text": 0.09418197721242905 }, "audio": { "rows": 4096, "none": 0.11575554311275482, "all": 0.10207712650299072, "video": 0.13562382757663727, "text": 0.11575554311275482 } }, "transformer_blocks.30.ff.net.2": { "video": { "rows": 4096, "none": 0.10676014423370361, "all": 0.10634436458349228, "video": 0.10659734159708023, "text": 0.1064811572432518 }, "text": { "rows": 4096, "none": 0.10320188105106354, "all": 0.10175719857215881, "video": 0.10277242213487625, "text": 0.1021873727440834 }, "audio": { "rows": 4096, "none": 0.11228256672620773, "all": 0.11346115171909332, "video": 0.1128181517124176, "text": 0.1126224547624588 } }, "transformer_blocks.32.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14754439890384674, "all": 0.1470857560634613, "video": 0.1469874233007431, "text": 0.14754439890384674 }, "text": { "rows": 4096, "none": 0.14065755903720856, "all": 0.14024843275547028, "video": 0.14012880623340607, "text": 0.14065755903720856 }, "audio": { "rows": 4096, "none": 0.11706053465604782, "all": 0.11601133644580841, "video": 0.11642701178789139, "text": 0.11706053465604782 } }, "transformer_blocks.33.attn.to_v": { "video": { "rows": 4096, "none": 0.1216215044260025, "all": 0.11907272785902023, "video": 0.11809881031513214, "text": 0.11933350563049316 }, "text": { "rows": 4096, "none": 0.12429701536893845, "all": 0.12199893593788147, "video": 0.14523261785507202, "text": 0.12096231430768967 }, "audio": { "rows": 4096, "none": 0.16172020137310028, "all": 0.1701129525899887, "video": 0.2266581505537033, "text": 0.1721188873052597 } }, "transformer_blocks.34.ff.net.2": { "video": { "rows": 4096, "none": 0.11969420313835144, "all": 0.11969420313835144, "video": 0.11969420313835144, "text": 0.11969420313835144 }, "text": { "rows": 4096, "none": 0.11652043461799622, "all": 0.11652043461799622, "video": 0.11652043461799622, "text": 0.11652043461799622 }, "audio": { "rows": 4096, "none": 0.11552123725414276, "all": 0.11552123725414276, "video": 0.11552123725414276, "text": 0.11552123725414276 } }, "transformer_blocks.36.attn.to_out.0": { "video": { "rows": 4096, "none": 0.15470337867736816, "all": 0.15470337867736816, "video": 0.15470337867736816, "text": 0.15470337867736816 }, "text": { "rows": 4096, "none": 0.1447594314813614, "all": 0.1447594314813614, "video": 0.1447594314813614, "text": 0.1447594314813614 }, "audio": { "rows": 4096, "none": 0.1412891447544098, "all": 0.1412891447544098, "video": 0.1412891447544098, "text": 0.1412891447544098 } }, "transformer_blocks.37.attn.to_v": { "video": { "rows": 4096, "none": 0.1270279735326767, "all": 0.1255059540271759, "video": 0.12387003004550934, "text": 0.12545910477638245 }, "text": { "rows": 4096, "none": 0.12795324623584747, "all": 0.1257280558347702, "video": 0.13939110934734344, "text": 0.12435519695281982 }, "audio": { "rows": 4096, "none": 0.15504005551338196, "all": 0.15802912414073944, "video": 0.18728816509246826, "text": 0.16475075483322144 } }, "transformer_blocks.38.ff.net.2": { "video": { "rows": 4096, "none": 0.12252378463745117, "all": 0.12252378463745117, "video": 0.12252378463745117, "text": 0.12252378463745117 }, "text": { "rows": 4096, "none": 0.11451894044876099, "all": 0.11451894044876099, "video": 0.11451894044876099, "text": 0.11451894044876099 }, "audio": { "rows": 4096, "none": 0.1170310452580452, "all": 0.1170310452580452, "video": 0.1170310452580452, "text": 0.1170310452580452 } }, "transformer_blocks.4.attn.to_out.0": { "video": { "rows": 4096, "none": 0.08039189875125885, "all": 0.07954461127519608, "video": 0.07951119542121887, "text": 0.0802760049700737 }, "text": { "rows": 4096, "none": 0.0888775885105133, "all": 0.088093101978302, "video": 0.08977703750133514, "text": 0.0854962170124054 }, "audio": { "rows": 4096, "none": 0.11160526424646378, "all": 0.11327715963125229, "video": 0.11391597241163254, "text": 0.11269882321357727 } }, "transformer_blocks.40.attn.to_v": { "video": { "rows": 4096, "none": 0.13216353952884674, "all": 0.13104654848575592, "video": 0.12941093742847443, "text": 0.13088716566562653 }, "text": { "rows": 4096, "none": 0.13200579583644867, "all": 0.13012835383415222, "video": 0.15278375148773193, "text": 0.12836217880249023 }, "audio": { "rows": 4096, "none": 0.15504388511180878, "all": 0.15515831112861633, "video": 0.2139858603477478, "text": 0.17075523734092712 } }, "transformer_blocks.41.ff.net.2": { "video": { "rows": 4096, "none": 0.12964503467082977, "all": 0.12964503467082977, "video": 0.12964503467082977, "text": 0.12964503467082977 }, "text": { "rows": 4096, "none": 0.1275676190853119, "all": 0.1275676190853119, "video": 0.1275676190853119, "text": 0.1275676190853119 }, "audio": { "rows": 4096, "none": 0.12022754549980164, "all": 0.12022754549980164, "video": 0.12022754549980164, "text": 0.12022754549980164 } }, "transformer_blocks.43.attn.to_out.0": { "video": { "rows": 4096, "none": 0.12342686206102371, "all": 0.12309888750314713, "video": 0.1234705001115799, "text": 0.12314761430025101 }, "text": { "rows": 4096, "none": 0.12059168517589569, "all": 0.11981020867824554, "video": 0.12033528834581375, "text": 0.12012682110071182 }, "audio": { "rows": 4096, "none": 0.14232082664966583, "all": 0.1420132964849472, "video": 0.14211004972457886, "text": 0.14185075461864471 } }, "transformer_blocks.44.attn.to_v": { "video": { "rows": 4096, "none": 0.12296238541603088, "all": 0.12248573452234268, "video": 0.12088143825531006, "text": 0.1221877858042717 }, "text": { "rows": 4096, "none": 0.12726889550685883, "all": 0.12499824166297913, "video": 0.13804137706756592, "text": 0.12417427450418472 }, "audio": { "rows": 4096, "none": 0.16503775119781494, "all": 0.1660073697566986, "video": 0.1830490380525589, "text": 0.1668754667043686 } }, "transformer_blocks.45.ff.net.2": { "video": { "rows": 4096, "none": 0.12942734360694885, "all": 0.12942734360694885, "video": 0.12919853627681732, "text": 0.12942734360694885 }, "text": { "rows": 4096, "none": NaN, "all": NaN, "video": NaN, "text": NaN }, "audio": { "rows": 4096, "none": 0.12225711345672607, "all": 0.12225711345672607, "video": 0.12235090136528015, "text": 0.12225711345672607 } }, "transformer_blocks.47.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14069955050945282, "all": 0.1405656337738037, "video": 0.13999180495738983, "text": 0.1407032161951065 }, "text": { "rows": 4096, "none": 0.12927715480327606, "all": 0.12941639125347137, "video": 0.1290765404701233, "text": 0.12967561185359955 }, "audio": { "rows": 4096, "none": 0.13907909393310547, "all": 0.13942015171051025, "video": 0.13987481594085693, "text": 0.13999563455581665 } }, "transformer_blocks.48.attn.to_v": { "video": { "rows": 4096, "none": 0.11914172023534775, "all": 0.11845140159130096, "video": 0.11708103120326996, "text": 0.11888915300369263 }, "text": { "rows": 4096, "none": 0.12179368734359741, "all": 0.12073645740747452, "video": 0.14379248023033142, "text": 0.119721919298172 }, "audio": { "rows": 4096, "none": 0.14751885831356049, "all": 0.14900100231170654, "video": 0.17006732523441315, "text": 0.14829765260219574 } }, "transformer_blocks.49.ff.net.2": { "video": { "rows": 4096, "none": 0.050623055547475815, "all": 0.04518748074769974, "video": 0.044421855360269547, "text": 0.04891086369752884 }, "text": { "rows": 4096, "none": 0.05613288655877113, "all": 0.057171132415533066, "video": 0.058913636952638626, "text": 0.05298074334859848 }, "audio": { "rows": 4096, "none": NaN, "all": NaN, "video": NaN, "text": NaN } }, "transformer_blocks.6.attn.to_out.0": { "video": { "rows": 4096, "none": 0.09511073678731918, "all": 0.09377306699752808, "video": 0.09374795109033585, "text": 0.09839975833892822 }, "text": { "rows": 4096, "none": 0.09692171216011047, "all": 0.09605251997709274, "video": 0.09688427299261093, "text": 0.09034532308578491 }, "audio": { "rows": 4096, "none": 0.10587872564792633, "all": 0.10513162612915039, "video": 0.10469333827495575, "text": 0.10825175791978836 } }, "transformer_blocks.7.attn.to_v": { "video": { "rows": 4096, "none": 0.09504014998674393, "all": 0.09465209394693375, "video": 0.09217217564582825, "text": 0.09504014998674393 }, "text": { "rows": 4096, "none": 0.10326903313398361, "all": 0.10012014210224152, "video": 0.11919289082288742, "text": 0.10326903313398361 }, "audio": { "rows": 4096, "none": 0.11557766795158386, "all": 0.10967589914798737, "video": 0.13613328337669373, "text": 0.11557766795158386 } }, "transformer_blocks.8.ff.net.2": { "video": { "rows": 4096, "none": 0.0970955491065979, "all": 0.0950852707028389, "video": 0.08752153068780899, "text": 0.09744009375572205 }, "text": { "rows": 4096, "none": 0.08956512808799744, "all": 0.08069440722465515, "video": 0.11047278344631195, "text": 0.08683371543884277 }, "audio": { "rows": 4096, "none": 0.1176825612783432, "all": 0.11995743215084076, "video": 0.1347990185022354, "text": 0.11783305555582047 } }, "token_refiner.refiner_blocks.0.attn.to_q": { "text": { "rows": 4096, "none": 0.06453181058168411, "all": 0.06394786387681961, "video": 0.06394786387681961, "text": 0.06394786387681961 } }, "token_refiner.refiner_blocks.1.ff.net.0.proj": { "text": { "rows": 4096, "none": 0.06458583474159241, "all": 0.05891808867454529, "video": 0.05891808867454529, "text": 0.05891808867454529 } }, "transformer_blocks.1.attn.to_k": { "video": { "rows": 4096, "none": 0.03477315232157707, "all": 0.028465034440159798, "video": 0.026897205039858818, "text": 0.03477315232157707 }, "text": { "rows": 4096, "none": 0.06394343823194504, "all": 0.06573358178138733, "video": 0.07767131924629211, "text": 0.06394343823194504 }, "audio": { "rows": 4096, "none": 0.0601816289126873, "all": 0.05695272609591484, "video": 0.08795339614152908, "text": 0.0601816289126873 } }, "transformer_blocks.10.attn.to_q": { "video": { "rows": 4096, "none": 0.08021412044763565, "all": 0.07982049882411957, "video": 0.07722242176532745, "text": 0.08021412044763565 }, "text": { "rows": 4096, "none": 0.08708851039409637, "all": 0.08281520754098892, "video": 0.09912320971488953, "text": 0.08708851039409637 }, "audio": { "rows": 4096, "none": 0.09914568811655045, "all": 0.0904262438416481, "video": 0.11406955868005753, "text": 0.09914568811655045 } }, "transformer_blocks.11.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10761233419179916, "all": 0.1036631241440773, "video": 0.10187163203954697, "text": 0.10654716193675995 }, "text": { "rows": 4096, "none": 0.1010482981801033, "all": 0.09628443419933319, "video": 0.10457777231931686, "text": 0.09600907564163208 }, "audio": { "rows": 4096, "none": 0.1025334820151329, "all": 0.0903262123465538, "video": 0.10523192584514618, "text": 0.09964129328727722 } }, "transformer_blocks.13.attn.to_k": { "video": { "rows": 4096, "none": 0.08662626892328262, "all": 0.08553463220596313, "video": 0.08242642134428024, "text": 0.08642654120922089 }, "text": { "rows": 4096, "none": 0.09650277346372604, "all": 0.09408588707447052, "video": 0.10184482485055923, "text": 0.09523758292198181 }, "audio": { "rows": 4096, "none": 0.08476988226175308, "all": 0.07850794494152069, "video": 0.09168184548616409, "text": 0.08445645123720169 } }, "transformer_blocks.14.attn.to_q": { "video": { "rows": 4096, "none": 0.08619913458824158, "all": 0.0844210684299469, "video": 0.0830911248922348, "text": 0.08619913458824158 }, "text": { "rows": 4096, "none": 0.10324900597333908, "all": 0.10214069485664368, "video": 0.11047296971082687, "text": 0.10324900597333908 }, "audio": { "rows": 4096, "none": 0.08917998522520065, "all": 0.08548512309789658, "video": 0.10267914831638336, "text": 0.08917998522520065 } }, "transformer_blocks.15.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10483644157648087, "all": 0.10138043016195297, "video": 0.10009928792715073, "text": 0.10364869982004166 }, "text": { "rows": 4096, "none": 0.09870970994234085, "all": 0.09459175914525986, "video": 0.09883252531290054, "text": 0.09290849417448044 }, "audio": { "rows": 4096, "none": 0.10645381361246109, "all": 0.0963476225733757, "video": 0.11098667234182358, "text": 0.10446292161941528 } }, "transformer_blocks.17.attn.to_k": { "video": { "rows": 4096, "none": 0.08134005963802338, "all": 0.07877867668867111, "video": 0.07675179094076157, "text": 0.0821675956249237 }, "text": { "rows": 4096, "none": 0.09375610947608948, "all": 0.09264903515577316, "video": 0.1010718047618866, "text": 0.09147320687770844 }, "audio": { "rows": 4096, "none": 0.07795464992523193, "all": 0.07363343983888626, "video": 0.08921780437231064, "text": 0.07795599848031998 } }, "transformer_blocks.18.attn.to_q": { "video": { "rows": 4096, "none": 0.08256661891937256, "all": 0.07974507659673691, "video": 0.07819243520498276, "text": 0.08237404376268387 }, "text": { "rows": 4096, "none": 0.09611967206001282, "all": 0.09552808851003647, "video": 0.10278350114822388, "text": 0.09510163962841034 }, "audio": { "rows": 4096, "none": 0.08751534670591354, "all": 0.085466668009758, "video": 0.09721564501523972, "text": 0.08692245930433273 } }, "transformer_blocks.19.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10498368740081787, "all": 0.10069017112255096, "video": 0.10028640925884247, "text": 0.10323795676231384 }, "text": { "rows": 4096, "none": 0.10088323801755905, "all": 0.09589339792728424, "video": 0.1013292744755745, "text": 0.09385163336992264 }, "audio": { "rows": 4096, "none": 0.10985003411769867, "all": 0.10533806681632996, "video": 0.11986871808767319, "text": 0.10899195075035095 } }, "transformer_blocks.20.attn.to_k": { "video": { "rows": 4096, "none": 0.08202478289604187, "all": 0.07810070365667343, "video": 0.07588851451873779, "text": 0.08213619887828827 }, "text": { "rows": 4096, "none": 0.09356014430522919, "all": 0.09366101026535034, "video": 0.1068238690495491, "text": 0.09273660182952881 }, "audio": { "rows": 4096, "none": 0.06491667032241821, "all": 0.0654635801911354, "video": 0.08172420412302017, "text": 0.06487912684679031 } }, "transformer_blocks.21.attn.to_q": { "video": { "rows": 4096, "none": 0.0831921249628067, "all": 0.07903220504522324, "video": 0.07727828621864319, "text": 0.08293469995260239 }, "text": { "rows": 4096, "none": 0.09904476255178452, "all": 0.09902999550104141, "video": 0.10893848538398743, "text": 0.09624575078487396 }, "audio": { "rows": 4096, "none": 0.09517088532447815, "all": 0.09893916547298431, "video": 0.10790707170963287, "text": 0.09585387259721756 } }, "transformer_blocks.22.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10660001635551453, "all": 0.1018664687871933, "video": 0.10019612312316895, "text": 0.10400304943323135 }, "text": { "rows": 4096, "none": 0.10646457225084305, "all": 0.102238729596138, "video": 0.10902499407529831, "text": 0.1004784107208252 }, "audio": { "rows": 4096, "none": 0.10698774456977844, "all": 0.10873120278120041, "video": 0.11724142730236053, "text": 0.10747767239809036 } }, "transformer_blocks.24.attn.to_k": { "video": { "rows": 4096, "none": 0.07974271476268768, "all": 0.07703915983438492, "video": 0.07446350157260895, "text": 0.07990076392889023 }, "text": { "rows": 4096, "none": 0.09241731464862823, "all": 0.09127531945705414, "video": 0.10823522508144379, "text": 0.09148317575454712 }, "audio": { "rows": 4096, "none": 0.07322951406240463, "all": 0.07708007842302322, "video": 0.08784796297550201, "text": 0.07316560298204422 } }, "transformer_blocks.25.attn.to_q": { "video": { "rows": 4096, "none": 0.08243470638990402, "all": 0.07891387492418289, "video": 0.0777658075094223, "text": 0.08173058182001114 }, "text": { "rows": 4096, "none": 0.09240122139453888, "all": 0.09079980105161667, "video": 0.1014067530632019, "text": 0.08877670764923096 }, "audio": { "rows": 4096, "none": 0.08631640672683716, "all": 0.09036663919687271, "video": 0.09740547090768814, "text": 0.0870150774717331 } }, "transformer_blocks.26.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11029760539531708, "all": 0.10769519954919815, "video": 0.10532073676586151, "text": 0.10877422988414764 }, "text": { "rows": 4096, "none": 0.11332663148641586, "all": 0.10856233537197113, "video": 0.11706194281578064, "text": 0.1087547242641449 }, "audio": { "rows": 4096, "none": 0.1121082678437233, "all": 0.11504695564508438, "video": 0.12496288120746613, "text": 0.11302356421947479 } }, "transformer_blocks.28.attn.to_k": { "video": { "rows": 4096, "none": 0.06637977063655853, "all": 0.06441286951303482, "video": 0.06408289819955826, "text": 0.06621092557907104 }, "text": { "rows": 4096, "none": 0.07172489911317825, "all": 0.06905318796634674, "video": 0.08428388088941574, "text": 0.06986282020807266 }, "audio": { "rows": 4096, "none": 0.059587664902210236, "all": 0.06353230029344559, "video": 0.07455608248710632, "text": 0.059734951704740524 } }, "transformer_blocks.29.attn.to_q": { "video": { "rows": 4096, "none": 0.0682343915104866, "all": 0.06686827540397644, "video": 0.0658339336514473, "text": 0.06820481270551682 }, "text": { "rows": 4096, "none": 0.072134830057621, "all": 0.07083572447299957, "video": 0.0820763036608696, "text": 0.07000044733285904 }, "audio": { "rows": 4096, "none": 0.07691144198179245, "all": 0.08227746933698654, "video": 0.09279391169548035, "text": 0.0780566930770874 } }, "transformer_blocks.3.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10679164528846741, "all": 0.10531484335660934, "video": 0.09715092182159424, "text": 0.10679164528846741 }, "text": { "rows": 4096, "none": 0.09743177890777588, "all": 0.09581516683101654, "video": 0.10651219636201859, "text": 0.09743177890777588 }, "audio": { "rows": 4096, "none": 0.13407181203365326, "all": 0.13273847103118896, "video": 0.14612646400928497, "text": 0.13407181203365326 } }, "transformer_blocks.31.attn.to_k": { "video": { "rows": 4096, "none": 0.06562526524066925, "all": 0.0635143294930458, "video": 0.06232255697250366, "text": 0.06469708681106567 }, "text": { "rows": 4096, "none": 0.06761039793491364, "all": 0.0666884332895279, "video": 0.07972658425569534, "text": 0.06548603624105453 }, "audio": { "rows": 4096, "none": 0.05289449915289879, "all": 0.05882640182971954, "video": 0.07250901311635971, "text": 0.056036271154880524 } }, "transformer_blocks.32.attn.to_q": { "video": { "rows": 4096, "none": 0.07005789875984192, "all": 0.06817134469747543, "video": 0.06717564910650253, "text": 0.06915687024593353 }, "text": { "rows": 4096, "none": 0.07311360538005829, "all": 0.07162708044052124, "video": 0.09203452616930008, "text": 0.07143845409154892 }, "audio": { "rows": 4096, "none": 0.07315857708454132, "all": 0.07523255795240402, "video": 0.10766912251710892, "text": 0.07616613805294037 } }, "transformer_blocks.33.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11504089087247849, "all": 0.11257027834653854, "video": 0.11209732294082642, "text": 0.1125512644648552 }, "text": { "rows": 4096, "none": 0.12023318558931351, "all": 0.117975153028965, "video": 0.12098514288663864, "text": 0.11764515191316605 }, "audio": { "rows": 4096, "none": 0.12471792101860046, "all": 0.13724060356616974, "video": 0.15345773100852966, "text": 0.17464016377925873 } }, "transformer_blocks.35.attn.to_k": { "video": { "rows": 4096, "none": 0.05999042093753815, "all": 0.05846733599901199, "video": 0.05723806843161583, "text": 0.058803461492061615 }, "text": { "rows": 4096, "none": 0.06162272021174431, "all": 0.06036879122257233, "video": 0.0769711509346962, "text": 0.05930834636092186 }, "audio": { "rows": 4096, "none": 0.0538579523563385, "all": 0.05924138426780701, "video": 0.08505000919103622, "text": 0.06175943464040756 } }, "transformer_blocks.36.attn.to_q": { "video": { "rows": 4096, "none": 0.07111119478940964, "all": 0.06981857120990753, "video": 0.06930501013994217, "text": 0.07023080438375473 }, "text": { "rows": 4096, "none": 0.07442646473646164, "all": 0.07228799909353256, "video": 0.08026814460754395, "text": 0.07230428606271744 }, "audio": { "rows": 4096, "none": 0.07461414486169815, "all": 0.07737841457128525, "video": 0.09020306169986725, "text": 0.07813949882984161 } }, "transformer_blocks.37.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11102890968322754, "all": 0.10996107012033463, "video": 0.109535351395607, "text": 0.10980131477117538 }, "text": { "rows": 4096, "none": 0.11998818069696426, "all": 0.11824154853820801, "video": 0.11908514052629471, "text": 0.11786243319511414 }, "audio": { "rows": 4096, "none": 0.1241859495639801, "all": 0.12556836009025574, "video": 0.14420557022094727, "text": 0.1307368278503418 } }, "transformer_blocks.39.attn.to_k": { "video": { "rows": 4096, "none": 0.06332790106534958, "all": 0.06284903734922409, "video": 0.06173286586999893, "text": 0.06263154000043869 }, "text": { "rows": 4096, "none": 0.0657794177532196, "all": 0.06452900171279907, "video": 0.07462207227945328, "text": 0.06345532089471817 }, "audio": { "rows": 4096, "none": 0.05839654430747032, "all": 0.05965293571352959, "video": 0.07909286022186279, "text": 0.06241960451006889 } }, "transformer_blocks.4.attn.to_q": { "video": { "rows": 4096, "none": 0.06540278345346451, "all": 0.06492000818252563, "video": 0.06141031160950661, "text": 0.06540278345346451 }, "text": { "rows": 4096, "none": 0.08049392700195312, "all": 0.07916422188282013, "video": 0.09380725026130676, "text": 0.08049392700195312 }, "audio": { "rows": 4096, "none": 0.06893012672662735, "all": 0.07098805159330368, "video": 0.08645486831665039, "text": 0.06893012672662735 } }, "transformer_blocks.40.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11398547142744064, "all": 0.11316827684640884, "video": 0.1119246706366539, "text": 0.11247806996107101 }, "text": { "rows": 4096, "none": 0.12176662683486938, "all": 0.12067008763551712, "video": 0.1209363341331482, "text": 0.11971626430749893 }, "audio": { "rows": 4096, "none": 0.12560397386550903, "all": 0.12604545056819916, "video": 0.14742493629455566, "text": 0.14261570572853088 } }, "transformer_blocks.42.attn.to_k": { "video": { "rows": 4096, "none": 0.061162643134593964, "all": 0.05990590527653694, "video": 0.05902405083179474, "text": 0.06000572443008423 }, "text": { "rows": 4096, "none": 0.06334066390991211, "all": 0.06142488494515419, "video": 0.07384463399648666, "text": 0.06120537221431732 }, "audio": { "rows": 4096, "none": 0.05911371856927872, "all": 0.060771070420742035, "video": 0.077654168009758, "text": 0.06095883995294571 } }, "transformer_blocks.43.attn.to_q": { "video": { "rows": 4096, "none": 0.06887546926736832, "all": 0.06788976490497589, "video": 0.06720704585313797, "text": 0.06833246350288391 }, "text": { "rows": 4096, "none": 0.07922747731208801, "all": 0.07792674005031586, "video": 0.08262990415096283, "text": 0.07757584005594254 }, "audio": { "rows": 4096, "none": 0.0858478769659996, "all": 0.08713827282190323, "video": 0.09433894604444504, "text": 0.08679671585559845 } }, "transformer_blocks.44.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10646028071641922, "all": 0.1058560311794281, "video": 0.1056399792432785, "text": 0.10614442825317383 }, "text": { "rows": 4096, "none": 0.11659611761569977, "all": 0.11451289802789688, "video": 0.11792659759521484, "text": 0.11485283821821213 }, "audio": { "rows": 4096, "none": 0.1247025802731514, "all": 0.12321987748146057, "video": 0.13475358486175537, "text": 0.12596973776817322 } }, "transformer_blocks.46.attn.to_k": { "video": { "rows": 4096, "none": 0.04939088970422745, "all": 0.04935057461261749, "video": 0.04871031269431114, "text": 0.049349404871463776 }, "text": { "rows": 4096, "none": 0.0631561130285263, "all": 0.06176763027906418, "video": 0.07419002801179886, "text": 0.061650339514017105 }, "audio": { "rows": 4096, "none": 0.05226915329694748, "all": 0.052410710602998734, "video": 0.06354699283838272, "text": 0.052664145827293396 } }, "transformer_blocks.47.attn.to_q": { "video": { "rows": 4096, "none": 0.05751727893948555, "all": 0.05752784386277199, "video": 0.056793373078107834, "text": 0.05762546509504318 }, "text": { "rows": 4096, "none": 0.07380352169275284, "all": 0.0729176476597786, "video": 0.08372130990028381, "text": 0.07228564471006393 }, "audio": { "rows": 4096, "none": 0.07524500787258148, "all": 0.07690908759832382, "video": 0.08659679442644119, "text": 0.07610533386468887 } }, "transformer_blocks.48.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.09656473994255066, "all": 0.09608960151672363, "video": 0.09521646052598953, "text": 0.09615497291088104 }, "text": { "rows": 4096, "none": 0.11532876640558243, "all": 0.11207686364650726, "video": 0.11881718784570694, "text": 0.11130505800247192 }, "audio": { "rows": 4096, "none": 0.10708615183830261, "all": 0.1060904935002327, "video": 0.11726201325654984, "text": 0.10813108086585999 } }, "transformer_blocks.5.attn.to_k": { "video": { "rows": 4096, "none": 0.06780442595481873, "all": 0.06657183170318604, "video": 0.06345870345830917, "text": 0.06780442595481873 }, "text": { "rows": 4096, "none": 0.08457428961992264, "all": 0.08469794690608978, "video": 0.09140843898057938, "text": 0.08457428961992264 }, "audio": { "rows": 4096, "none": 0.04302190989255905, "all": 0.03705337643623352, "video": 0.050268951803445816, "text": 0.04302190989255905 } }, "transformer_blocks.6.attn.to_q": { "video": { "rows": 4096, "none": 0.07244761288166046, "all": 0.07198792695999146, "video": 0.06966832280158997, "text": 0.07244761288166046 }, "text": { "rows": 4096, "none": 0.09529072791337967, "all": 0.09254881739616394, "video": 0.10730346292257309, "text": 0.09529072791337967 }, "audio": { "rows": 4096, "none": 0.09297999739646912, "all": 0.08769691735506058, "video": 0.10965821892023087, "text": 0.09297999739646912 } }, "transformer_blocks.7.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10327715426683426, "all": 0.10388770699501038, "video": 0.09761745482683182, "text": 0.1038501113653183 }, "text": { "rows": 4096, "none": 0.10041359066963196, "all": 0.09529581665992737, "video": 0.10313541442155838, "text": 0.09570736438035965 }, "audio": { "rows": 4096, "none": 0.0801418349146843, "all": 0.07147390395402908, "video": 0.08025258779525757, "text": 0.07458069920539856 } }, "transformer_blocks.9.attn.to_k": { "video": { "rows": 4096, "none": 0.08179444819688797, "all": 0.08046840131282806, "video": 0.0779886543750763, "text": 0.08184150606393814 }, "text": { "rows": 4096, "none": 0.09500555694103241, "all": 0.0936562642455101, "video": 0.10267738997936249, "text": 0.09332618117332458 }, "audio": { "rows": 4096, "none": 0.08955774456262589, "all": 0.07525991648435593, "video": 0.09721232950687408, "text": 0.08855579793453217 } }, "token_refiner.refiner_blocks.0.attn.to_v": { "text": { "rows": 4096, "none": 0.061379045248031616, "all": 0.06022201105952263, "video": 0.06022201105952263, "text": 0.06022201105952263 } }, "token_refiner.refiner_blocks.1.ff.net.2": { "text": { "rows": 4096, "none": 0.036782070994377136, "all": 0.010137944482266903, "video": 0.010137944482266903, "text": 0.010137944482266903 } }, "transformer_blocks.1.attn.to_out.0": { "video": { "rows": 4096, "none": 0.07209958136081696, "all": 0.07024595886468887, "video": 0.07019750773906708, "text": 0.07209958136081696 }, "text": { "rows": 4096, "none": 0.077488973736763, "all": 0.07718980312347412, "video": 0.07881207019090652, "text": 0.077488973736763 }, "audio": { "rows": 4096, "none": 0.09113044291734695, "all": 0.09116113185882568, "video": 0.0914769321680069, "text": 0.09113044291734695 } }, "transformer_blocks.10.attn.to_v": { "video": { "rows": 4096, "none": 0.1025819480419159, "all": 0.10168004035949707, "video": 0.09849289059638977, "text": 0.10310277342796326 }, "text": { "rows": 4096, "none": 0.10721178352832794, "all": 0.10265199095010757, "video": 0.11422522366046906, "text": 0.10534495115280151 }, "audio": { "rows": 4096, "none": 0.11981760710477829, "all": 0.11200638860464096, "video": 0.13080145418643951, "text": 0.11995312571525574 } }, "transformer_blocks.11.ff.net.2": { "video": { "rows": 4096, "none": 0.09674547612667084, "all": 0.09185177832841873, "video": 0.09094211459159851, "text": 0.0961504802107811 }, "text": { "rows": 4096, "none": 0.0549587719142437, "all": 0.027609175071120262, "video": 0.15196357667446136, "text": 0.03407599404454231 }, "audio": { "rows": 4096, "none": 0.11711633205413818, "all": 0.12952964007854462, "video": 0.15265382826328278, "text": 0.11734262853860855 } }, "transformer_blocks.13.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10225621610879898, "all": 0.1016727015376091, "video": 0.10125487297773361, "text": 0.10226872563362122 }, "text": { "rows": 4096, "none": 0.10516022145748138, "all": 0.10447444021701813, "video": 0.1035417914390564, "text": 0.10270228236913681 }, "audio": { "rows": 4096, "none": 0.11026620119810104, "all": 0.1105480045080185, "video": 0.11058260500431061, "text": 0.11065742373466492 } }, "transformer_blocks.14.attn.to_v": { "video": { "rows": 4096, "none": 0.1077839583158493, "all": 0.1054094061255455, "video": 0.10400740057229996, "text": 0.10744298994541168 }, "text": { "rows": 4096, "none": 0.10814240574836731, "all": 0.10678187012672424, "video": 0.10997070372104645, "text": 0.10634153336286545 }, "audio": { "rows": 4096, "none": 0.11594407260417938, "all": 0.10963548719882965, "video": 0.12027056515216827, "text": 0.114540234208107 } }, "transformer_blocks.15.ff.net.2": { "video": { "rows": 4096, "none": 0.09214770048856735, "all": 0.08563916385173798, "video": 0.08526215702295303, "text": 0.09145601093769073 }, "text": { "rows": 4096, "none": 0.10398441553115845, "all": 0.11054632067680359, "video": 0.12719015777111053, "text": 0.09817272424697876 }, "audio": { "rows": 4096, "none": 0.11819702386856079, "all": 0.13717421889305115, "video": 0.15752223134040833, "text": 0.11894024163484573 } }, "transformer_blocks.17.attn.to_out.0": { "video": { "rows": 4096, "none": 0.0992230474948883, "all": 0.09876076877117157, "video": 0.09843911230564117, "text": 0.09863946586847305 }, "text": { "rows": 4096, "none": 0.10171704739332199, "all": 0.1011904776096344, "video": 0.10089441388845444, "text": 0.10021138936281204 }, "audio": { "rows": 4096, "none": 0.09851709008216858, "all": 0.09857471287250519, "video": 0.09868953377008438, "text": 0.0983109101653099 } }, "transformer_blocks.18.attn.to_v": { "video": { "rows": 4096, "none": 0.10757717490196228, "all": 0.1035785973072052, "video": 0.10252650827169418, "text": 0.10725263506174088 }, "text": { "rows": 4096, "none": 0.10587260127067566, "all": 0.10534368455410004, "video": 0.11344413459300995, "text": 0.10350309312343597 }, "audio": { "rows": 4096, "none": 0.11777396500110626, "all": 0.11443836241960526, "video": 0.13080784678459167, "text": 0.11820032447576523 } }, "transformer_blocks.19.ff.net.2": { "video": { "rows": 4096, "none": 0.0897551029920578, "all": 0.08591582626104355, "video": 0.08599667996168137, "text": 0.08934103697538376 }, "text": { "rows": 4096, "none": 0.09815572202205658, "all": 0.09963126480579376, "video": 0.09987600892782211, "text": 0.0908249244093895 }, "audio": { "rows": 4096, "none": 0.08486887812614441, "all": 0.09011344611644745, "video": 0.092731773853302, "text": 0.08719206601381302 } }, "transformer_blocks.20.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10095612704753876, "all": 0.10050484538078308, "video": 0.10075583308935165, "text": 0.10100381076335907 }, "text": { "rows": 4096, "none": 0.10095904767513275, "all": 0.10055028647184372, "video": 0.10060610622167587, "text": 0.09892461448907852 }, "audio": { "rows": 4096, "none": 0.10004346072673798, "all": 0.10037914663553238, "video": 0.10055957734584808, "text": 0.10103455185890198 } }, "transformer_blocks.21.attn.to_v": { "video": { "rows": 4096, "none": 0.10805407166481018, "all": 0.10335128754377365, "video": 0.10183138400316238, "text": 0.10832329094409943 }, "text": { "rows": 4096, "none": 0.10929182916879654, "all": 0.10924609750509262, "video": 0.11731252819299698, "text": 0.10901457816362381 }, "audio": { "rows": 4096, "none": 0.1359160840511322, "all": 0.13956111669540405, "video": 0.14923572540283203, "text": 0.13611122965812683 } }, "transformer_blocks.22.ff.net.2": { "video": { "rows": 4096, "none": 0.09030447155237198, "all": 0.08749762922525406, "video": 0.08750235289335251, "text": 0.08919817209243774 }, "text": { "rows": 4096, "none": 0.08279086649417877, "all": 0.0761544406414032, "video": 0.0802399069070816, "text": 0.07551362365484238 }, "audio": { "rows": 4096, "none": 0.11524731665849686, "all": 0.12060096859931946, "video": 0.12072647362947464, "text": 0.11608611792325974 } }, "transformer_blocks.24.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10985761880874634, "all": 0.1095421090722084, "video": 0.10918807238340378, "text": 0.10979533940553665 }, "text": { "rows": 4096, "none": 0.1102977842092514, "all": 0.11027396470308304, "video": 0.10993590205907822, "text": 0.11000804603099823 }, "audio": { "rows": 4096, "none": 0.11017442494630814, "all": 0.10987456142902374, "video": 0.10934419929981232, "text": 0.11025296151638031 } }, "transformer_blocks.25.attn.to_v": { "video": { "rows": 4096, "none": 0.11089437454938889, "all": 0.10747993737459183, "video": 0.10583222657442093, "text": 0.11004000157117844 }, "text": { "rows": 4096, "none": 0.11306262016296387, "all": 0.11212500184774399, "video": 0.1244909018278122, "text": 0.11089862138032913 }, "audio": { "rows": 4096, "none": 0.1513729691505432, "all": 0.16004447638988495, "video": 0.1720413714647293, "text": 0.15148423612117767 } }, "transformer_blocks.26.ff.net.2": { "video": { "rows": 4096, "none": 0.0914134830236435, "all": 0.08994411677122116, "video": 0.08957244455814362, "text": 0.09116024523973465 }, "text": { "rows": 4096, "none": 0.08464814722537994, "all": 0.08180399239063263, "video": 0.08345108479261398, "text": 0.08277256041765213 }, "audio": { "rows": 4096, "none": 0.11184865236282349, "all": 0.11467305570840836, "video": 0.1167338564991951, "text": 0.1121930480003357 } }, "transformer_blocks.28.attn.to_out.0": { "video": { "rows": 4096, "none": 0.11718372255563736, "all": 0.116636261343956, "video": 0.11698533594608307, "text": 0.11669676005840302 }, "text": { "rows": 4096, "none": 0.11646947264671326, "all": 0.11602100729942322, "video": 0.11636362224817276, "text": 0.11556481570005417 }, "audio": { "rows": 4096, "none": 0.11184181272983551, "all": 0.11158618330955505, "video": 0.11177446693181992, "text": 0.11150270700454712 } }, "transformer_blocks.29.attn.to_v": { "video": { "rows": 4096, "none": 0.11578662693500519, "all": 0.11305730044841766, "video": 0.11108548939228058, "text": 0.11578662693500519 }, "text": { "rows": 4096, "none": 0.1172349750995636, "all": 0.11559177935123444, "video": 0.13132967054843903, "text": 0.1172349750995636 }, "audio": { "rows": 4096, "none": 0.16891013085842133, "all": 0.17948485910892487, "video": 0.2015591412782669, "text": 0.16891013085842133 } }, "transformer_blocks.3.ff.net.2": { "video": { "rows": 4096, "none": 0.09647299349308014, "all": 0.09647299349308014, "video": 0.08037082105875015, "text": 0.09647299349308014 }, "text": { "rows": 4096, "none": 0.08208760619163513, "all": 0.08208760619163513, "video": 0.10057052969932556, "text": 0.08208760619163513 }, "audio": { "rows": 4096, "none": 0.11606612056493759, "all": 0.11606612056493759, "video": 0.13624884188175201, "text": 0.11606612056493759 } }, "transformer_blocks.31.attn.to_out.0": { "video": { "rows": 4096, "none": 0.1482619196176529, "all": 0.1482619196176529, "video": 0.1482619196176529, "text": 0.1482619196176529 }, "text": { "rows": 4096, "none": 0.1421610563993454, "all": 0.1421610563993454, "video": 0.1421610563993454, "text": 0.1421610563993454 }, "audio": { "rows": 4096, "none": 0.12766510248184204, "all": 0.12766510248184204, "video": 0.12766510248184204, "text": 0.12766510248184204 } }, "transformer_blocks.32.attn.to_v": { "video": { "rows": 4096, "none": 0.12189733237028122, "all": 0.11991885304450989, "video": 0.11845636367797852, "text": 0.12109166383743286 }, "text": { "rows": 4096, "none": 0.12296977639198303, "all": 0.12165717035531998, "video": 0.1354009509086609, "text": 0.12115661799907684 }, "audio": { "rows": 4096, "none": 0.1685333251953125, "all": 0.17886383831501007, "video": 0.2047463059425354, "text": 0.1759558469057083 } }, "transformer_blocks.33.ff.net.2": { "video": { "rows": 4096, "none": 0.11776083707809448, "all": 0.11786872893571854, "video": 0.11776083707809448, "text": 0.11776614189147949 }, "text": { "rows": 4096, "none": 0.11501308530569077, "all": 0.11481861025094986, "video": 0.11501308530569077, "text": 0.11472059041261673 }, "audio": { "rows": 4096, "none": 0.11487268656492233, "all": 0.11552658677101135, "video": 0.11487268656492233, "text": 0.11511660367250443 } }, "transformer_blocks.35.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14837956428527832, "all": 0.14837956428527832, "video": 0.14837956428527832, "text": 0.14837956428527832 }, "text": { "rows": 4096, "none": 0.14326226711273193, "all": 0.14326226711273193, "video": 0.14326226711273193, "text": 0.14326226711273193 }, "audio": { "rows": 4096, "none": 0.14205995202064514, "all": 0.14205995202064514, "video": 0.14205995202064514, "text": 0.14205995202064514 } }, "transformer_blocks.36.attn.to_v": { "video": { "rows": 4096, "none": 0.12128345668315887, "all": 0.1194157749414444, "video": 0.1178499385714531, "text": 0.1197836622595787 }, "text": { "rows": 4096, "none": 0.12355705350637436, "all": 0.1222093254327774, "video": 0.13010857999324799, "text": 0.12005320936441422 }, "audio": { "rows": 4096, "none": 0.15796834230422974, "all": 0.17018194496631622, "video": 0.18441049754619598, "text": 0.16795600950717926 } }, "transformer_blocks.37.ff.net.2": { "video": { "rows": 4096, "none": 0.12107670307159424, "all": 0.12086451798677444, "video": 0.12061788886785507, "text": 0.12074144929647446 }, "text": { "rows": 4096, "none": 0.11941473931074142, "all": 0.11876366287469864, "video": 0.11867262423038483, "text": 0.1184077188372612 }, "audio": { "rows": 4096, "none": 0.1155870333313942, "all": 0.11524522304534912, "video": 0.11512098461389542, "text": 0.11510149389505386 } }, "transformer_blocks.39.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14324627816677094, "all": 0.14324627816677094, "video": 0.14324627816677094, "text": 0.14260287582874298 }, "text": { "rows": 4096, "none": 0.14490094780921936, "all": 0.14490094780921936, "video": 0.14490094780921936, "text": 0.14427153766155243 }, "audio": { "rows": 4096, "none": 0.1508786380290985, "all": 0.1508786380290985, "video": 0.1508786380290985, "text": 0.15084539353847504 } }, "transformer_blocks.4.attn.to_v": { "video": { "rows": 4096, "none": 0.08182679116725922, "all": 0.08081912249326706, "video": 0.07761987298727036, "text": 0.08182679116725922 }, "text": { "rows": 4096, "none": 0.09238042682409286, "all": 0.0904386043548584, "video": 0.10375393182039261, "text": 0.09238042682409286 }, "audio": { "rows": 4096, "none": 0.13299152255058289, "all": 0.13540999591350555, "video": 0.1573917716741562, "text": 0.13299152255058289 } }, "transformer_blocks.40.ff.net.2": { "video": { "rows": 4096, "none": 0.12805183231830597, "all": 0.12798577547073364, "video": 0.12804295122623444, "text": 0.12798289954662323 }, "text": { "rows": 4096, "none": 0.12599800527095795, "all": 0.12554709613323212, "video": 0.12601494789123535, "text": 0.12544965744018555 }, "audio": { "rows": 4096, "none": 0.11761901527643204, "all": 0.11783429235219955, "video": 0.1179494559764862, "text": 0.11792952567338943 } }, "transformer_blocks.42.attn.to_out.0": { "video": { "rows": 4096, "none": 0.12824515998363495, "all": 0.12824515998363495, "video": 0.12824515998363495, "text": 0.12836763262748718 }, "text": { "rows": 4096, "none": 0.13180679082870483, "all": 0.13180679082870483, "video": 0.13180679082870483, "text": 0.13203734159469604 }, "audio": { "rows": 4096, "none": 0.1470874547958374, "all": 0.1470874547958374, "video": 0.1470874547958374, "text": 0.14788632094860077 } }, "transformer_blocks.43.attn.to_v": { "video": { "rows": 4096, "none": 0.12312617152929306, "all": 0.1220407709479332, "video": 0.12149202823638916, "text": 0.12289571762084961 }, "text": { "rows": 4096, "none": 0.13210880756378174, "all": 0.1299513876438141, "video": 0.144740030169487, "text": 0.12952016294002533 }, "audio": { "rows": 4096, "none": 0.15802161395549774, "all": 0.1605488657951355, "video": 0.18116584420204163, "text": 0.16143840551376343 } }, "transformer_blocks.44.ff.net.2": { "video": { "rows": 4096, "none": 0.13196639716625214, "all": 0.13196639716625214, "video": 0.13196639716625214, "text": 0.13196639716625214 }, "text": { "rows": 4096, "none": 0.12119453400373459, "all": 0.12119453400373459, "video": 0.12119453400373459, "text": 0.12119453400373459 }, "audio": { "rows": 4096, "none": 0.10551684349775314, "all": 0.10551684349775314, "video": 0.10551684349775314, "text": 0.10551684349775314 } }, "transformer_blocks.46.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14679130911827087, "all": 0.1460408866405487, "video": 0.14645545184612274, "text": 0.14658521115779877 }, "text": { "rows": 4096, "none": 0.13587667047977448, "all": 0.13531287014484406, "video": 0.13582663238048553, "text": 0.1354067176580429 }, "audio": { "rows": 4096, "none": 0.139922097325325, "all": 0.13985329866409302, "video": 0.14014697074890137, "text": 0.1401098370552063 } }, "transformer_blocks.47.attn.to_v": { "video": { "rows": 4096, "none": 0.12233491241931915, "all": 0.12162690609693527, "video": 0.12037020176649094, "text": 0.12243449687957764 }, "text": { "rows": 4096, "none": 0.14121435582637787, "all": 0.13810279965400696, "video": 0.16521352529525757, "text": 0.13637904822826385 }, "audio": { "rows": 4096, "none": 0.15923325717449188, "all": 0.16119466722011566, "video": 0.18932989239692688, "text": 0.16172626614570618 } }, "transformer_blocks.48.ff.net.2": { "video": { "rows": 4096, "none": 0.12886182963848114, "all": 0.1272849440574646, "video": 0.12748490273952484, "text": 0.12799526751041412 }, "text": { "rows": 4096, "none": 0.12204235047101974, "all": 0.11755235493183136, "video": 0.11914223432540894, "text": 0.11941792070865631 }, "audio": { "rows": 4096, "none": 0.11914611607789993, "all": 0.11987443268299103, "video": 0.12192405015230179, "text": 0.11923646926879883 } }, "transformer_blocks.5.attn.to_out.0": { "video": { "rows": 4096, "none": 0.08820833265781403, "all": 0.08876492828130722, "video": 0.08730293810367584, "text": 0.089455746114254 }, "text": { "rows": 4096, "none": 0.08091326802968979, "all": 0.08150337636470795, "video": 0.08198432624340057, "text": 0.08146768063306808 }, "audio": { "rows": 4096, "none": 0.0713619738817215, "all": 0.07043416798114777, "video": 0.07044249773025513, "text": 0.06498463451862335 } }, "transformer_blocks.6.attn.to_v": { "video": { "rows": 4096, "none": 0.09099528193473816, "all": 0.09020177274942398, "video": 0.0873541310429573, "text": 0.09111613780260086 }, "text": { "rows": 4096, "none": 0.10219646990299225, "all": 0.09911200404167175, "video": 0.11315004527568817, "text": 0.1012893095612526 }, "audio": { "rows": 4096, "none": 0.12260760366916656, "all": 0.1130751296877861, "video": 0.14011254906654358, "text": 0.12214968353509903 } }, "transformer_blocks.7.ff.net.2": { "video": { "rows": 4096, "none": 0.09726057201623917, "all": 0.0975336953997612, "video": 0.08554574847221375, "text": 0.09726057201623917 }, "text": { "rows": 4096, "none": 0.07817729562520981, "all": 0.06483296304941177, "video": 0.12558160722255707, "text": 0.07817729562520981 }, "audio": { "rows": 4096, "none": 0.12201013416051865, "all": 0.12469232082366943, "video": 0.14468111097812653, "text": 0.12201013416051865 } }, "transformer_blocks.9.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10181286931037903, "all": 0.10105769336223602, "video": 0.1005394458770752, "text": 0.10155542939901352 }, "text": { "rows": 4096, "none": 0.10147926956415176, "all": 0.10163133591413498, "video": 0.10135000199079514, "text": 0.10066955536603928 }, "audio": { "rows": 4096, "none": 0.10880700498819351, "all": 0.1093166396021843, "video": 0.10882435739040375, "text": 0.10874936729669571 } }, "token_refiner.refiner_blocks.0.ff.net.0.proj": { "text": { "rows": 4096, "none": 0.0825779139995575, "all": 0.07929520308971405, "video": 0.07929520308971405, "text": 0.07929520308971405 } }, "transformer_blocks.0.attn.to_k": { "video": { "rows": 4096, "none": 0.05120177939534187, "all": 0.04483397305011749, "video": 0.04175111651420593, "text": 0.05120177939534187 }, "text": { "rows": 4096, "none": 0.061623673886060715, "all": 0.06226278841495514, "video": 0.0678001418709755, "text": 0.061623673886060715 }, "audio": { "rows": 4096, "none": 0.05403444170951843, "all": 0.05127479135990143, "video": 0.05823197960853577, "text": 0.05403444170951843 } }, "transformer_blocks.1.attn.to_q": { "video": { "rows": 4096, "none": 0.041434142738580704, "all": 0.03399336338043213, "video": 0.03202277049422264, "text": 0.041434142738580704 }, "text": { "rows": 4096, "none": 0.06461785733699799, "all": 0.06669098883867264, "video": 0.07850432395935059, "text": 0.06461785733699799 }, "audio": { "rows": 4096, "none": 0.06782382726669312, "all": 0.06883767992258072, "video": 0.09986408799886703, "text": 0.06782382726669312 } }, "transformer_blocks.10.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10412493348121643, "all": 0.10187899321317673, "video": 0.09957371652126312, "text": 0.10301733762025833 }, "text": { "rows": 4096, "none": 0.10082098841667175, "all": 0.09667319059371948, "video": 0.10370907187461853, "text": 0.09566736966371536 }, "audio": { "rows": 4096, "none": 0.08922242373228073, "all": 0.07958296686410904, "video": 0.09029588848352432, "text": 0.08300375938415527 } }, "transformer_blocks.12.attn.to_k": { "video": { "rows": 4096, "none": 0.08184376358985901, "all": 0.08127418905496597, "video": 0.07895734906196594, "text": 0.08184376358985901 }, "text": { "rows": 4096, "none": 0.09618831425905228, "all": 0.09450960159301758, "video": 0.10256605595350266, "text": 0.09618831425905228 }, "audio": { "rows": 4096, "none": 0.07905469089746475, "all": 0.07458873838186264, "video": 0.08776552975177765, "text": 0.07905469089746475 } }, "transformer_blocks.13.attn.to_q": { "video": { "rows": 4096, "none": 0.08560270071029663, "all": 0.08532020449638367, "video": 0.0826169103384018, "text": 0.08560270071029663 }, "text": { "rows": 4096, "none": 0.09771887958049774, "all": 0.09566835314035416, "video": 0.10773453116416931, "text": 0.09771887958049774 }, "audio": { "rows": 4096, "none": 0.10239087790250778, "all": 0.09268766641616821, "video": 0.1135774627327919, "text": 0.10239087790250778 } }, "transformer_blocks.14.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10444824397563934, "all": 0.10152261704206467, "video": 0.10081920027732849, "text": 0.1033567413687706 }, "text": { "rows": 4096, "none": 0.09961196035146713, "all": 0.0963292121887207, "video": 0.10104531049728394, "text": 0.09492772072553635 }, "audio": { "rows": 4096, "none": 0.10207249224185944, "all": 0.08985020220279694, "video": 0.10580737888813019, "text": 0.09961232542991638 } }, "transformer_blocks.16.attn.to_k": { "video": { "rows": 4096, "none": 0.08338341116905212, "all": 0.0806337222456932, "video": 0.07793018966913223, "text": 0.08338341116905212 }, "text": { "rows": 4096, "none": 0.0945940837264061, "all": 0.09562379121780396, "video": 0.10345873236656189, "text": 0.0945940837264061 }, "audio": { "rows": 4096, "none": 0.07434896379709244, "all": 0.06891965866088867, "video": 0.08920373022556305, "text": 0.07434896379709244 } }, "transformer_blocks.17.attn.to_q": { "video": { "rows": 4096, "none": 0.0846153050661087, "all": 0.08212976157665253, "video": 0.08107651025056839, "text": 0.0845729261636734 }, "text": { "rows": 4096, "none": 0.09925506263971329, "all": 0.09800972044467926, "video": 0.10773676633834839, "text": 0.09832882881164551 }, "audio": { "rows": 4096, "none": 0.08662382513284683, "all": 0.08165063709020615, "video": 0.09909351170063019, "text": 0.08625742048025131 } }, "transformer_blocks.18.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10483181476593018, "all": 0.10010577738285065, "video": 0.09929104894399643, "text": 0.10310859978199005 }, "text": { "rows": 4096, "none": 0.10078839212656021, "all": 0.09825438261032104, "video": 0.10288924723863602, "text": 0.09648493677377701 }, "audio": { "rows": 4096, "none": 0.10657372325658798, "all": 0.09595905989408493, "video": 0.11338526010513306, "text": 0.10602404177188873 } }, "transformer_blocks.2.attn.to_k": { "video": { "rows": 4096, "none": 0.052685800939798355, "all": 0.051816072314977646, "video": 0.04835357144474983, "text": 0.053373001515865326 }, "text": { "rows": 4096, "none": 0.07352425903081894, "all": 0.07016915082931519, "video": 0.08978278189897537, "text": 0.07185034453868866 }, "audio": { "rows": 4096, "none": 0.04321309179067612, "all": 0.03994763270020485, "video": 0.055564962327480316, "text": 0.04361497983336449 } }, "transformer_blocks.20.attn.to_q": { "video": { "rows": 4096, "none": 0.08452515304088593, "all": 0.0814022421836853, "video": 0.07910823822021484, "text": 0.08452515304088593 }, "text": { "rows": 4096, "none": 0.09720059484243393, "all": 0.09820526093244553, "video": 0.1086122915148735, "text": 0.09720059484243393 }, "audio": { "rows": 4096, "none": 0.06986270099878311, "all": 0.07246535271406174, "video": 0.08554252982139587, "text": 0.06986270099878311 } }, "transformer_blocks.21.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10493550449609756, "all": 0.09916132688522339, "video": 0.09809504449367523, "text": 0.10186716169118881 }, "text": { "rows": 4096, "none": 0.10444030910730362, "all": 0.09991803765296936, "video": 0.10526518523693085, "text": 0.0982075110077858 }, "audio": { "rows": 4096, "none": 0.10929115861654282, "all": 0.10974753648042679, "video": 0.11888211965560913, "text": 0.1093999445438385 } }, "transformer_blocks.23.attn.to_k": { "video": { "rows": 4096, "none": 0.07791490852832794, "all": 0.07337389141321182, "video": 0.07247723639011383, "text": 0.07694187015295029 }, "text": { "rows": 4096, "none": 0.09120918065309525, "all": 0.09065357595682144, "video": 0.10054871439933777, "text": 0.08831984549760818 }, "audio": { "rows": 4096, "none": 0.07396943122148514, "all": 0.07978922873735428, "video": 0.08839458972215652, "text": 0.07515618205070496 } }, "transformer_blocks.24.attn.to_q": { "video": { "rows": 4096, "none": 0.08596979826688766, "all": 0.08285507559776306, "video": 0.081355020403862, "text": 0.0858900249004364 }, "text": { "rows": 4096, "none": 0.10164526849985123, "all": 0.0998595654964447, "video": 0.11519914865493774, "text": 0.09925753623247147 }, "audio": { "rows": 4096, "none": 0.08900382369756699, "all": 0.09241671860218048, "video": 0.10345445573329926, "text": 0.08856788277626038 } }, "transformer_blocks.25.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11005411297082901, "all": 0.10564832389354706, "video": 0.10346581041812897, "text": 0.10764103382825851 }, "text": { "rows": 4096, "none": 0.11120980232954025, "all": 0.10656200349330902, "video": 0.11491846293210983, "text": 0.1064373254776001 }, "audio": { "rows": 4096, "none": 0.11525943875312805, "all": 0.1169482171535492, "video": 0.12917223572731018, "text": 0.1167246475815773 } }, "transformer_blocks.27.attn.to_k": { "video": { "rows": 4096, "none": 0.07013199478387833, "all": 0.06706015020608902, "video": 0.06647594273090363, "text": 0.06954813003540039 }, "text": { "rows": 4096, "none": 0.0802098885178566, "all": 0.07814419269561768, "video": 0.08752527087926865, "text": 0.07664676755666733 }, "audio": { "rows": 4096, "none": 0.0657099187374115, "all": 0.06961247324943542, "video": 0.07587537914514542, "text": 0.06750303506851196 } }, "transformer_blocks.28.attn.to_q": { "video": { "rows": 4096, "none": 0.07385879755020142, "all": 0.07228533178567886, "video": 0.0711398646235466, "text": 0.0735984742641449 }, "text": { "rows": 4096, "none": 0.07787726819515228, "all": 0.07591691613197327, "video": 0.08850318938493729, "text": 0.07492440193891525 }, "audio": { "rows": 4096, "none": 0.0780978798866272, "all": 0.08259815722703934, "video": 0.09304798394441605, "text": 0.07921809703111649 } }, "transformer_blocks.29.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10967537015676498, "all": 0.1073133647441864, "video": 0.10509698837995529, "text": 0.1071377620100975 }, "text": { "rows": 4096, "none": 0.1127537190914154, "all": 0.1094856709241867, "video": 0.11397100985050201, "text": 0.1092640683054924 }, "audio": { "rows": 4096, "none": 0.12041668593883514, "all": 0.12478107213973999, "video": 0.14256595075130463, "text": 0.12811870872974396 } }, "transformer_blocks.30.attn.to_k": { "video": { "rows": 4096, "none": 0.06630968302488327, "all": 0.06492947041988373, "video": 0.06342219561338425, "text": 0.06598816066980362 }, "text": { "rows": 4096, "none": 0.06739690154790878, "all": 0.06610383838415146, "video": 0.07726497203111649, "text": 0.06611760705709457 }, "audio": { "rows": 4096, "none": 0.05598638951778412, "all": 0.060471225529909134, "video": 0.07042539119720459, "text": 0.056838106364011765 } }, "transformer_blocks.31.attn.to_q": { "video": { "rows": 4096, "none": 0.07087180018424988, "all": 0.06928136199712753, "video": 0.06815118342638016, "text": 0.07020815461874008 }, "text": { "rows": 4096, "none": 0.07340649515390396, "all": 0.07232683897018433, "video": 0.08377724885940552, "text": 0.07173296809196472 }, "audio": { "rows": 4096, "none": 0.07157436013221741, "all": 0.07755225151777267, "video": 0.09185456484556198, "text": 0.07397842407226562 } }, "transformer_blocks.32.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11359790712594986, "all": 0.11084320396184921, "video": 0.11009546369314194, "text": 0.11062663048505783 }, "text": { "rows": 4096, "none": 0.11930336058139801, "all": 0.11690118908882141, "video": 0.12289424985647202, "text": 0.1164187490940094 }, "audio": { "rows": 4096, "none": 0.12535721063613892, "all": 0.1360880732536316, "video": 0.17089088261127472, "text": 0.1674116998910904 } }, "transformer_blocks.34.attn.to_k": { "video": { "rows": 4096, "none": 0.06516038626432419, "all": 0.06368330121040344, "video": 0.062174949795007706, "text": 0.06403627246618271 }, "text": { "rows": 4096, "none": 0.06535960733890533, "all": 0.06405380368232727, "video": 0.08110859990119934, "text": 0.06363585591316223 }, "audio": { "rows": 4096, "none": 0.05812161788344383, "all": 0.06152830645442009, "video": 0.09173645079135895, "text": 0.06263814121484756 } }, "transformer_blocks.35.attn.to_q": { "video": { "rows": 4096, "none": 0.06975916028022766, "all": 0.06790724396705627, "video": 0.06685327738523483, "text": 0.06863397359848022 }, "text": { "rows": 4096, "none": 0.07316595315933228, "all": 0.07143479585647583, "video": 0.08334646373987198, "text": 0.07092323899269104 }, "audio": { "rows": 4096, "none": 0.07602018862962723, "all": 0.08089576661586761, "video": 0.10376457870006561, "text": 0.08260923624038696 } }, "transformer_blocks.36.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10878895223140717, "all": 0.10721415281295776, "video": 0.10662857443094254, "text": 0.1072230190038681 }, "text": { "rows": 4096, "none": 0.11846316605806351, "all": 0.1161314994096756, "video": 0.11715348064899445, "text": 0.11580798029899597 }, "audio": { "rows": 4096, "none": 0.12491884082555771, "all": 0.13055866956710815, "video": 0.1436498761177063, "text": 0.14061759412288666 } }, "transformer_blocks.38.attn.to_k": { "video": { "rows": 4096, "none": 0.0617859773337841, "all": 0.06070632115006447, "video": 0.060393791645765305, "text": 0.06145327165722847 }, "text": { "rows": 4096, "none": 0.06423357874155045, "all": 0.06308995187282562, "video": 0.07138001173734665, "text": 0.06318912655115128 }, "audio": { "rows": 4096, "none": 0.0569504052400589, "all": 0.05904705077409744, "video": 0.07350736856460571, "text": 0.05762150138616562 } }, "transformer_blocks.39.attn.to_q": { "video": { "rows": 4096, "none": 0.06833352148532867, "all": 0.06773322820663452, "video": 0.06671052426099777, "text": 0.06758557260036469 }, "text": { "rows": 4096, "none": 0.07267202436923981, "all": 0.07134301960468292, "video": 0.07594632357358932, "text": 0.07001906633377075 }, "audio": { "rows": 4096, "none": 0.07766615599393845, "all": 0.07886749505996704, "video": 0.08974791318178177, "text": 0.08444204926490784 } }, "transformer_blocks.4.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10420558601617813, "all": 0.10371295362710953, "video": 0.09745673835277557, "text": 0.10469240695238113 }, "text": { "rows": 4096, "none": 0.09843792021274567, "all": 0.09727112948894501, "video": 0.10908046364784241, "text": 0.0981413722038269 }, "audio": { "rows": 4096, "none": 0.13400131464004517, "all": 0.1357356309890747, "video": 0.15231460332870483, "text": 0.13411417603492737 } }, "transformer_blocks.41.attn.to_k": { "video": { "rows": 4096, "none": 0.05942412093281746, "all": 0.05906210094690323, "video": 0.05824686959385872, "text": 0.058918826282024384 }, "text": { "rows": 4096, "none": 0.06310077756643295, "all": 0.06228702515363693, "video": 0.07211436331272125, "text": 0.06148172542452812 }, "audio": { "rows": 4096, "none": 0.06237887591123581, "all": 0.06305460631847382, "video": 0.08344384282827377, "text": 0.06515372544527054 } }, "transformer_blocks.42.attn.to_q": { "video": { "rows": 4096, "none": 0.0717194676399231, "all": 0.07047964632511139, "video": 0.06924430280923843, "text": 0.07048947364091873 }, "text": { "rows": 4096, "none": 0.07887277752161026, "all": 0.0770622193813324, "video": 0.08433706313371658, "text": 0.07550627738237381 }, "audio": { "rows": 4096, "none": 0.07874451577663422, "all": 0.07999219000339508, "video": 0.09227078408002853, "text": 0.08379705250263214 } }, "transformer_blocks.43.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10741890221834183, "all": 0.10709682106971741, "video": 0.10670360177755356, "text": 0.1067456528544426 }, "text": { "rows": 4096, "none": 0.11697733402252197, "all": 0.11537379771471024, "video": 0.11734312027692795, "text": 0.115157850086689 }, "audio": { "rows": 4096, "none": 0.12450603395700455, "all": 0.12328516691923141, "video": 0.13371238112449646, "text": 0.1270846575498581 } }, "transformer_blocks.45.attn.to_k": { "video": { "rows": 4096, "none": 0.0489361435174942, "all": 0.04878716915845871, "video": 0.04835749790072441, "text": 0.048815563321113586 }, "text": { "rows": 4096, "none": 0.05217176303267479, "all": 0.0515352226793766, "video": 0.0581735335290432, "text": 0.05135305970907211 }, "audio": { "rows": 4096, "none": 0.04614510014653206, "all": 0.04646119102835655, "video": 0.05257364362478256, "text": 0.04640749841928482 } }, "transformer_blocks.46.attn.to_q": { "video": { "rows": 4096, "none": 0.06457366794347763, "all": 0.06422727555036545, "video": 0.06345677375793457, "text": 0.06450304388999939 }, "text": { "rows": 4096, "none": 0.08379466831684113, "all": 0.08230733871459961, "video": 0.08770717680454254, "text": 0.08149457722902298 }, "audio": { "rows": 4096, "none": 0.077637679874897, "all": 0.07815896719694138, "video": 0.08243473619222641, "text": 0.07843299955129623 } }, "transformer_blocks.47.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11065570265054703, "all": 0.1110268160700798, "video": 0.11027856916189194, "text": 0.11098809540271759 }, "text": { "rows": 4096, "none": 0.11898107081651688, "all": 0.11476687341928482, "video": 0.12024560570716858, "text": 0.11665154248476028 }, "audio": { "rows": 4096, "none": 0.11416155844926834, "all": 0.11329726129770279, "video": 0.11943318694829941, "text": 0.11538118869066238 } }, "transformer_blocks.49.attn.to_k": { "video": { "rows": 4096, "none": 0.03129971772432327, "all": 0.03101714886724949, "video": 0.03064902313053608, "text": 0.03132239729166031 }, "text": { "rows": 4096, "none": 0.04233364015817642, "all": 0.04058609902858734, "video": 0.046964071691036224, "text": 0.04147569090127945 }, "audio": { "rows": 4096, "none": 0.0306424330919981, "all": 0.03151380270719528, "video": 0.03403089940547943, "text": 0.030622176826000214 } }, "transformer_blocks.5.attn.to_q": { "video": { "rows": 4096, "none": 0.0699925497174263, "all": 0.0691552609205246, "video": 0.06646046787500381, "text": 0.07014144957065582 }, "text": { "rows": 4096, "none": 0.09379639476537704, "all": 0.09459960460662842, "video": 0.09928163886070251, "text": 0.09327899664640427 }, "audio": { "rows": 4096, "none": 0.04402341693639755, "all": 0.03746938705444336, "video": 0.05013275891542435, "text": 0.04397159442305565 } }, "transformer_blocks.6.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1106724664568901, "all": 0.11030381917953491, "video": 0.10517730563879013, "text": 0.11027976125478745 }, "text": { "rows": 4096, "none": 0.10165533423423767, "all": 0.09670015424489975, "video": 0.10416948050260544, "text": 0.09934379905462265 }, "audio": { "rows": 4096, "none": 0.0843375027179718, "all": 0.0754319578409195, "video": 0.08486443012952805, "text": 0.08126624673604965 } }, "transformer_blocks.8.attn.to_k": { "video": { "rows": 4096, "none": 0.07865963876247406, "all": 0.0778173953294754, "video": 0.07604167610406876, "text": 0.07865963876247406 }, "text": { "rows": 4096, "none": 0.09593525528907776, "all": 0.09434480220079422, "video": 0.10397940874099731, "text": 0.09593525528907776 }, "audio": { "rows": 4096, "none": 0.08787858486175537, "all": 0.07933264225721359, "video": 0.10071342438459396, "text": 0.08787858486175537 } }, "transformer_blocks.9.attn.to_q": { "video": { "rows": 4096, "none": 0.08297364413738251, "all": 0.08099587261676788, "video": 0.07963385432958603, "text": 0.0825611874461174 }, "text": { "rows": 4096, "none": 0.10205681622028351, "all": 0.10026079416275024, "video": 0.10982605814933777, "text": 0.10069463402032852 }, "audio": { "rows": 4096, "none": 0.10166776180267334, "all": 0.08925018459558487, "video": 0.11133723706007004, "text": 0.100344717502594 } }, "token_refiner.refiner_blocks.0.ff.net.2": { "text": { "rows": 4096, "none": 0.08352463692426682, "all": 0.07030969858169556, "video": 0.07030969858169556, "text": 0.07030969858169556 } }, "transformer_blocks.0.attn.to_out.0": { "video": { "rows": 4096, "none": 0.057746849954128265, "all": 0.057746849954128265, "video": 0.05741359665989876, "text": 0.0596352256834507 }, "text": { "rows": 4096, "none": 0.06615476310253143, "all": 0.06615476310253143, "video": 0.0688159242272377, "text": 0.06625499576330185 }, "audio": { "rows": 4096, "none": 0.07856457680463791, "all": 0.07856457680463791, "video": 0.08368265628814697, "text": 0.08059357106685638 } }, "transformer_blocks.1.attn.to_v": { "video": { "rows": 4096, "none": 0.05092630535364151, "all": 0.041553281247615814, "video": 0.039759837090969086, "text": 0.05092630535364151 }, "text": { "rows": 4096, "none": 0.07281555980443954, "all": 0.07367861270904541, "video": 0.09631381183862686, "text": 0.07281555980443954 }, "audio": { "rows": 4096, "none": 0.10191831737756729, "all": 0.09144877642393112, "video": 0.1541464477777481, "text": 0.10191831737756729 } }, "transformer_blocks.10.ff.net.2": { "video": { "rows": 4096, "none": 0.09686508029699326, "all": 0.09482507407665253, "video": 0.0889328196644783, "text": 0.09692493826150894 }, "text": { "rows": 4096, "none": 0.08215755224227905, "all": 0.06700305640697479, "video": 0.14139430224895477, "text": 0.07682173699140549 }, "audio": { "rows": 4096, "none": 0.11956313252449036, "all": 0.12611763179302216, "video": 0.13745276629924774, "text": 0.11971604824066162 } }, "transformer_blocks.12.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10074050724506378, "all": 0.10045062005519867, "video": 0.10005123168230057, "text": 0.10138802230358124 }, "text": { "rows": 4096, "none": 0.10034816712141037, "all": 0.10031677782535553, "video": 0.10022898018360138, "text": 0.10035394132137299 }, "audio": { "rows": 4096, "none": 0.10253097862005234, "all": 0.10350597649812698, "video": 0.10313791781663895, "text": 0.10367715358734131 } }, "transformer_blocks.13.attn.to_v": { "video": { "rows": 4096, "none": 0.10647422075271606, "all": 0.10592612624168396, "video": 0.10281987488269806, "text": 0.10682488977909088 }, "text": { "rows": 4096, "none": 0.10739927738904953, "all": 0.1058667004108429, "video": 0.11558181792497635, "text": 0.10686837881803513 }, "audio": { "rows": 4096, "none": 0.1182921901345253, "all": 0.10997841507196426, "video": 0.128388911485672, "text": 0.11765210330486298 } }, "transformer_blocks.14.ff.net.2": { "video": { "rows": 4096, "none": 0.09411603957414627, "all": 0.09000885486602783, "video": 0.08976423740386963, "text": 0.0933305025100708 }, "text": { "rows": 4096, "none": 0.10717878490686417, "all": 0.11277803033590317, "video": 0.11630651354789734, "text": 0.10247014462947845 }, "audio": { "rows": 4096, "none": 0.117850162088871, "all": 0.1448718160390854, "video": 0.16189751029014587, "text": 0.1193348616361618 } }, "transformer_blocks.16.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10098548233509064, "all": 0.09906043857336044, "video": 0.09943901002407074, "text": 0.09976404160261154 }, "text": { "rows": 4096, "none": 0.10642264038324356, "all": 0.10053081065416336, "video": 0.10104653239250183, "text": 0.10307729989290237 }, "audio": { "rows": 4096, "none": 0.09920479357242584, "all": 0.10010458528995514, "video": 0.10123554617166519, "text": 0.09952491521835327 } }, "transformer_blocks.17.attn.to_v": { "video": { "rows": 4096, "none": 0.1077866181731224, "all": 0.10556906461715698, "video": 0.10324590653181076, "text": 0.10748786479234695 }, "text": { "rows": 4096, "none": 0.1080278605222702, "all": 0.10783118009567261, "video": 0.11457721889019012, "text": 0.10684419423341751 }, "audio": { "rows": 4096, "none": 0.12068486958742142, "all": 0.11436301469802856, "video": 0.13189661502838135, "text": 0.12051193416118622 } }, "transformer_blocks.18.ff.net.2": { "video": { "rows": 4096, "none": 0.08170344680547714, "all": 0.07464669644832611, "video": 0.07456810772418976, "text": 0.08170344680547714 }, "text": { "rows": 4096, "none": 0.1026386246085167, "all": 0.106587715446949, "video": 0.10837432742118835, "text": 0.1026386246085167 }, "audio": { "rows": 4096, "none": 0.07090815156698227, "all": 0.07689633965492249, "video": 0.08622011542320251, "text": 0.07090815156698227 } }, "transformer_blocks.2.attn.to_out.0": { "video": { "rows": 4096, "none": 0.06981536746025085, "all": 0.06777570396661758, "video": 0.06765440851449966, "text": 0.06933055073022842 }, "text": { "rows": 4096, "none": 0.07564184814691544, "all": 0.07272264361381531, "video": 0.07623475790023804, "text": 0.07499898225069046 }, "audio": { "rows": 4096, "none": 0.0773758664727211, "all": 0.07780292630195618, "video": 0.07788009941577911, "text": 0.07719079405069351 } }, "transformer_blocks.20.attn.to_v": { "video": { "rows": 4096, "none": 0.10516713559627533, "all": 0.10066641122102737, "video": 0.09888532012701035, "text": 0.10494985431432724 }, "text": { "rows": 4096, "none": 0.10948996245861053, "all": 0.10921680927276611, "video": 0.1252920776605606, "text": 0.10846637189388275 }, "audio": { "rows": 4096, "none": 0.131797194480896, "all": 0.13165223598480225, "video": 0.15988358855247498, "text": 0.1319785714149475 } }, "transformer_blocks.21.ff.net.2": { "video": { "rows": 4096, "none": 0.08935621380805969, "all": 0.08575475960969925, "video": 0.08591273427009583, "text": 0.08808216452598572 }, "text": { "rows": 4096, "none": 0.0856664776802063, "all": 0.0803617611527443, "video": 0.08150887489318848, "text": 0.0786791443824768 }, "audio": { "rows": 4096, "none": 0.1085667610168457, "all": 0.11389590799808502, "video": 0.11594845354557037, "text": 0.10960715264081955 } }, "transformer_blocks.23.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10647142678499222, "all": 0.10660529881715775, "video": 0.10636480897665024, "text": 0.10579007118940353 }, "text": { "rows": 4096, "none": 0.11027561873197556, "all": 0.10967249423265457, "video": 0.10963121056556702, "text": 0.10717985033988953 }, "audio": { "rows": 4096, "none": 0.10714567452669144, "all": 0.10667309165000916, "video": 0.10666316002607346, "text": 0.10677450150251389 } }, "transformer_blocks.24.attn.to_v": { "video": { "rows": 4096, "none": 0.11037084460258484, "all": 0.10721121728420258, "video": 0.10515182465314865, "text": 0.1099904328584671 }, "text": { "rows": 4096, "none": 0.11652108281850815, "all": 0.11476045846939087, "video": 0.1317635029554367, "text": 0.11460911482572556 }, "audio": { "rows": 4096, "none": 0.13793011009693146, "all": 0.14283622801303864, "video": 0.15873150527477264, "text": 0.13738620281219482 } }, "transformer_blocks.25.ff.net.2": { "video": { "rows": 4096, "none": 0.09114625304937363, "all": 0.08926094323396683, "video": 0.08905363827943802, "text": 0.09066187590360641 }, "text": { "rows": 4096, "none": 0.08671321719884872, "all": 0.08395061641931534, "video": 0.08480746299028397, "text": 0.08243976533412933 }, "audio": { "rows": 4096, "none": 0.09438468515872955, "all": 0.09678445011377335, "video": 0.09754128009080887, "text": 0.09568271785974503 } }, "transformer_blocks.27.attn.to_out.0": { "video": { "rows": 4096, "none": 0.11119139939546585, "all": 0.11119139939546585, "video": 0.11119139939546585, "text": 0.11119139939546585 }, "text": { "rows": 4096, "none": 0.11062713712453842, "all": 0.11062713712453842, "video": 0.11062713712453842, "text": 0.11062713712453842 }, "audio": { "rows": 4096, "none": 0.11010576784610748, "all": 0.11010576784610748, "video": 0.11010576784610748, "text": 0.11010576784610748 } }, "transformer_blocks.28.attn.to_v": { "video": { "rows": 4096, "none": 0.10874418169260025, "all": 0.10714539140462875, "video": 0.10592425614595413, "text": 0.10919231176376343 }, "text": { "rows": 4096, "none": 0.10912442207336426, "all": 0.10671959072351456, "video": 0.12332813441753387, "text": 0.10755068808794022 }, "audio": { "rows": 4096, "none": 0.15945078432559967, "all": 0.16639992594718933, "video": 0.1866610199213028, "text": 0.16109587252140045 } }, "transformer_blocks.29.ff.net.2": { "video": { "rows": 4096, "none": 0.10204041004180908, "all": 0.10174854844808578, "video": 0.1012188270688057, "text": 0.10204041004180908 }, "text": { "rows": 4096, "none": 0.0989031195640564, "all": 0.09814061224460602, "video": 0.09786655753850937, "text": 0.0989031195640564 }, "audio": { "rows": 4096, "none": 0.10633924603462219, "all": 0.10709266364574432, "video": 0.10860273241996765, "text": 0.10633924603462219 } }, "transformer_blocks.30.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14061926305294037, "all": 0.14004231989383698, "video": 0.14025303721427917, "text": 0.14045266807079315 }, "text": { "rows": 4096, "none": 0.13403797149658203, "all": 0.13398192822933197, "video": 0.1340133100748062, "text": 0.133762925863266 }, "audio": { "rows": 4096, "none": 0.12872372567653656, "all": 0.12956766784191132, "video": 0.12886667251586914, "text": 0.1292741745710373 } }, "transformer_blocks.31.attn.to_v": { "video": { "rows": 4096, "none": 0.12141291052103043, "all": 0.1196107491850853, "video": 0.11785255372524261, "text": 0.12042223662137985 }, "text": { "rows": 4096, "none": 0.12104753404855728, "all": 0.11974790692329407, "video": 0.14440825581550598, "text": 0.11850382387638092 }, "audio": { "rows": 4096, "none": 0.1787572056055069, "all": 0.18573132157325745, "video": 0.240850031375885, "text": 0.18793360888957977 } }, "transformer_blocks.32.ff.net.2": { "video": { "rows": 4096, "none": 0.11464995890855789, "all": 0.11464995890855789, "video": 0.11464995890855789, "text": 0.11464995890855789 }, "text": { "rows": 4096, "none": 0.112703837454319, "all": 0.112703837454319, "video": 0.112703837454319, "text": 0.112703837454319 }, "audio": { "rows": 4096, "none": 0.11301286518573761, "all": 0.11301286518573761, "video": 0.11301286518573761, "text": 0.11301286518573761 } }, "transformer_blocks.34.attn.to_out.0": { "video": { "rows": 4096, "none": 0.15496142208576202, "all": 0.15496142208576202, "video": 0.15496142208576202, "text": 0.15496142208576202 }, "text": { "rows": 4096, "none": 0.14661619067192078, "all": 0.14661619067192078, "video": 0.14661619067192078, "text": 0.14661619067192078 }, "audio": { "rows": 4096, "none": 0.13318073749542236, "all": 0.13318073749542236, "video": 0.13318073749542236, "text": 0.13318073749542236 } }, "transformer_blocks.35.attn.to_v": { "video": { "rows": 4096, "none": 0.12153495103120804, "all": 0.11988905072212219, "video": 0.11864010244607925, "text": 0.1202678382396698 }, "text": { "rows": 4096, "none": 0.12415365874767303, "all": 0.12264972180128098, "video": 0.1373719424009323, "text": 0.12154129147529602 }, "audio": { "rows": 4096, "none": 0.16241832077503204, "all": 0.17415101826190948, "video": 0.20923879742622375, "text": 0.18025147914886475 } }, "transformer_blocks.36.ff.net.2": { "video": { "rows": 4096, "none": 0.12051598727703094, "all": 0.1202537938952446, "video": 0.12051598727703094, "text": 0.11987492442131042 }, "text": { "rows": 4096, "none": 0.1181083545088768, "all": 0.11751926690340042, "video": 0.1181083545088768, "text": 0.11672018468379974 }, "audio": { "rows": 4096, "none": 0.10300974547863007, "all": 0.10152775049209595, "video": 0.10300974547863007, "text": 0.10282562673091888 } }, "transformer_blocks.38.attn.to_out.0": { "video": { "rows": 4096, "none": 0.1421433836221695, "all": 0.1421433836221695, "video": 0.1421433836221695, "text": 0.1421433836221695 }, "text": { "rows": 4096, "none": 0.14569462835788727, "all": 0.14569462835788727, "video": 0.14569462835788727, "text": 0.14569462835788727 }, "audio": { "rows": 4096, "none": 0.15414577722549438, "all": 0.15414577722549438, "video": 0.15414577722549438, "text": 0.15414577722549438 } }, "transformer_blocks.39.attn.to_v": { "video": { "rows": 4096, "none": 0.12991878390312195, "all": 0.12862147390842438, "video": 0.1274467408657074, "text": 0.1285424828529358 }, "text": { "rows": 4096, "none": 0.13241466879844666, "all": 0.1299494057893753, "video": 0.13778367638587952, "text": 0.12819282710552216 }, "audio": { "rows": 4096, "none": 0.15474477410316467, "all": 0.15686078369617462, "video": 0.17766837775707245, "text": 0.16785931587219238 } }, "transformer_blocks.4.ff.net.2": { "video": { "rows": 4096, "none": 0.09903954714536667, "all": 0.09986802935600281, "video": 0.08488272875547409, "text": 0.09903954714536667 }, "text": { "rows": 4096, "none": 0.08217344433069229, "all": 0.07843349128961563, "video": 0.09342406690120697, "text": 0.08217344433069229 }, "audio": { "rows": 4096, "none": 0.11292818188667297, "all": 0.11304530501365662, "video": 0.12485945224761963, "text": 0.11292818188667297 } }, "transformer_blocks.41.attn.to_out.0": { "video": { "rows": 4096, "none": 0.1471300721168518, "all": 0.14633601903915405, "video": 0.14678099751472473, "text": 0.1460845023393631 }, "text": { "rows": 4096, "none": 0.15632206201553345, "all": 0.15539440512657166, "video": 0.1559985876083374, "text": 0.15488123893737793 }, "audio": { "rows": 4096, "none": 0.14768241345882416, "all": 0.14791987836360931, "video": 0.14753137528896332, "text": 0.1485954076051712 } }, "transformer_blocks.42.attn.to_v": { "video": { "rows": 4096, "none": 0.13466273248195648, "all": 0.13290008902549744, "video": 0.1313004493713379, "text": 0.1328848898410797 }, "text": { "rows": 4096, "none": 0.13437865674495697, "all": 0.1323719620704651, "video": 0.14397913217544556, "text": 0.1302843689918518 }, "audio": { "rows": 4096, "none": 0.16127444803714752, "all": 0.16635927557945251, "video": 0.1881004273891449, "text": 0.16926515102386475 } }, "transformer_blocks.43.ff.net.2": { "video": { "rows": 4096, "none": 0.13003970682621002, "all": 0.13003970682621002, "video": 0.1297425776720047, "text": 0.13003970682621002 }, "text": { "rows": 4096, "none": 0.12838247418403625, "all": 0.12838247418403625, "video": 0.12734848260879517, "text": 0.12838247418403625 }, "audio": { "rows": 4096, "none": 0.11781280487775803, "all": 0.11781280487775803, "video": 0.11824897676706314, "text": 0.11781280487775803 } }, "transformer_blocks.45.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14434461295604706, "all": 0.14454081654548645, "video": 0.14433816075325012, "text": 0.14479872584342957 }, "text": { "rows": 4096, "none": 0.13571755588054657, "all": 0.13618798553943634, "video": 0.136220782995224, "text": 0.13599562644958496 }, "audio": { "rows": 4096, "none": 0.1393468677997589, "all": 0.14050675928592682, "video": 0.13975106179714203, "text": 0.1398545503616333 } }, "transformer_blocks.46.attn.to_v": { "video": { "rows": 4096, "none": 0.12364677339792252, "all": 0.12224560976028442, "video": 0.12155792117118835, "text": 0.12307868152856827 }, "text": { "rows": 4096, "none": 0.13355067372322083, "all": 0.13199928402900696, "video": 0.14903385937213898, "text": 0.13069209456443787 }, "audio": { "rows": 4096, "none": 0.1629301905632019, "all": 0.16394421458244324, "video": 0.18488392233848572, "text": 0.1635931432247162 } }, "transformer_blocks.47.ff.net.2": { "video": { "rows": 4096, "none": 0.12590093910694122, "all": 0.12523849308490753, "video": 0.12477550655603409, "text": 0.12533175945281982 }, "text": { "rows": 4096, "none": 0.12740439176559448, "all": 0.1239159107208252, "video": 0.12514841556549072, "text": 0.12495541572570801 }, "audio": { "rows": 4096, "none": 0.1146121546626091, "all": 0.11553408950567245, "video": 0.11736351251602173, "text": 0.11550624668598175 } }, "transformer_blocks.49.attn.to_out.0": { "video": { "rows": 4096, "none": 0.08963374048471451, "all": 0.0897286981344223, "video": 0.08896886557340622, "text": 0.08845065534114838 }, "text": { "rows": 4096, "none": 0.09615665674209595, "all": 0.09624026715755463, "video": 0.09558065235614777, "text": 0.09472715854644775 }, "audio": { "rows": 4096, "none": 0.09654786437749863, "all": 0.09713104367256165, "video": 0.0971074029803276, "text": 0.09639471024274826 } }, "transformer_blocks.5.attn.to_v": { "video": { "rows": 4096, "none": 0.08270668983459473, "all": 0.08276095986366272, "video": 0.07985013723373413, "text": 0.08270668983459473 }, "text": { "rows": 4096, "none": 0.09497281908988953, "all": 0.09548289328813553, "video": 0.10135325789451599, "text": 0.09497281908988953 }, "audio": { "rows": 4096, "none": 0.08341234922409058, "all": 0.0751711055636406, "video": 0.09389455616474152, "text": 0.08341234922409058 } }, "transformer_blocks.6.ff.net.2": { "video": { "rows": 4096, "none": 0.10032258927822113, "all": 0.10091499984264374, "video": 0.0906345397233963, "text": 0.10032258927822113 }, "text": { "rows": 4096, "none": 0.08279360830783844, "all": 0.0766051784157753, "video": 0.09180673956871033, "text": 0.08279360830783844 }, "audio": { "rows": 4096, "none": 0.116676926612854, "all": 0.11829299479722977, "video": 0.1262339949607849, "text": 0.116676926612854 } }, "transformer_blocks.8.attn.to_out.0": { "video": { "rows": 4096, "none": 0.09517932683229446, "all": 0.09369336068630219, "video": 0.09488670527935028, "text": 0.09489420801401138 }, "text": { "rows": 4096, "none": 0.10017351061105728, "all": 0.0992254763841629, "video": 0.10004887729883194, "text": 0.09833671152591705 }, "audio": { "rows": 4096, "none": 0.09902119636535645, "all": 0.0982198566198349, "video": 0.09928777813911438, "text": 0.09927725046873093 } }, "transformer_blocks.9.attn.to_v": { "video": { "rows": 4096, "none": 0.1031651571393013, "all": 0.10096903890371323, "video": 0.09911729395389557, "text": 0.1026734784245491 }, "text": { "rows": 4096, "none": 0.10883262753486633, "all": 0.10766676813364029, "video": 0.11436671018600464, "text": 0.10727689415216446 }, "audio": { "rows": 4096, "none": 0.11537211388349533, "all": 0.09924998879432678, "video": 0.12123125046491623, "text": 0.11400681734085083 } }, "token_refiner.refiner_blocks.1.attn.to_k": { "text": { "rows": 4096, "none": 0.08734359592199326, "all": 0.0843144953250885, "video": 0.0843144953250885, "text": 0.0843144953250885 } }, "transformer_blocks.0.attn.to_q": { "video": { "rows": 4096, "none": 0.05401691421866417, "all": 0.046848516911268234, "video": 0.04385873302817345, "text": 0.05401691421866417 }, "text": { "rows": 4096, "none": 0.05804041028022766, "all": 0.05818954110145569, "video": 0.06489527225494385, "text": 0.05804041028022766 }, "audio": { "rows": 4096, "none": 0.05868082121014595, "all": 0.05559619143605232, "video": 0.06426604837179184, "text": 0.05868082121014595 } }, "transformer_blocks.1.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.061272185295820236, "all": 0.06126144528388977, "video": 0.05457982420921326, "text": 0.061272185295820236 }, "text": { "rows": 4096, "none": 0.08461512625217438, "all": 0.08436315506696701, "video": 0.09207378327846527, "text": 0.08461512625217438 }, "audio": { "rows": 4096, "none": 0.13320177793502808, "all": 0.13418923318386078, "video": 0.14680877327919006, "text": 0.13320177793502808 } }, "transformer_blocks.11.attn.to_k": { "video": { "rows": 4096, "none": 0.08312661200761795, "all": 0.08219050616025925, "video": 0.07971999794244766, "text": 0.08312661200761795 }, "text": { "rows": 4096, "none": 0.09552648663520813, "all": 0.09368385374546051, "video": 0.10237865895032883, "text": 0.09552648663520813 }, "audio": { "rows": 4096, "none": 0.08493264019489288, "all": 0.07808469235897064, "video": 0.09596508741378784, "text": 0.08493264019489288 } }, "transformer_blocks.12.attn.to_q": { "video": { "rows": 4096, "none": 0.08259301632642746, "all": 0.08127395808696747, "video": 0.07997620105743408, "text": 0.08274733275175095 }, "text": { "rows": 4096, "none": 0.10137537121772766, "all": 0.09955985099077225, "video": 0.10832062363624573, "text": 0.10076853632926941 }, "audio": { "rows": 4096, "none": 0.09524107724428177, "all": 0.09090868383646011, "video": 0.10542638599872589, "text": 0.09534649550914764 } }, "transformer_blocks.13.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1048206314444542, "all": 0.10213765501976013, "video": 0.10064136981964111, "text": 0.10366050899028778 }, "text": { "rows": 4096, "none": 0.10197184979915619, "all": 0.09672806411981583, "video": 0.10406855493783951, "text": 0.09597401320934296 }, "audio": { "rows": 4096, "none": 0.09735526144504547, "all": 0.08891105651855469, "video": 0.10105166584253311, "text": 0.09460386633872986 } }, "transformer_blocks.15.attn.to_k": { "video": { "rows": 4096, "none": 0.08596911281347275, "all": 0.08449800312519073, "video": 0.08162988722324371, "text": 0.08596911281347275 }, "text": { "rows": 4096, "none": 0.09342506527900696, "all": 0.09164769947528839, "video": 0.10151281952857971, "text": 0.09342506527900696 }, "audio": { "rows": 4096, "none": 0.07366582751274109, "all": 0.0672001838684082, "video": 0.08355970680713654, "text": 0.07366582751274109 } }, "transformer_blocks.16.attn.to_q": { "video": { "rows": 4096, "none": 0.08420250564813614, "all": 0.08109518140554428, "video": 0.07971023768186569, "text": 0.0841950923204422 }, "text": { "rows": 4096, "none": 0.09716586768627167, "all": 0.09645886719226837, "video": 0.10469424724578857, "text": 0.09634768962860107 }, "audio": { "rows": 4096, "none": 0.08502764999866486, "all": 0.08008246123790741, "video": 0.09810902923345566, "text": 0.08474637567996979 } }, "transformer_blocks.17.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10557223111391068, "all": 0.100875623524189, "video": 0.09996158629655838, "text": 0.10445593297481537 }, "text": { "rows": 4096, "none": 0.10156165808439255, "all": 0.09840645641088486, "video": 0.10280951112508774, "text": 0.09734508395195007 }, "audio": { "rows": 4096, "none": 0.08564687520265579, "all": 0.05822281539440155, "video": 0.09097343683242798, "text": 0.08011886477470398 } }, "transformer_blocks.19.attn.to_k": { "video": { "rows": 4096, "none": 0.08074019849300385, "all": 0.07802499085664749, "video": 0.07652295380830765, "text": 0.08074735850095749 }, "text": { "rows": 4096, "none": 0.0928361713886261, "all": 0.0921398401260376, "video": 0.10095883160829544, "text": 0.0913756787776947 }, "audio": { "rows": 4096, "none": 0.07281073182821274, "all": 0.07176782935857773, "video": 0.08282777667045593, "text": 0.07295531779527664 } }, "transformer_blocks.2.attn.to_q": { "video": { "rows": 4096, "none": 0.05451960861682892, "all": 0.05445164814591408, "video": 0.04970585182309151, "text": 0.05451960861682892 }, "text": { "rows": 4096, "none": 0.07299590110778809, "all": 0.07082677632570267, "video": 0.08635618537664413, "text": 0.07299590110778809 }, "audio": { "rows": 4096, "none": 0.06787550449371338, "all": 0.06392426788806915, "video": 0.08142922818660736, "text": 0.06787550449371338 } }, "transformer_blocks.20.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10437434911727905, "all": 0.09884083271026611, "video": 0.0975402221083641, "text": 0.10175741463899612 }, "text": { "rows": 4096, "none": 0.10208336263895035, "all": 0.09794048219919205, "video": 0.10450562089681625, "text": 0.09523392468690872 }, "audio": { "rows": 4096, "none": 0.11156763881444931, "all": 0.11133062094449997, "video": 0.12568815052509308, "text": 0.11265620589256287 } }, "transformer_blocks.22.attn.to_k": { "video": { "rows": 4096, "none": 0.0792766883969307, "all": 0.07557006925344467, "video": 0.07312706857919693, "text": 0.07918865978717804 }, "text": { "rows": 4096, "none": 0.09118766337633133, "all": 0.09073665738105774, "video": 0.10193055123090744, "text": 0.08923327922821045 }, "audio": { "rows": 4096, "none": 0.07091975212097168, "all": 0.07539619505405426, "video": 0.08207181841135025, "text": 0.07129063457250595 } }, "transformer_blocks.23.attn.to_q": { "video": { "rows": 4096, "none": 0.08522870391607285, "all": 0.08105439692735672, "video": 0.08032317459583282, "text": 0.08403445035219193 }, "text": { "rows": 4096, "none": 0.09741819649934769, "all": 0.09775887429714203, "video": 0.1091480478644371, "text": 0.09451369196176529 }, "audio": { "rows": 4096, "none": 0.09298884123563766, "all": 0.09886697679758072, "video": 0.10868772119283676, "text": 0.09385665506124496 } }, "transformer_blocks.24.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10934896022081375, "all": 0.10461162030696869, "video": 0.1027902141213417, "text": 0.10738725960254669 }, "text": { "rows": 4096, "none": 0.1090451031923294, "all": 0.10436708480119705, "video": 0.11172468215227127, "text": 0.10287158936262131 }, "audio": { "rows": 4096, "none": 0.11512164026498795, "all": 0.11885624378919601, "video": 0.1305261105298996, "text": 0.11763852089643478 } }, "transformer_blocks.26.attn.to_k": { "video": { "rows": 4096, "none": 0.07315139472484589, "all": 0.07031790912151337, "video": 0.0690818503499031, "text": 0.07268241792917252 }, "text": { "rows": 4096, "none": 0.0843261331319809, "all": 0.08332789689302444, "video": 0.09377001971006393, "text": 0.0818503350019455 }, "audio": { "rows": 4096, "none": 0.06299708783626556, "all": 0.06674102693796158, "video": 0.07495301216840744, "text": 0.06332798302173615 } }, "transformer_blocks.27.attn.to_q": { "video": { "rows": 4096, "none": 0.0756392702460289, "all": 0.07244542986154556, "video": 0.07252918928861618, "text": 0.07471886277198792 }, "text": { "rows": 4096, "none": 0.08358736336231232, "all": 0.08205971121788025, "video": 0.09470514953136444, "text": 0.08035802096128464 }, "audio": { "rows": 4096, "none": 0.08447444438934326, "all": 0.09033533185720444, "video": 0.10004808008670807, "text": 0.08600356429815292 } }, "transformer_blocks.28.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.1110621839761734, "all": 0.10898510366678238, "video": 0.10712602734565735, "text": 0.10943005234003067 }, "text": { "rows": 4096, "none": 0.11372241377830505, "all": 0.10967401415109634, "video": 0.11288604885339737, "text": 0.10982614755630493 }, "audio": { "rows": 4096, "none": 0.11518003791570663, "all": 0.11578204482793808, "video": 0.12375985831022263, "text": 0.1186782717704773 } }, "transformer_blocks.3.attn.to_k": { "video": { "rows": 4096, "none": 0.05152712017297745, "all": 0.05068117380142212, "video": 0.0483560748398304, "text": 0.05152712017297745 }, "text": { "rows": 4096, "none": 0.08114493638277054, "all": 0.07887609302997589, "video": 0.08870384842157364, "text": 0.08114493638277054 }, "audio": { "rows": 4096, "none": 0.05605774745345116, "all": 0.046935126185417175, "video": 0.06759865581989288, "text": 0.05605774745345116 } }, "transformer_blocks.30.attn.to_q": { "video": { "rows": 4096, "none": 0.07092273980379105, "all": 0.0693717896938324, "video": 0.06822559982538223, "text": 0.07058949768543243 }, "text": { "rows": 4096, "none": 0.07481570541858673, "all": 0.07312250137329102, "video": 0.08279135078191757, "text": 0.07325858622789383 }, "audio": { "rows": 4096, "none": 0.07897008955478668, "all": 0.0821698009967804, "video": 0.09424473345279694, "text": 0.08076690137386322 } }, "transformer_blocks.31.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11419067531824112, "all": 0.11147751659154892, "video": 0.11040080338716507, "text": 0.1113632321357727 }, "text": { "rows": 4096, "none": 0.11948984861373901, "all": 0.1170443668961525, "video": 0.12144862115383148, "text": 0.11678145080804825 }, "audio": { "rows": 4096, "none": 0.12491874396800995, "all": 0.13221192359924316, "video": 0.15439274907112122, "text": 0.15397968888282776 } }, "transformer_blocks.33.attn.to_k": { "video": { "rows": 4096, "none": 0.061045240610837936, "all": 0.05908556282520294, "video": 0.058019641786813736, "text": 0.05960874259471893 }, "text": { "rows": 4096, "none": 0.06253014504909515, "all": 0.06120096147060394, "video": 0.07703366130590439, "text": 0.05998608469963074 }, "audio": { "rows": 4096, "none": 0.052925050258636475, "all": 0.058157049119472504, "video": 0.08018053323030472, "text": 0.061561573296785355 } }, "transformer_blocks.34.attn.to_q": { "video": { "rows": 4096, "none": 0.07215908169746399, "all": 0.07064875215291977, "video": 0.06964408606290817, "text": 0.07093822956085205 }, "text": { "rows": 4096, "none": 0.07349453121423721, "all": 0.0720517635345459, "video": 0.07938067615032196, "text": 0.07112311571836472 }, "audio": { "rows": 4096, "none": 0.07550108432769775, "all": 0.08075439929962158, "video": 0.0951387882232666, "text": 0.08831938356161118 } }, "transformer_blocks.35.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10827336460351944, "all": 0.10542640089988708, "video": 0.10476137697696686, "text": 0.10496358573436737 }, "text": { "rows": 4096, "none": 0.11730919033288956, "all": 0.1144818365573883, "video": 0.11542748659849167, "text": 0.11371109634637833 }, "audio": { "rows": 4096, "none": 0.12539532780647278, "all": 0.1370428055524826, "video": 0.15569183230400085, "text": 0.14874432981014252 } }, "transformer_blocks.37.attn.to_k": { "video": { "rows": 4096, "none": 0.059105146676301956, "all": 0.05829747021198273, "video": 0.05758434534072876, "text": 0.05835897475481033 }, "text": { "rows": 4096, "none": 0.06333034485578537, "all": 0.062029629945755005, "video": 0.06755252182483673, "text": 0.061169058084487915 }, "audio": { "rows": 4096, "none": 0.060360170900821686, "all": 0.06132340058684349, "video": 0.07032568007707596, "text": 0.0632878914475441 } }, "transformer_blocks.38.attn.to_q": { "video": { "rows": 4096, "none": 0.07168594002723694, "all": 0.07046259194612503, "video": 0.06972809880971909, "text": 0.07152043282985687 }, "text": { "rows": 4096, "none": 0.07635993510484695, "all": 0.07507488876581192, "video": 0.07764550298452377, "text": 0.07547575980424881 }, "audio": { "rows": 4096, "none": 0.08576499670743942, "all": 0.087159663438797, "video": 0.09263768792152405, "text": 0.08737922459840775 } }, "transformer_blocks.39.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11378364264965057, "all": 0.11286041140556335, "video": 0.11185561120510101, "text": 0.11210212856531143 }, "text": { "rows": 4096, "none": 0.12185027450323105, "all": 0.11998774856328964, "video": 0.1209312379360199, "text": 0.11908509582281113 }, "audio": { "rows": 4096, "none": 0.12572725117206573, "all": 0.1263347864151001, "video": 0.14132225513458252, "text": 0.14277581870555878 } }, "transformer_blocks.40.attn.to_k": { "video": { "rows": 4096, "none": 0.061603859066963196, "all": 0.061343856155872345, "video": 0.060404904186725616, "text": 0.06094968691468239 }, "text": { "rows": 4096, "none": 0.062372878193855286, "all": 0.06166229397058487, "video": 0.06578535586595535, "text": 0.06053205206990242 }, "audio": { "rows": 4096, "none": 0.05944112315773964, "all": 0.05989786610007286, "video": 0.06895571202039719, "text": 0.06378582119941711 } }, "transformer_blocks.41.attn.to_q": { "video": { "rows": 4096, "none": 0.0698196068406105, "all": 0.068588025867939, "video": 0.0676501914858818, "text": 0.06859581172466278 }, "text": { "rows": 4096, "none": 0.07691293954849243, "all": 0.07528501749038696, "video": 0.0804051086306572, "text": 0.0744234025478363 }, "audio": { "rows": 4096, "none": 0.08522458374500275, "all": 0.08568200469017029, "video": 0.09794215112924576, "text": 0.08818215876817703 } }, "transformer_blocks.42.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10637105256319046, "all": 0.10590393841266632, "video": 0.10481725633144379, "text": 0.10550981760025024 }, "text": { "rows": 4096, "none": 0.11704731732606888, "all": 0.11651642620563507, "video": 0.11708119511604309, "text": 0.11562999337911606 }, "audio": { "rows": 4096, "none": 0.12360737472772598, "all": 0.12320779263973236, "video": 0.14255212247371674, "text": 0.13105259835720062 } }, "transformer_blocks.44.attn.to_k": { "video": { "rows": 4096, "none": 0.05699405074119568, "all": 0.05679139494895935, "video": 0.056449178606271744, "text": 0.05682317167520523 }, "text": { "rows": 4096, "none": 0.061004869639873505, "all": 0.06028785929083824, "video": 0.06935367733240128, "text": 0.060403626412153244 }, "audio": { "rows": 4096, "none": 0.049417443573474884, "all": 0.049698758870363235, "video": 0.05827663093805313, "text": 0.04935326799750328 } }, "transformer_blocks.45.attn.to_q": { "video": { "rows": 4096, "none": 0.06666331738233566, "all": 0.06604502350091934, "video": 0.06553753465414047, "text": 0.06651274114847183 }, "text": { "rows": 4096, "none": 0.08429992944002151, "all": 0.08265633136034012, "video": 0.08840702474117279, "text": 0.08360006660223007 }, "audio": { "rows": 4096, "none": 0.08240438997745514, "all": 0.08365795761346817, "video": 0.08802811056375504, "text": 0.08259674161672592 } }, "transformer_blocks.46.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.11416798084974289, "all": 0.11407581716775894, "video": 0.11289265006780624, "text": 0.11378515511751175 }, "text": { "rows": 4096, "none": 0.12429359555244446, "all": 0.12292515486478806, "video": 0.12504802644252777, "text": 0.12301873415708542 }, "audio": { "rows": 4096, "none": 0.1186218336224556, "all": 0.11790867149829865, "video": 0.12748342752456665, "text": 0.11886357516050339 } }, "transformer_blocks.48.attn.to_k": { "video": { "rows": 4096, "none": 0.04718857258558273, "all": 0.04716208949685097, "video": 0.04661624878644943, "text": 0.04738834127783775 }, "text": { "rows": 4096, "none": 0.0550626665353775, "all": 0.054637327790260315, "video": 0.07069947570562363, "text": 0.05461782217025757 }, "audio": { "rows": 4096, "none": 0.04858051985502243, "all": 0.04903878644108772, "video": 0.06362660974264145, "text": 0.04896002635359764 } }, "transformer_blocks.49.attn.to_q": { "video": { "rows": 4096, "none": 0.04088038206100464, "all": 0.04076521098613739, "video": 0.040110956877470016, "text": 0.04103264957666397 }, "text": { "rows": 4096, "none": 0.06663905084133148, "all": 0.06437870115041733, "video": 0.07889297604560852, "text": 0.06467115134000778 }, "audio": { "rows": 4096, "none": 0.049863167107105255, "all": 0.05115104839205742, "video": 0.05917963758111, "text": 0.0500282384455204 } }, "transformer_blocks.5.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10503428429365158, "all": 0.10501955449581146, "video": 0.10038606077432632, "text": 0.10514755547046661 }, "text": { "rows": 4096, "none": 0.10056122392416, "all": 0.09781969338655472, "video": 0.10797728598117828, "text": 0.09919983148574829 }, "audio": { "rows": 4096, "none": 0.10287124663591385, "all": 0.09501223266124725, "video": 0.11459118127822876, "text": 0.10110708326101303 } }, "transformer_blocks.7.attn.to_k": { "video": { "rows": 4096, "none": 0.07328049093484879, "all": 0.07280313968658447, "video": 0.06978939473628998, "text": 0.07328049093484879 }, "text": { "rows": 4096, "none": 0.09167587757110596, "all": 0.08888843655586243, "video": 0.10189502686262131, "text": 0.09167587757110596 }, "audio": { "rows": 4096, "none": 0.08355005085468292, "all": 0.07962219417095184, "video": 0.09491952508687973, "text": 0.08355005085468292 } }, "transformer_blocks.8.attn.to_q": { "video": { "rows": 4096, "none": 0.0782199501991272, "all": 0.07728978991508484, "video": 0.0756756141781807, "text": 0.0782199501991272 }, "text": { "rows": 4096, "none": 0.1029321625828743, "all": 0.10117947310209274, "video": 0.10931192338466644, "text": 0.1029321625828743 }, "audio": { "rows": 4096, "none": 0.0970352441072464, "all": 0.08606912195682526, "video": 0.10825014114379883, "text": 0.0970352441072464 } }, "transformer_blocks.9.ff.net.0.proj": { "video": { "rows": 4096, "none": 0.10638746619224548, "all": 0.10541272163391113, "video": 0.10180880129337311, "text": 0.10562923550605774 }, "text": { "rows": 4096, "none": 0.10153763741254807, "all": 0.09682179242372513, "video": 0.10239843279123306, "text": 0.09742870926856995 }, "audio": { "rows": 4096, "none": 0.09275668859481812, "all": 0.08047923445701599, "video": 0.09051385521888733, "text": 0.08689180016517639 } }, "token_refiner.refiner_blocks.1.attn.to_out.0": { "text": { "rows": 4096, "none": 0.07647982239723206, "all": 0.07449720054864883, "video": 0.07449720054864883, "text": 0.07449720054864883 } }, "transformer_blocks.0.attn.to_v": { "video": { "rows": 4096, "none": 0.05208161100745201, "all": 0.044526971876621246, "video": 0.04210319742560387, "text": 0.05208161100745201 }, "text": { "rows": 4096, "none": 0.07740145176649094, "all": 0.07791341841220856, "video": 0.08245763182640076, "text": 0.07740145176649094 }, "audio": { "rows": 4096, "none": 0.07515723258256912, "all": 0.07120110839605331, "video": 0.07811763137578964, "text": 0.07515723258256912 } }, "transformer_blocks.1.ff.net.2": { "video": { "rows": 4096, "none": 0.04888755455613136, "all": 0.04888755455613136, "video": 0.032748885452747345, "text": 0.04888755455613136 }, "text": { "rows": 4096, "none": 0.06383287161588669, "all": 0.06383287161588669, "video": 0.09967906028032303, "text": 0.06383287161588669 }, "audio": { "rows": 4096, "none": 0.10389574617147446, "all": 0.10389574617147446, "video": 0.19071805477142334, "text": 0.10389574617147446 } }, "transformer_blocks.11.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10157451033592224, "all": 0.10049444437026978, "video": 0.10073930025100708, "text": 0.10095187276601791 }, "text": { "rows": 4096, "none": 0.10666371881961823, "all": 0.10527817904949188, "video": 0.10568143427371979, "text": 0.10423744469881058 }, "audio": { "rows": 4096, "none": 0.11299218982458115, "all": 0.11242172122001648, "video": 0.11252463608980179, "text": 0.11266827583312988 } }, "transformer_blocks.12.attn.to_v": { "video": { "rows": 4096, "none": 0.10589251667261124, "all": 0.10517178475856781, "video": 0.10234517604112625, "text": 0.10590843856334686 }, "text": { "rows": 4096, "none": 0.10639960318803787, "all": 0.10516542941331863, "video": 0.11315283924341202, "text": 0.10568350553512573 }, "audio": { "rows": 4096, "none": 0.11097869277000427, "all": 0.10677114129066467, "video": 0.1221904456615448, "text": 0.11098606884479523 } }, "transformer_blocks.13.ff.net.2": { "video": { "rows": 4096, "none": 0.09356722235679626, "all": 0.08863478153944016, "video": 0.08760528266429901, "text": 0.09310482442378998 }, "text": { "rows": 4096, "none": 0.05058994144201279, "all": 0.026689819991588593, "video": 0.33962446451187134, "text": 0.021399972960352898 }, "audio": { "rows": 4096, "none": 0.11910935491323471, "all": 0.12704245746135712, "video": 0.1337679624557495, "text": 0.11905086785554886 } }, "transformer_blocks.15.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10337010025978088, "all": 0.10313920676708221, "video": 0.10205831378698349, "text": 0.10256849974393845 }, "text": { "rows": 4096, "none": 0.10279417037963867, "all": 0.10258524864912033, "video": 0.10195475816726685, "text": 0.1007235124707222 }, "audio": { "rows": 4096, "none": 0.10546670854091644, "all": 0.10635042935609818, "video": 0.1053660586476326, "text": 0.10604023933410645 } }, "transformer_blocks.16.attn.to_v": { "video": { "rows": 4096, "none": 0.10640864074230194, "all": 0.10324294120073318, "video": 0.10114426165819168, "text": 0.10614372044801712 }, "text": { "rows": 4096, "none": 0.10609375685453415, "all": 0.1053980216383934, "video": 0.11137375980615616, "text": 0.10503683239221573 }, "audio": { "rows": 4096, "none": 0.11869637668132782, "all": 0.11296094208955765, "video": 0.1295899897813797, "text": 0.11797404289245605 } }, "transformer_blocks.17.ff.net.2": { "video": { "rows": 4096, "none": 0.08815412223339081, "all": 0.08339967578649521, "video": 0.08345960825681686, "text": 0.08846092969179153 }, "text": { "rows": 4096, "none": 0.09149067848920822, "all": 0.08711367845535278, "video": 0.1088341474533081, "text": 0.08752162754535675 }, "audio": { "rows": 4096, "none": 0.035527244210243225, "all": 0.04782385751605034, "video": 0.04704434424638748, "text": 0.03583354130387306 } }, "transformer_blocks.19.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10065487027168274, "all": 0.099395751953125, "video": 0.099056176841259, "text": 0.10019148141145706 }, "text": { "rows": 4096, "none": 0.10420452803373337, "all": 0.10269363969564438, "video": 0.10276179760694504, "text": 0.10241327434778214 }, "audio": { "rows": 4096, "none": 0.10192576795816422, "all": 0.10178598016500473, "video": 0.10147526860237122, "text": 0.1023719310760498 } }, "transformer_blocks.2.attn.to_v": { "video": { "rows": 4096, "none": 0.06637240201234818, "all": 0.06634552776813507, "video": 0.06058485805988312, "text": 0.06637240201234818 }, "text": { "rows": 4096, "none": 0.08250731974840164, "all": 0.08099546283483505, "video": 0.1071842685341835, "text": 0.08250731974840164 }, "audio": { "rows": 4096, "none": 0.06656081229448318, "all": 0.06443716585636139, "video": 0.08290145546197891, "text": 0.06656081229448318 } }, "transformer_blocks.20.ff.net.2": { "video": { "rows": 4096, "none": 0.08910220116376877, "all": 0.0851573720574379, "video": 0.0850071981549263, "text": 0.08877313882112503 }, "text": { "rows": 4096, "none": 0.0890830010175705, "all": 0.08622142672538757, "video": 0.09107891470193863, "text": 0.08249048888683319 }, "audio": { "rows": 4096, "none": 0.1098405197262764, "all": 0.11780048161745071, "video": 0.11948984861373901, "text": 0.1108955517411232 } }, "transformer_blocks.22.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10633312165737152, "all": 0.10643710196018219, "video": 0.10651324689388275, "text": 0.10680021345615387 }, "text": { "rows": 4096, "none": 0.10928323864936829, "all": 0.10872822254896164, "video": 0.10877066850662231, "text": 0.10882142186164856 }, "audio": { "rows": 4096, "none": 0.10827801376581192, "all": 0.1088087186217308, "video": 0.10868660360574722, "text": 0.10879300534725189 } }, "transformer_blocks.23.attn.to_v": { "video": { "rows": 4096, "none": 0.11171291768550873, "all": 0.10759518295526505, "video": 0.106545090675354, "text": 0.11036515235900879 }, "text": { "rows": 4096, "none": 0.1130717545747757, "all": 0.114064522087574, "video": 0.1263359636068344, "text": 0.10914691537618637 }, "audio": { "rows": 4096, "none": 0.14044500887393951, "all": 0.14780041575431824, "video": 0.16360166668891907, "text": 0.14168842136859894 } }, "transformer_blocks.24.ff.net.2": { "video": { "rows": 4096, "none": 0.09131832420825958, "all": 0.08916836231946945, "video": 0.08884044736623764, "text": 0.09093209356069565 }, "text": { "rows": 4096, "none": 0.08479006588459015, "all": 0.08060756325721741, "video": 0.08199303597211838, "text": 0.0792437419295311 }, "audio": { "rows": 4096, "none": 0.09904318302869797, "all": 0.10371170938014984, "video": 0.10589180141687393, "text": 0.10121536254882812 } }, "transformer_blocks.26.attn.to_out.0": { "video": { "rows": 4096, "none": 0.10976150631904602, "all": 0.10941462963819504, "video": 0.10889637470245361, "text": 0.10929962247610092 }, "text": { "rows": 4096, "none": 0.11032626032829285, "all": 0.11029000580310822, "video": 0.10939300805330276, "text": 0.10875050723552704 }, "audio": { "rows": 4096, "none": 0.11208941787481308, "all": 0.11235369741916656, "video": 0.11170510947704315, "text": 0.11203842610120773 } }, "transformer_blocks.27.attn.to_v": { "video": { "rows": 4096, "none": 0.10227716714143753, "all": 0.1000664159655571, "video": 0.09946268796920776, "text": 0.10218677669763565 }, "text": { "rows": 4096, "none": 0.11220093071460724, "all": 0.11201893538236618, "video": 0.1166774109005928, "text": 0.11067060381174088 }, "audio": { "rows": 4096, "none": 0.14058247208595276, "all": 0.14716491103172302, "video": 0.15027502179145813, "text": 0.14252103865146637 } }, "transformer_blocks.28.ff.net.2": { "video": { "rows": 4096, "none": 0.09668093174695969, "all": 0.09565986692905426, "video": 0.09508698433637619, "text": 0.09668093174695969 }, "text": { "rows": 4096, "none": 0.09303773194551468, "all": 0.09053124487400055, "video": 0.0923326388001442, "text": 0.09303773194551468 }, "audio": { "rows": 4096, "none": 0.10640378296375275, "all": 0.10953374207019806, "video": 0.11019184440374374, "text": 0.10640378296375275 } }, "transformer_blocks.3.attn.to_out.0": { "video": { "rows": 4096, "none": 0.08855219185352325, "all": 0.08617560565471649, "video": 0.08589848130941391, "text": 0.08748272806406021 }, "text": { "rows": 4096, "none": 0.08669824153184891, "all": 0.08710071444511414, "video": 0.08677811920642853, "text": 0.08595731854438782 }, "audio": { "rows": 4096, "none": 0.09673188626766205, "all": 0.09682067483663559, "video": 0.09722580760717392, "text": 0.09559958428144455 } }, "transformer_blocks.30.attn.to_v": { "video": { "rows": 4096, "none": 0.12100788950920105, "all": 0.11902328580617905, "video": 0.11730432510375977, "text": 0.12054481357336044 }, "text": { "rows": 4096, "none": 0.12070830911397934, "all": 0.11993977427482605, "video": 0.1386096477508545, "text": 0.1188553050160408 }, "audio": { "rows": 4096, "none": 0.16151569783687592, "all": 0.1688157618045807, "video": 0.198935404419899, "text": 0.16343194246292114 } }, "transformer_blocks.31.ff.net.2": { "video": { "rows": 4096, "none": 0.11104065179824829, "all": 0.11104065179824829, "video": 0.11104065179824829, "text": 0.11104065179824829 }, "text": { "rows": 4096, "none": 0.1097169816493988, "all": 0.1097169816493988, "video": 0.1097169816493988, "text": 0.1097169816493988 }, "audio": { "rows": 4096, "none": 0.11450973898172379, "all": 0.11450973898172379, "video": 0.11450973898172379, "text": 0.11450973898172379 } }, "transformer_blocks.33.attn.to_out.0": { "video": { "rows": 4096, "none": 0.16199947893619537, "all": 0.16160845756530762, "video": 0.16082997620105743, "text": 0.1612333208322525 }, "text": { "rows": 4096, "none": 0.15415480732917786, "all": 0.15390945971012115, "video": 0.15314476191997528, "text": 0.1530686467885971 }, "audio": { "rows": 4096, "none": 0.14131784439086914, "all": 0.1409708559513092, "video": 0.1400948464870453, "text": 0.14058271050453186 } }, "transformer_blocks.34.attn.to_v": { "video": { "rows": 4096, "none": 0.12276942282915115, "all": 0.12087789177894592, "video": 0.11920198798179626, "text": 0.12123783677816391 }, "text": { "rows": 4096, "none": 0.12563885748386383, "all": 0.1240534633398056, "video": 0.1480180323123932, "text": 0.12282738089561462 }, "audio": { "rows": 4096, "none": 0.15839512646198273, "all": 0.16764163970947266, "video": 0.23207911849021912, "text": 0.17432041466236115 } }, "transformer_blocks.35.ff.net.2": { "video": { "rows": 4096, "none": 0.12289783358573914, "all": 0.12289783358573914, "video": 0.12289783358573914, "text": 0.12289783358573914 }, "text": { "rows": 4096, "none": 0.11624572426080704, "all": 0.11624572426080704, "video": 0.11624572426080704, "text": 0.11624572426080704 }, "audio": { "rows": 4096, "none": 0.11701198667287827, "all": 0.11701198667287827, "video": 0.11701198667287827, "text": 0.11701198667287827 } }, "transformer_blocks.37.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14605209231376648, "all": 0.14503253996372223, "video": 0.14549078047275543, "text": 0.14549729228019714 }, "text": { "rows": 4096, "none": 0.14686885476112366, "all": 0.1455884575843811, "video": 0.14641934633255005, "text": 0.14595365524291992 }, "audio": { "rows": 4096, "none": 0.15178558230400085, "all": 0.15230713784694672, "video": 0.15280704200267792, "text": 0.1527625322341919 } }, "transformer_blocks.38.attn.to_v": { "video": { "rows": 4096, "none": 0.12363022565841675, "all": 0.12224365770816803, "video": 0.12122935056686401, "text": 0.12303278595209122 }, "text": { "rows": 4096, "none": 0.13143546879291534, "all": 0.1297883689403534, "video": 0.13543814420700073, "text": 0.12899702787399292 }, "audio": { "rows": 4096, "none": 0.1510217934846878, "all": 0.15333013236522675, "video": 0.16595228016376495, "text": 0.1534518152475357 } }, "transformer_blocks.39.ff.net.2": { "video": { "rows": 4096, "none": 0.1270284354686737, "all": 0.12732923030853271, "video": 0.1270284354686737, "text": 0.12708112597465515 }, "text": { "rows": 4096, "none": NaN, "all": NaN, "video": NaN, "text": NaN }, "audio": { "rows": 4096, "none": 0.11811503767967224, "all": 0.1187649667263031, "video": 0.11811503767967224, "text": 0.1184498742222786 } }, "transformer_blocks.40.attn.to_out.0": { "video": { "rows": 4096, "none": 0.14909784495830536, "all": 0.14871038496494293, "video": 0.1498611569404602, "text": 0.14776797592639923 }, "text": { "rows": 4096, "none": 0.1527106910943985, "all": 0.15225675702095032, "video": 0.1532837152481079, "text": 0.15081728994846344 }, "audio": { "rows": 4096, "none": 0.15107813477516174, "all": 0.151661217212677, "video": 0.15188322961330414, "text": 0.15025973320007324 } }, "transformer_blocks.41.attn.to_v": { "video": { "rows": 4096, "none": 0.13385982811450958, "all": 0.13253110647201538, "video": 0.13172373175621033, "text": 0.13324598968029022 }, "text": { "rows": 4096, "none": 0.13176272809505463, "all": 0.1310586780309677, "video": 0.1390460580587387, "text": 0.12957823276519775 }, "audio": { "rows": 4096, "none": 0.15351687371730804, "all": 0.15671245753765106, "video": 0.1769161969423294, "text": 0.15999509394168854 } }, "transformer_blocks.42.ff.net.2": { "video": { "rows": 4096, "none": 0.1308465301990509, "all": 0.1308465301990509, "video": 0.1308465301990509, "text": 0.1308465301990509 }, "text": { "rows": 4096, "none": 0.12569814920425415, "all": 0.12569814920425415, "video": 0.12569814920425415, "text": 0.12569814920425415 }, "audio": { "rows": 4096, "none": 0.12190721184015274, "all": 0.12190721184015274, "video": 0.12190721184015274, "text": 0.12190721184015274 } }, "transformer_blocks.44.attn.to_out.0": { "video": { "rows": 4096, "none": 0.12663015723228455, "all": 0.1262369006872177, "video": 0.12581689655780792, "text": 0.1264065057039261 }, "text": { "rows": 4096, "none": 0.12009734660387039, "all": 0.11982174962759018, "video": 0.11996641010046005, "text": 0.1193634420633316 }, "audio": { "rows": 4096, "none": 0.1320250779390335, "all": 0.1322460174560547, "video": 0.13388389348983765, "text": 0.13305361568927765 } }, "transformer_blocks.45.attn.to_v": { "video": { "rows": 4096, "none": 0.13256727159023285, "all": 0.13208332657814026, "video": 0.13040155172348022, "text": 0.13233277201652527 }, "text": { "rows": 4096, "none": 0.13165077567100525, "all": 0.12996044754981995, "video": 0.13567370176315308, "text": 0.12941314280033112 }, "audio": { "rows": 4096, "none": 0.16247902810573578, "all": 0.16532711684703827, "video": 0.16941139101982117, "text": 0.16404272615909576 } }, "transformer_blocks.46.ff.net.2": { "video": { "rows": 4096, "none": 0.13074693083763123, "all": 0.13074693083763123, "video": 0.13045066595077515, "text": 0.13074693083763123 }, "text": { "rows": 4096, "none": 0.12617550790309906, "all": 0.12617550790309906, "video": 0.12555848062038422, "text": 0.12617550790309906 }, "audio": { "rows": 4096, "none": 0.12106091529130936, "all": 0.12106091529130936, "video": 0.12413154542446136, "text": 0.12106091529130936 } }, "transformer_blocks.48.attn.to_out.0": { "video": { "rows": 4096, "none": 0.11669256538152695, "all": 0.11677806824445724, "video": 0.11636778712272644, "text": 0.11637718975543976 }, "text": { "rows": 4096, "none": 0.1121569573879242, "all": 0.11222655326128006, "video": 0.11191647499799728, "text": 0.11167363077402115 }, "audio": { "rows": 4096, "none": 0.113380566239357, "all": 0.11387557536363602, "video": 0.1137470081448555, "text": 0.11331138014793396 } }, "transformer_blocks.49.attn.to_v": { "video": { "rows": 4096, "none": 0.08708811551332474, "all": 0.08665408939123154, "video": 0.08574534952640533, "text": 0.08708370476961136 }, "text": { "rows": 4096, "none": 0.10701855272054672, "all": 0.10320208966732025, "video": 0.1293053776025772, "text": 0.10519756376743317 }, "audio": { "rows": 4096, "none": 0.1405581533908844, "all": 0.1438443809747696, "video": 0.17410461604595184, "text": 0.1408701390028 } }, "transformer_blocks.5.ff.net.2": { "video": { "rows": 4096, "none": 0.09799136221408844, "all": 0.09801063686609268, "video": 0.08328253775835037, "text": 0.09799136221408844 }, "text": { "rows": 4096, "none": 0.0849178358912468, "all": 0.08069942891597748, "video": 0.09883774816989899, "text": 0.0849178358912468 }, "audio": { "rows": 4096, "none": 0.10657066851854324, "all": 0.10674238950014114, "video": 0.13775485754013062, "text": 0.10657066851854324 } }, "transformer_blocks.7.attn.to_out.0": { "video": { "rows": 4096, "none": 0.09453802555799484, "all": 0.09336759150028229, "video": 0.09303925931453705, "text": 0.09603338688611984 }, "text": { "rows": 4096, "none": 0.09510389715433121, "all": 0.09331762790679932, "video": 0.09549294412136078, "text": 0.08894594013690948 }, "audio": { "rows": 4096, "none": 0.10077420622110367, "all": 0.10062000900506973, "video": 0.1004965677857399, "text": 0.10146429389715195 } }, "transformer_blocks.8.attn.to_v": { "video": { "rows": 4096, "none": 0.09863433241844177, "all": 0.0973113626241684, "video": 0.09519051015377045, "text": 0.098066546022892 }, "text": { "rows": 4096, "none": 0.10409512370824814, "all": 0.10339170694351196, "video": 0.10938972979784012, "text": 0.10325882583856583 }, "audio": { "rows": 4096, "none": 0.12029942870140076, "all": 0.1146806851029396, "video": 0.13211685419082642, "text": 0.11994289606809616 } }, "transformer_blocks.9.ff.net.2": { "video": { "rows": 4096, "none": 0.09748624265193939, "all": 0.0944618284702301, "video": 0.09017979353666306, "text": 0.09735166281461716 }, "text": { "rows": 4096, "none": 0.09523230046033859, "all": 0.08878102898597717, "video": 0.11614847928285599, "text": 0.09311020374298096 }, "audio": { "rows": 4096, "none": 0.11985906213521957, "all": 0.1252865195274353, "video": 0.13952051103115082, "text": 0.11961372196674347 } } }