Invalid JSON:Unexpected token 'N', ..." "none": NaN,
"a"... is not valid JSON
| { | |
| "token_refiner.refiner_blocks.0.attn.to_k": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07205653190612793, | |
| "all": 0.07089781761169434, | |
| "video": 0.07089781761169434, | |
| "text": 0.07089781761169434 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.attn.to_q": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09308847784996033, | |
| "all": 0.0922011137008667, | |
| "video": 0.0922011137008667, | |
| "text": 0.0922011137008667 | |
| } | |
| }, | |
| "transformer_blocks.0.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11857318133115768, | |
| "all": 0.10819368064403534, | |
| "video": 0.08952412009239197, | |
| "text": 0.11857318133115768 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08122517168521881, | |
| "all": 0.08131776005029678, | |
| "video": 0.0938366949558258, | |
| "text": 0.08122517168521881 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1314617097377777, | |
| "all": 0.13411559164524078, | |
| "video": 0.14724142849445343, | |
| "text": 0.1314617097377777 | |
| } | |
| }, | |
| "transformer_blocks.10.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08255884051322937, | |
| "all": 0.0821220874786377, | |
| "video": 0.07896456122398376, | |
| "text": 0.08274876326322556 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09195376187562943, | |
| "all": 0.08689843118190765, | |
| "video": 0.1028653010725975, | |
| "text": 0.09017427265644073 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08565819263458252, | |
| "all": 0.07759447395801544, | |
| "video": 0.09849905967712402, | |
| "text": 0.08549290150403976 | |
| } | |
| }, | |
| "transformer_blocks.11.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08213109523057938, | |
| "all": 0.08144260197877884, | |
| "video": 0.07934413105249405, | |
| "text": 0.08213109523057938 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09809570759534836, | |
| "all": 0.09633590281009674, | |
| "video": 0.1037323847413063, | |
| "text": 0.09809570759534836 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10314308851957321, | |
| "all": 0.09197425842285156, | |
| "video": 0.11295068264007568, | |
| "text": 0.10314308851957321 | |
| } | |
| }, | |
| "transformer_blocks.12.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10588134080171585, | |
| "all": 0.1035117506980896, | |
| "video": 0.10183897614479065, | |
| "text": 0.10498959571123123 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10011335462331772, | |
| "all": 0.09560655802488327, | |
| "video": 0.10207461565732956, | |
| "text": 0.09477140754461288 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09788959473371506, | |
| "all": 0.08840902894735336, | |
| "video": 0.10218753665685654, | |
| "text": 0.09540338069200516 | |
| } | |
| }, | |
| "transformer_blocks.14.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08408064395189285, | |
| "all": 0.08259855210781097, | |
| "video": 0.08083716034889221, | |
| "text": 0.08408064395189285 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09425662457942963, | |
| "all": 0.09327945858240128, | |
| "video": 0.10143284499645233, | |
| "text": 0.09425662457942963 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07524076849222183, | |
| "all": 0.07252347469329834, | |
| "video": 0.0853443592786789, | |
| "text": 0.07524076849222183 | |
| } | |
| }, | |
| "transformer_blocks.15.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08714935928583145, | |
| "all": 0.08580072224140167, | |
| "video": 0.08418779075145721, | |
| "text": 0.08714935928583145 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10007699579000473, | |
| "all": 0.09827768057584763, | |
| "video": 0.10749668627977371, | |
| "text": 0.10007699579000473 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08563867211341858, | |
| "all": 0.08096214383840561, | |
| "video": 0.09675214439630508, | |
| "text": 0.08563867211341858 | |
| } | |
| }, | |
| "transformer_blocks.16.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1035517081618309, | |
| "all": 0.09939118474721909, | |
| "video": 0.09866201877593994, | |
| "text": 0.10254396498203278 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09793674945831299, | |
| "all": 0.09596772491931915, | |
| "video": 0.10032469779253006, | |
| "text": 0.09347658604383469 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0994686484336853, | |
| "all": 0.09439477324485779, | |
| "video": 0.10443681478500366, | |
| "text": 0.09735523909330368 | |
| } | |
| }, | |
| "transformer_blocks.18.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07846169173717499, | |
| "all": 0.07509718835353851, | |
| "video": 0.07449740171432495, | |
| "text": 0.07866591215133667 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09186757355928421, | |
| "all": 0.09191063046455383, | |
| "video": 0.10275142639875412, | |
| "text": 0.08914509415626526 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07715915143489838, | |
| "all": 0.07499171793460846, | |
| "video": 0.09194765239953995, | |
| "text": 0.0776091143488884 | |
| } | |
| }, | |
| "transformer_blocks.19.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08578724414110184, | |
| "all": 0.08291245251893997, | |
| "video": 0.08213586360216141, | |
| "text": 0.08578724414110184 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10349427163600922, | |
| "all": 0.10227533429861069, | |
| "video": 0.11089260876178741, | |
| "text": 0.10349427163600922 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0827447697520256, | |
| "all": 0.07969506829977036, | |
| "video": 0.09074446558952332, | |
| "text": 0.0827447697520256 | |
| } | |
| }, | |
| "transformer_blocks.2.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09607114642858505, | |
| "all": 0.09451615065336227, | |
| "video": 0.08514601737260818, | |
| "text": 0.09617366641759872 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09335912019014359, | |
| "all": 0.09085547178983688, | |
| "video": 0.10229504853487015, | |
| "text": 0.09191035479307175 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12228620797395706, | |
| "all": 0.12335961312055588, | |
| "video": 0.13589368760585785, | |
| "text": 0.12215961515903473 | |
| } | |
| }, | |
| "transformer_blocks.21.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07777858525514603, | |
| "all": 0.074335016310215, | |
| "video": 0.07177326083183289, | |
| "text": 0.07769175618886948 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09397660940885544, | |
| "all": 0.09453088790178299, | |
| "video": 0.10571411997079849, | |
| "text": 0.09243360906839371 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06938787549734116, | |
| "all": 0.07318460196256638, | |
| "video": 0.0821344330906868, | |
| "text": 0.06907645612955093 | |
| } | |
| }, | |
| "transformer_blocks.22.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08420798182487488, | |
| "all": 0.08039186149835587, | |
| "video": 0.07880217581987381, | |
| "text": 0.08380056917667389 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09650874137878418, | |
| "all": 0.09528502076864243, | |
| "video": 0.10841862857341766, | |
| "text": 0.09429927170276642 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09652671962976456, | |
| "all": 0.09933430701494217, | |
| "video": 0.10959472507238388, | |
| "text": 0.09573004394769669 | |
| } | |
| }, | |
| "transformer_blocks.23.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10800610482692719, | |
| "all": 0.1027580127120018, | |
| "video": 0.10144341737031937, | |
| "text": 0.10518647730350494 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10661933571100235, | |
| "all": 0.10214900970458984, | |
| "video": 0.10928460955619812, | |
| "text": 0.10020599514245987 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11019439250230789, | |
| "all": 0.11330905556678772, | |
| "video": 0.1264924854040146, | |
| "text": 0.11315618455410004 | |
| } | |
| }, | |
| "transformer_blocks.25.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07518823444843292, | |
| "all": 0.07172144949436188, | |
| "video": 0.07048089057207108, | |
| "text": 0.0748392716050148 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08859740197658539, | |
| "all": 0.0870087593793869, | |
| "video": 0.10342781990766525, | |
| "text": 0.08534208685159683 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06711572408676147, | |
| "all": 0.07143022865056992, | |
| "video": 0.08340921252965927, | |
| "text": 0.06725048273801804 | |
| } | |
| }, | |
| "transformer_blocks.26.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07944592833518982, | |
| "all": 0.07659747451543808, | |
| "video": 0.0759863406419754, | |
| "text": 0.07886336743831635 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08750706911087036, | |
| "all": 0.08625134825706482, | |
| "video": 0.09563765674829483, | |
| "text": 0.08559183776378632 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07592469453811646, | |
| "all": 0.07905898988246918, | |
| "video": 0.08763441443443298, | |
| "text": 0.0759020447731018 | |
| } | |
| }, | |
| "transformer_blocks.27.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10964219272136688, | |
| "all": 0.10723923146724701, | |
| "video": 0.10524218529462814, | |
| "text": 0.1081976369023323 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11354965716600418, | |
| "all": 0.10918260365724564, | |
| "video": 0.11526928842067719, | |
| "text": 0.11016697436571121 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11232183128595352, | |
| "all": 0.11459942162036896, | |
| "video": 0.12402009963989258, | |
| "text": 0.11431878805160522 | |
| } | |
| }, | |
| "transformer_blocks.29.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06371479481458664, | |
| "all": 0.06188824772834778, | |
| "video": 0.06046810373663902, | |
| "text": 0.06346946209669113 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06710647791624069, | |
| "all": 0.06508602201938629, | |
| "video": 0.0753653272986412, | |
| "text": 0.06580299884080887 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05588071048259735, | |
| "all": 0.0585024431347847, | |
| "video": 0.06831564009189606, | |
| "text": 0.05581613630056381 | |
| } | |
| }, | |
| "transformer_blocks.3.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.055965956300497055, | |
| "all": 0.05565386265516281, | |
| "video": 0.05269664525985718, | |
| "text": 0.055965956300497055 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08298793435096741, | |
| "all": 0.08064766228199005, | |
| "video": 0.0906062126159668, | |
| "text": 0.08298793435096741 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.057877860963344574, | |
| "all": 0.0468490868806839, | |
| "video": 0.0685318261384964, | |
| "text": 0.057877860963344574 | |
| } | |
| }, | |
| "transformer_blocks.30.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1128796637058258, | |
| "all": 0.1102418303489685, | |
| "video": 0.10861532390117645, | |
| "text": 0.11055216193199158 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11679707467556, | |
| "all": 0.11415757983922958, | |
| "video": 0.12049498409032822, | |
| "text": 0.11405180394649506 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1251787692308426, | |
| "all": 0.1309739053249359, | |
| "video": 0.15848742425441742, | |
| "text": 0.14520461857318878 | |
| } | |
| }, | |
| "transformer_blocks.32.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.064351387321949, | |
| "all": 0.06270696967840195, | |
| "video": 0.06141282990574837, | |
| "text": 0.06368222087621689 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06611382961273193, | |
| "all": 0.06513823568820953, | |
| "video": 0.0829898938536644, | |
| "text": 0.06461431831121445 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.054944828152656555, | |
| "all": 0.058190375566482544, | |
| "video": 0.08151236176490784, | |
| "text": 0.058128342032432556 | |
| } | |
| }, | |
| "transformer_blocks.33.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06892076879739761, | |
| "all": 0.06685638427734375, | |
| "video": 0.06567876785993576, | |
| "text": 0.06775856018066406 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07189557701349258, | |
| "all": 0.07016167789697647, | |
| "video": 0.0955149456858635, | |
| "text": 0.06974893808364868 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07870099693536758, | |
| "all": 0.08443056792020798, | |
| "video": 0.12889108061790466, | |
| "text": 0.08597199618816376 | |
| } | |
| }, | |
| "transformer_blocks.34.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11252865195274353, | |
| "all": 0.10942723602056503, | |
| "video": 0.10920290648937225, | |
| "text": 0.10938047617673874 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11985194683074951, | |
| "all": 0.11720862239599228, | |
| "video": 0.12044301629066467, | |
| "text": 0.11694139987230301 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12481673061847687, | |
| "all": 0.1394982784986496, | |
| "video": 0.16214850544929504, | |
| "text": 0.15581777691841125 | |
| } | |
| }, | |
| "transformer_blocks.36.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.058544207364320755, | |
| "all": 0.05762737616896629, | |
| "video": 0.05678107962012291, | |
| "text": 0.05778971686959267 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.05942387878894806, | |
| "all": 0.05798801779747009, | |
| "video": 0.06536664813756943, | |
| "text": 0.05766727030277252 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.052425820380449295, | |
| "all": 0.05486004054546356, | |
| "video": 0.06647311896085739, | |
| "text": 0.054901234805583954 | |
| } | |
| }, | |
| "transformer_blocks.37.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06900263577699661, | |
| "all": 0.0679454505443573, | |
| "video": 0.0670810341835022, | |
| "text": 0.06846656650304794 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07686981558799744, | |
| "all": 0.07507798075675964, | |
| "video": 0.08401079475879669, | |
| "text": 0.07537365704774857 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08470109105110168, | |
| "all": 0.08666761219501495, | |
| "video": 0.1026802584528923, | |
| "text": 0.08790822327136993 | |
| } | |
| }, | |
| "transformer_blocks.38.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1142168939113617, | |
| "all": 0.11370090395212173, | |
| "video": 0.11252261698246002, | |
| "text": 0.11333621293306351 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12162505090236664, | |
| "all": 0.12005297839641571, | |
| "video": 0.12093187123537064, | |
| "text": 0.11957726627588272 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12648604810237885, | |
| "all": 0.12703053653240204, | |
| "video": 0.14498430490493774, | |
| "text": 0.14041674137115479 | |
| } | |
| }, | |
| "transformer_blocks.4.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06778407096862793, | |
| "all": 0.06636907905340195, | |
| "video": 0.06305531412363052, | |
| "text": 0.06830158084630966 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08055785298347473, | |
| "all": 0.07839355617761612, | |
| "video": 0.09269547462463379, | |
| "text": 0.0793977752327919 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06626304984092712, | |
| "all": 0.0674443319439888, | |
| "video": 0.0828775018453598, | |
| "text": 0.06660144031047821 | |
| } | |
| }, | |
| "transformer_blocks.40.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07043421268463135, | |
| "all": 0.06984981149435043, | |
| "video": 0.06831689924001694, | |
| "text": 0.06941241025924683 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07525917142629623, | |
| "all": 0.07407630980014801, | |
| "video": 0.08008526265621185, | |
| "text": 0.07233080267906189 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08031657338142395, | |
| "all": 0.08028224110603333, | |
| "video": 0.09605924040079117, | |
| "text": 0.0890284925699234 | |
| } | |
| }, | |
| "transformer_blocks.41.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11266996711492538, | |
| "all": 0.1114201694726944, | |
| "video": 0.11070837825536728, | |
| "text": 0.11099119484424591 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11958493292331696, | |
| "all": 0.1182091012597084, | |
| "video": 0.11901548504829407, | |
| "text": 0.11759409308433533 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12609460949897766, | |
| "all": 0.1259257048368454, | |
| "video": 0.1460801064968109, | |
| "text": 0.1387672871351242 | |
| } | |
| }, | |
| "transformer_blocks.43.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.057062290608882904, | |
| "all": 0.056421201676130295, | |
| "video": 0.05587758868932724, | |
| "text": 0.056803055107593536 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06166035309433937, | |
| "all": 0.06048410385847092, | |
| "video": 0.06867203861474991, | |
| "text": 0.06084836646914482 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05361579731106758, | |
| "all": 0.055044181644916534, | |
| "video": 0.06434512883424759, | |
| "text": 0.05449315160512924 | |
| } | |
| }, | |
| "transformer_blocks.44.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07173054665327072, | |
| "all": 0.07118412107229233, | |
| "video": 0.07065069675445557, | |
| "text": 0.07141225039958954 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08540444076061249, | |
| "all": 0.08402399718761444, | |
| "video": 0.0886073037981987, | |
| "text": 0.08298265933990479 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08258399367332458, | |
| "all": 0.08364676684141159, | |
| "video": 0.08788198977708817, | |
| "text": 0.08386918157339096 | |
| } | |
| }, | |
| "transformer_blocks.45.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11270372569561005, | |
| "all": 0.11244828253984451, | |
| "video": 0.11135844141244888, | |
| "text": 0.11247603595256805 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12365953624248505, | |
| "all": 0.12247516214847565, | |
| "video": 0.12480433285236359, | |
| "text": 0.12237139046192169 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12226782739162445, | |
| "all": 0.12155438959598541, | |
| "video": 0.13439500331878662, | |
| "text": 0.12280172854661942 | |
| } | |
| }, | |
| "transformer_blocks.47.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0481463298201561, | |
| "all": 0.04819013923406601, | |
| "video": 0.04762101173400879, | |
| "text": 0.0481463298201561 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.060445476323366165, | |
| "all": 0.05918408930301666, | |
| "video": 0.07464271038770676, | |
| "text": 0.060445476323366165 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05052535980939865, | |
| "all": 0.05161372572183609, | |
| "video": 0.06444978713989258, | |
| "text": 0.05052535980939865 | |
| } | |
| }, | |
| "transformer_blocks.48.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05972427502274513, | |
| "all": 0.05926205590367317, | |
| "video": 0.05852104350924492, | |
| "text": 0.05954846367239952 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08516772836446762, | |
| "all": 0.08379050344228745, | |
| "video": 0.09035000205039978, | |
| "text": 0.08237404376268387 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07889394462108612, | |
| "all": 0.07914935797452927, | |
| "video": 0.08459126204252243, | |
| "text": 0.07957885414361954 | |
| } | |
| }, | |
| "transformer_blocks.49.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07394857704639435, | |
| "all": 0.07362091541290283, | |
| "video": 0.07220351696014404, | |
| "text": 0.07394857704639435 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11438480019569397, | |
| "all": 0.1056567057967186, | |
| "video": 0.11391822248697281, | |
| "text": 0.11438480019569397 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08327499032020569, | |
| "all": 0.08044632524251938, | |
| "video": 0.08513946831226349, | |
| "text": 0.08327499032020569 | |
| } | |
| }, | |
| "transformer_blocks.6.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07463376224040985, | |
| "all": 0.07491829991340637, | |
| "video": 0.07198347896337509, | |
| "text": 0.07492127269506454 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09109701216220856, | |
| "all": 0.0885881781578064, | |
| "video": 0.10537571460008621, | |
| "text": 0.08996622264385223 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08223119378089905, | |
| "all": 0.07657168060541153, | |
| "video": 0.10102254152297974, | |
| "text": 0.08210459351539612 | |
| } | |
| }, | |
| "transformer_blocks.7.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07454075664281845, | |
| "all": 0.07409919798374176, | |
| "video": 0.07179215550422668, | |
| "text": 0.07454075664281845 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08826650679111481, | |
| "all": 0.08565019816160202, | |
| "video": 0.09729737043380737, | |
| "text": 0.08826650679111481 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09620527923107147, | |
| "all": 0.09191414713859558, | |
| "video": 0.10698046535253525, | |
| "text": 0.09620527923107147 | |
| } | |
| }, | |
| "transformer_blocks.8.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10916843265295029, | |
| "all": 0.10759177803993225, | |
| "video": 0.10436169058084488, | |
| "text": 0.10906273871660233 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10082308948040009, | |
| "all": 0.09549540281295776, | |
| "video": 0.1025114431977272, | |
| "text": 0.09740226715803146 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08883262425661087, | |
| "all": 0.07825861871242523, | |
| "video": 0.08917058259248734, | |
| "text": 0.08412085473537445 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.0.attn.to_out.0": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.04208710044622421, | |
| "all": 0.040531400591135025, | |
| "video": 0.040531400591135025, | |
| "text": 0.040531400591135025 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.attn.to_v": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11633432656526566, | |
| "all": 0.11026523262262344, | |
| "video": 0.11026523262262344, | |
| "text": 0.11026523262262344 | |
| } | |
| }, | |
| "transformer_blocks.0.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09124206751585007, | |
| "all": 0.10221560299396515, | |
| "video": 0.0854545310139656, | |
| "text": 0.09585543721914291 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06947346776723862, | |
| "all": 0.06587008386850357, | |
| "video": 0.0695224404335022, | |
| "text": 0.06773228943347931 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10788184404373169, | |
| "all": 0.10940832644701004, | |
| "video": 0.10859256982803345, | |
| "text": 0.10801143944263458 | |
| } | |
| }, | |
| "transformer_blocks.10.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09880669414997101, | |
| "all": 0.09758658707141876, | |
| "video": 0.09691502898931503, | |
| "text": 0.10088063031435013 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10289949178695679, | |
| "all": 0.09904556721448898, | |
| "video": 0.10252093523740768, | |
| "text": 0.09645473957061768 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10331238806247711, | |
| "all": 0.10350693017244339, | |
| "video": 0.102890744805336, | |
| "text": 0.10423538833856583 | |
| } | |
| }, | |
| "transformer_blocks.11.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10495248436927795, | |
| "all": 0.10346370190382004, | |
| "video": 0.10210719704627991, | |
| "text": 0.10495248436927795 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10705725103616714, | |
| "all": 0.10517514497041702, | |
| "video": 0.11537350714206696, | |
| "text": 0.10705725103616714 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1208471953868866, | |
| "all": 0.11095599085092545, | |
| "video": 0.1360875517129898, | |
| "text": 0.1208471953868866 | |
| } | |
| }, | |
| "transformer_blocks.12.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09559386968612671, | |
| "all": 0.08979599922895432, | |
| "video": 0.08967521041631699, | |
| "text": 0.09423431009054184 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07806247472763062, | |
| "all": 0.07015543431043625, | |
| "video": 0.14288777112960815, | |
| "text": 0.06001720950007439 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11673606932163239, | |
| "all": 0.12678562104701996, | |
| "video": 0.13105423748493195, | |
| "text": 0.11660490185022354 | |
| } | |
| }, | |
| "transformer_blocks.14.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10139115154743195, | |
| "all": 0.10071885585784912, | |
| "video": 0.10094276070594788, | |
| "text": 0.10136377066373825 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10710740834474564, | |
| "all": 0.10696811974048615, | |
| "video": 0.10741274803876877, | |
| "text": 0.10658621042966843 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10874252021312714, | |
| "all": 0.11008229106664658, | |
| "video": 0.1098770722746849, | |
| "text": 0.1084461361169815 | |
| } | |
| }, | |
| "transformer_blocks.15.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10664429515600204, | |
| "all": 0.10531609505414963, | |
| "video": 0.1034768745303154, | |
| "text": 0.10664429515600204 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10745130479335785, | |
| "all": 0.10615846514701843, | |
| "video": 0.11698506027460098, | |
| "text": 0.10745130479335785 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11866064369678497, | |
| "all": 0.11326727271080017, | |
| "video": 0.13267874717712402, | |
| "text": 0.11866064369678497 | |
| } | |
| }, | |
| "transformer_blocks.16.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09163486957550049, | |
| "all": 0.08583248406648636, | |
| "video": 0.08588459342718124, | |
| "text": 0.09056970477104187 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10397033393383026, | |
| "all": 0.10646117478609085, | |
| "video": 0.10714155435562134, | |
| "text": 0.09721873700618744 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12101148813962936, | |
| "all": 0.13019442558288574, | |
| "video": 0.1361314207315445, | |
| "text": 0.12151062488555908 | |
| } | |
| }, | |
| "transformer_blocks.18.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10160882025957108, | |
| "all": 0.10000181198120117, | |
| "video": 0.10029793530702591, | |
| "text": 0.10030528903007507 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10081255435943604, | |
| "all": 0.09928485751152039, | |
| "video": 0.09979681670665741, | |
| "text": 0.09759358316659927 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09584403038024902, | |
| "all": 0.09577108919620514, | |
| "video": 0.09604093432426453, | |
| "text": 0.09600324928760529 | |
| } | |
| }, | |
| "transformer_blocks.19.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10502271354198456, | |
| "all": 0.10197760164737701, | |
| "video": 0.10067887604236603, | |
| "text": 0.10502271354198456 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10703212022781372, | |
| "all": 0.10645511001348495, | |
| "video": 0.11396719515323639, | |
| "text": 0.10703212022781372 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12155475467443466, | |
| "all": 0.1191222071647644, | |
| "video": 0.13203416764736176, | |
| "text": 0.12155475467443466 | |
| } | |
| }, | |
| "transformer_blocks.2.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08173307776451111, | |
| "all": 0.08173307776451111, | |
| "video": 0.06712666898965836, | |
| "text": 0.08173307776451111 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08197706937789917, | |
| "all": 0.08197706937789917, | |
| "video": 0.10163901001214981, | |
| "text": 0.08197706937789917 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11272446811199188, | |
| "all": 0.11272446811199188, | |
| "video": 0.13360601663589478, | |
| "text": 0.11272446811199188 | |
| } | |
| }, | |
| "transformer_blocks.21.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1019272580742836, | |
| "all": 0.10149302333593369, | |
| "video": 0.10165880620479584, | |
| "text": 0.10155189037322998 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10740403085947037, | |
| "all": 0.10543826222419739, | |
| "video": 0.10568371415138245, | |
| "text": 0.10593677312135696 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10811683535575867, | |
| "all": 0.10837345570325851, | |
| "video": 0.10776928812265396, | |
| "text": 0.10856502503156662 | |
| } | |
| }, | |
| "transformer_blocks.22.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11023268848657608, | |
| "all": 0.10672492533922195, | |
| "video": 0.10477327555418015, | |
| "text": 0.11037439852952957 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11290062218904495, | |
| "all": 0.11260907351970673, | |
| "video": 0.12299660593271255, | |
| "text": 0.1113601103425026 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13557042181491852, | |
| "all": 0.14087773859500885, | |
| "video": 0.1486317366361618, | |
| "text": 0.13570933043956757 | |
| } | |
| }, | |
| "transformer_blocks.23.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09148718416690826, | |
| "all": 0.08825170993804932, | |
| "video": 0.08821459859609604, | |
| "text": 0.09024699032306671 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08762957155704498, | |
| "all": 0.08432605117559433, | |
| "video": 0.08607036620378494, | |
| "text": 0.08254161477088928 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10145686566829681, | |
| "all": 0.10582174360752106, | |
| "video": 0.10528424382209778, | |
| "text": 0.10151462256908417 | |
| } | |
| }, | |
| "transformer_blocks.25.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10771462321281433, | |
| "all": 0.10728716850280762, | |
| "video": 0.10721428692340851, | |
| "text": 0.10771462321281433 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11019299924373627, | |
| "all": 0.11011195182800293, | |
| "video": 0.10998621582984924, | |
| "text": 0.11019299924373627 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10683916509151459, | |
| "all": 0.10735880583524704, | |
| "video": 0.10610517114400864, | |
| "text": 0.10683916509151459 | |
| } | |
| }, | |
| "transformer_blocks.26.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11100100725889206, | |
| "all": 0.10793215036392212, | |
| "video": 0.10723884403705597, | |
| "text": 0.11030390113592148 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1148093193769455, | |
| "all": 0.1138213500380516, | |
| "video": 0.12464094161987305, | |
| "text": 0.11184443533420563 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14493775367736816, | |
| "all": 0.1500173658132553, | |
| "video": 0.16258171200752258, | |
| "text": 0.14554911851882935 | |
| } | |
| }, | |
| "transformer_blocks.27.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09378904104232788, | |
| "all": 0.09296528249979019, | |
| "video": 0.09298717230558395, | |
| "text": 0.09396711736917496 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08706443756818771, | |
| "all": 0.0839899554848671, | |
| "video": 0.08612752705812454, | |
| "text": 0.085298091173172 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10089333355426788, | |
| "all": 0.10338298231363297, | |
| "video": 0.10863547772169113, | |
| "text": 0.1017763689160347 | |
| } | |
| }, | |
| "transformer_blocks.29.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12782590091228485, | |
| "all": 0.12804792821407318, | |
| "video": 0.12777705490589142, | |
| "text": 0.12830160558223724 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12393167614936829, | |
| "all": 0.12384733557701111, | |
| "video": 0.12356105446815491, | |
| "text": 0.12379743903875351 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11946515738964081, | |
| "all": 0.12046314775943756, | |
| "video": 0.12024309486150742, | |
| "text": 0.1187218427658081 | |
| } | |
| }, | |
| "transformer_blocks.3.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07628554105758667, | |
| "all": 0.07531043142080307, | |
| "video": 0.07315083593130112, | |
| "text": 0.07628554105758667 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09418197721242905, | |
| "all": 0.09265369176864624, | |
| "video": 0.10586583614349365, | |
| "text": 0.09418197721242905 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11575554311275482, | |
| "all": 0.10207712650299072, | |
| "video": 0.13562382757663727, | |
| "text": 0.11575554311275482 | |
| } | |
| }, | |
| "transformer_blocks.30.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10676014423370361, | |
| "all": 0.10634436458349228, | |
| "video": 0.10659734159708023, | |
| "text": 0.1064811572432518 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10320188105106354, | |
| "all": 0.10175719857215881, | |
| "video": 0.10277242213487625, | |
| "text": 0.1021873727440834 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11228256672620773, | |
| "all": 0.11346115171909332, | |
| "video": 0.1128181517124176, | |
| "text": 0.1126224547624588 | |
| } | |
| }, | |
| "transformer_blocks.32.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14754439890384674, | |
| "all": 0.1470857560634613, | |
| "video": 0.1469874233007431, | |
| "text": 0.14754439890384674 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14065755903720856, | |
| "all": 0.14024843275547028, | |
| "video": 0.14012880623340607, | |
| "text": 0.14065755903720856 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11706053465604782, | |
| "all": 0.11601133644580841, | |
| "video": 0.11642701178789139, | |
| "text": 0.11706053465604782 | |
| } | |
| }, | |
| "transformer_blocks.33.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1216215044260025, | |
| "all": 0.11907272785902023, | |
| "video": 0.11809881031513214, | |
| "text": 0.11933350563049316 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12429701536893845, | |
| "all": 0.12199893593788147, | |
| "video": 0.14523261785507202, | |
| "text": 0.12096231430768967 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16172020137310028, | |
| "all": 0.1701129525899887, | |
| "video": 0.2266581505537033, | |
| "text": 0.1721188873052597 | |
| } | |
| }, | |
| "transformer_blocks.34.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11969420313835144, | |
| "all": 0.11969420313835144, | |
| "video": 0.11969420313835144, | |
| "text": 0.11969420313835144 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11652043461799622, | |
| "all": 0.11652043461799622, | |
| "video": 0.11652043461799622, | |
| "text": 0.11652043461799622 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11552123725414276, | |
| "all": 0.11552123725414276, | |
| "video": 0.11552123725414276, | |
| "text": 0.11552123725414276 | |
| } | |
| }, | |
| "transformer_blocks.36.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.15470337867736816, | |
| "all": 0.15470337867736816, | |
| "video": 0.15470337867736816, | |
| "text": 0.15470337867736816 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1447594314813614, | |
| "all": 0.1447594314813614, | |
| "video": 0.1447594314813614, | |
| "text": 0.1447594314813614 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1412891447544098, | |
| "all": 0.1412891447544098, | |
| "video": 0.1412891447544098, | |
| "text": 0.1412891447544098 | |
| } | |
| }, | |
| "transformer_blocks.37.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1270279735326767, | |
| "all": 0.1255059540271759, | |
| "video": 0.12387003004550934, | |
| "text": 0.12545910477638245 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12795324623584747, | |
| "all": 0.1257280558347702, | |
| "video": 0.13939110934734344, | |
| "text": 0.12435519695281982 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15504005551338196, | |
| "all": 0.15802912414073944, | |
| "video": 0.18728816509246826, | |
| "text": 0.16475075483322144 | |
| } | |
| }, | |
| "transformer_blocks.38.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12252378463745117, | |
| "all": 0.12252378463745117, | |
| "video": 0.12252378463745117, | |
| "text": 0.12252378463745117 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11451894044876099, | |
| "all": 0.11451894044876099, | |
| "video": 0.11451894044876099, | |
| "text": 0.11451894044876099 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1170310452580452, | |
| "all": 0.1170310452580452, | |
| "video": 0.1170310452580452, | |
| "text": 0.1170310452580452 | |
| } | |
| }, | |
| "transformer_blocks.4.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08039189875125885, | |
| "all": 0.07954461127519608, | |
| "video": 0.07951119542121887, | |
| "text": 0.0802760049700737 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0888775885105133, | |
| "all": 0.088093101978302, | |
| "video": 0.08977703750133514, | |
| "text": 0.0854962170124054 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11160526424646378, | |
| "all": 0.11327715963125229, | |
| "video": 0.11391597241163254, | |
| "text": 0.11269882321357727 | |
| } | |
| }, | |
| "transformer_blocks.40.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13216353952884674, | |
| "all": 0.13104654848575592, | |
| "video": 0.12941093742847443, | |
| "text": 0.13088716566562653 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13200579583644867, | |
| "all": 0.13012835383415222, | |
| "video": 0.15278375148773193, | |
| "text": 0.12836217880249023 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15504388511180878, | |
| "all": 0.15515831112861633, | |
| "video": 0.2139858603477478, | |
| "text": 0.17075523734092712 | |
| } | |
| }, | |
| "transformer_blocks.41.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12964503467082977, | |
| "all": 0.12964503467082977, | |
| "video": 0.12964503467082977, | |
| "text": 0.12964503467082977 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1275676190853119, | |
| "all": 0.1275676190853119, | |
| "video": 0.1275676190853119, | |
| "text": 0.1275676190853119 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12022754549980164, | |
| "all": 0.12022754549980164, | |
| "video": 0.12022754549980164, | |
| "text": 0.12022754549980164 | |
| } | |
| }, | |
| "transformer_blocks.43.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12342686206102371, | |
| "all": 0.12309888750314713, | |
| "video": 0.1234705001115799, | |
| "text": 0.12314761430025101 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12059168517589569, | |
| "all": 0.11981020867824554, | |
| "video": 0.12033528834581375, | |
| "text": 0.12012682110071182 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14232082664966583, | |
| "all": 0.1420132964849472, | |
| "video": 0.14211004972457886, | |
| "text": 0.14185075461864471 | |
| } | |
| }, | |
| "transformer_blocks.44.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12296238541603088, | |
| "all": 0.12248573452234268, | |
| "video": 0.12088143825531006, | |
| "text": 0.1221877858042717 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12726889550685883, | |
| "all": 0.12499824166297913, | |
| "video": 0.13804137706756592, | |
| "text": 0.12417427450418472 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16503775119781494, | |
| "all": 0.1660073697566986, | |
| "video": 0.1830490380525589, | |
| "text": 0.1668754667043686 | |
| } | |
| }, | |
| "transformer_blocks.45.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12942734360694885, | |
| "all": 0.12942734360694885, | |
| "video": 0.12919853627681732, | |
| "text": 0.12942734360694885 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": NaN, | |
| "all": NaN, | |
| "video": NaN, | |
| "text": NaN | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12225711345672607, | |
| "all": 0.12225711345672607, | |
| "video": 0.12235090136528015, | |
| "text": 0.12225711345672607 | |
| } | |
| }, | |
| "transformer_blocks.47.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14069955050945282, | |
| "all": 0.1405656337738037, | |
| "video": 0.13999180495738983, | |
| "text": 0.1407032161951065 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12927715480327606, | |
| "all": 0.12941639125347137, | |
| "video": 0.1290765404701233, | |
| "text": 0.12967561185359955 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13907909393310547, | |
| "all": 0.13942015171051025, | |
| "video": 0.13987481594085693, | |
| "text": 0.13999563455581665 | |
| } | |
| }, | |
| "transformer_blocks.48.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11914172023534775, | |
| "all": 0.11845140159130096, | |
| "video": 0.11708103120326996, | |
| "text": 0.11888915300369263 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12179368734359741, | |
| "all": 0.12073645740747452, | |
| "video": 0.14379248023033142, | |
| "text": 0.119721919298172 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14751885831356049, | |
| "all": 0.14900100231170654, | |
| "video": 0.17006732523441315, | |
| "text": 0.14829765260219574 | |
| } | |
| }, | |
| "transformer_blocks.49.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.050623055547475815, | |
| "all": 0.04518748074769974, | |
| "video": 0.044421855360269547, | |
| "text": 0.04891086369752884 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.05613288655877113, | |
| "all": 0.057171132415533066, | |
| "video": 0.058913636952638626, | |
| "text": 0.05298074334859848 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": NaN, | |
| "all": NaN, | |
| "video": NaN, | |
| "text": NaN | |
| } | |
| }, | |
| "transformer_blocks.6.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09511073678731918, | |
| "all": 0.09377306699752808, | |
| "video": 0.09374795109033585, | |
| "text": 0.09839975833892822 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09692171216011047, | |
| "all": 0.09605251997709274, | |
| "video": 0.09688427299261093, | |
| "text": 0.09034532308578491 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10587872564792633, | |
| "all": 0.10513162612915039, | |
| "video": 0.10469333827495575, | |
| "text": 0.10825175791978836 | |
| } | |
| }, | |
| "transformer_blocks.7.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09504014998674393, | |
| "all": 0.09465209394693375, | |
| "video": 0.09217217564582825, | |
| "text": 0.09504014998674393 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10326903313398361, | |
| "all": 0.10012014210224152, | |
| "video": 0.11919289082288742, | |
| "text": 0.10326903313398361 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11557766795158386, | |
| "all": 0.10967589914798737, | |
| "video": 0.13613328337669373, | |
| "text": 0.11557766795158386 | |
| } | |
| }, | |
| "transformer_blocks.8.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0970955491065979, | |
| "all": 0.0950852707028389, | |
| "video": 0.08752153068780899, | |
| "text": 0.09744009375572205 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08956512808799744, | |
| "all": 0.08069440722465515, | |
| "video": 0.11047278344631195, | |
| "text": 0.08683371543884277 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1176825612783432, | |
| "all": 0.11995743215084076, | |
| "video": 0.1347990185022354, | |
| "text": 0.11783305555582047 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.0.attn.to_q": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06453181058168411, | |
| "all": 0.06394786387681961, | |
| "video": 0.06394786387681961, | |
| "text": 0.06394786387681961 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.ff.net.0.proj": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06458583474159241, | |
| "all": 0.05891808867454529, | |
| "video": 0.05891808867454529, | |
| "text": 0.05891808867454529 | |
| } | |
| }, | |
| "transformer_blocks.1.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.03477315232157707, | |
| "all": 0.028465034440159798, | |
| "video": 0.026897205039858818, | |
| "text": 0.03477315232157707 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06394343823194504, | |
| "all": 0.06573358178138733, | |
| "video": 0.07767131924629211, | |
| "text": 0.06394343823194504 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0601816289126873, | |
| "all": 0.05695272609591484, | |
| "video": 0.08795339614152908, | |
| "text": 0.0601816289126873 | |
| } | |
| }, | |
| "transformer_blocks.10.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08021412044763565, | |
| "all": 0.07982049882411957, | |
| "video": 0.07722242176532745, | |
| "text": 0.08021412044763565 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08708851039409637, | |
| "all": 0.08281520754098892, | |
| "video": 0.09912320971488953, | |
| "text": 0.08708851039409637 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09914568811655045, | |
| "all": 0.0904262438416481, | |
| "video": 0.11406955868005753, | |
| "text": 0.09914568811655045 | |
| } | |
| }, | |
| "transformer_blocks.11.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10761233419179916, | |
| "all": 0.1036631241440773, | |
| "video": 0.10187163203954697, | |
| "text": 0.10654716193675995 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1010482981801033, | |
| "all": 0.09628443419933319, | |
| "video": 0.10457777231931686, | |
| "text": 0.09600907564163208 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1025334820151329, | |
| "all": 0.0903262123465538, | |
| "video": 0.10523192584514618, | |
| "text": 0.09964129328727722 | |
| } | |
| }, | |
| "transformer_blocks.13.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08662626892328262, | |
| "all": 0.08553463220596313, | |
| "video": 0.08242642134428024, | |
| "text": 0.08642654120922089 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09650277346372604, | |
| "all": 0.09408588707447052, | |
| "video": 0.10184482485055923, | |
| "text": 0.09523758292198181 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08476988226175308, | |
| "all": 0.07850794494152069, | |
| "video": 0.09168184548616409, | |
| "text": 0.08445645123720169 | |
| } | |
| }, | |
| "transformer_blocks.14.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08619913458824158, | |
| "all": 0.0844210684299469, | |
| "video": 0.0830911248922348, | |
| "text": 0.08619913458824158 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10324900597333908, | |
| "all": 0.10214069485664368, | |
| "video": 0.11047296971082687, | |
| "text": 0.10324900597333908 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08917998522520065, | |
| "all": 0.08548512309789658, | |
| "video": 0.10267914831638336, | |
| "text": 0.08917998522520065 | |
| } | |
| }, | |
| "transformer_blocks.15.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10483644157648087, | |
| "all": 0.10138043016195297, | |
| "video": 0.10009928792715073, | |
| "text": 0.10364869982004166 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09870970994234085, | |
| "all": 0.09459175914525986, | |
| "video": 0.09883252531290054, | |
| "text": 0.09290849417448044 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10645381361246109, | |
| "all": 0.0963476225733757, | |
| "video": 0.11098667234182358, | |
| "text": 0.10446292161941528 | |
| } | |
| }, | |
| "transformer_blocks.17.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08134005963802338, | |
| "all": 0.07877867668867111, | |
| "video": 0.07675179094076157, | |
| "text": 0.0821675956249237 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09375610947608948, | |
| "all": 0.09264903515577316, | |
| "video": 0.1010718047618866, | |
| "text": 0.09147320687770844 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07795464992523193, | |
| "all": 0.07363343983888626, | |
| "video": 0.08921780437231064, | |
| "text": 0.07795599848031998 | |
| } | |
| }, | |
| "transformer_blocks.18.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08256661891937256, | |
| "all": 0.07974507659673691, | |
| "video": 0.07819243520498276, | |
| "text": 0.08237404376268387 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09611967206001282, | |
| "all": 0.09552808851003647, | |
| "video": 0.10278350114822388, | |
| "text": 0.09510163962841034 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08751534670591354, | |
| "all": 0.085466668009758, | |
| "video": 0.09721564501523972, | |
| "text": 0.08692245930433273 | |
| } | |
| }, | |
| "transformer_blocks.19.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10498368740081787, | |
| "all": 0.10069017112255096, | |
| "video": 0.10028640925884247, | |
| "text": 0.10323795676231384 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10088323801755905, | |
| "all": 0.09589339792728424, | |
| "video": 0.1013292744755745, | |
| "text": 0.09385163336992264 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10985003411769867, | |
| "all": 0.10533806681632996, | |
| "video": 0.11986871808767319, | |
| "text": 0.10899195075035095 | |
| } | |
| }, | |
| "transformer_blocks.20.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08202478289604187, | |
| "all": 0.07810070365667343, | |
| "video": 0.07588851451873779, | |
| "text": 0.08213619887828827 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09356014430522919, | |
| "all": 0.09366101026535034, | |
| "video": 0.1068238690495491, | |
| "text": 0.09273660182952881 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06491667032241821, | |
| "all": 0.0654635801911354, | |
| "video": 0.08172420412302017, | |
| "text": 0.06487912684679031 | |
| } | |
| }, | |
| "transformer_blocks.21.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0831921249628067, | |
| "all": 0.07903220504522324, | |
| "video": 0.07727828621864319, | |
| "text": 0.08293469995260239 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09904476255178452, | |
| "all": 0.09902999550104141, | |
| "video": 0.10893848538398743, | |
| "text": 0.09624575078487396 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09517088532447815, | |
| "all": 0.09893916547298431, | |
| "video": 0.10790707170963287, | |
| "text": 0.09585387259721756 | |
| } | |
| }, | |
| "transformer_blocks.22.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10660001635551453, | |
| "all": 0.1018664687871933, | |
| "video": 0.10019612312316895, | |
| "text": 0.10400304943323135 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10646457225084305, | |
| "all": 0.102238729596138, | |
| "video": 0.10902499407529831, | |
| "text": 0.1004784107208252 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10698774456977844, | |
| "all": 0.10873120278120041, | |
| "video": 0.11724142730236053, | |
| "text": 0.10747767239809036 | |
| } | |
| }, | |
| "transformer_blocks.24.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07974271476268768, | |
| "all": 0.07703915983438492, | |
| "video": 0.07446350157260895, | |
| "text": 0.07990076392889023 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09241731464862823, | |
| "all": 0.09127531945705414, | |
| "video": 0.10823522508144379, | |
| "text": 0.09148317575454712 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07322951406240463, | |
| "all": 0.07708007842302322, | |
| "video": 0.08784796297550201, | |
| "text": 0.07316560298204422 | |
| } | |
| }, | |
| "transformer_blocks.25.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08243470638990402, | |
| "all": 0.07891387492418289, | |
| "video": 0.0777658075094223, | |
| "text": 0.08173058182001114 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09240122139453888, | |
| "all": 0.09079980105161667, | |
| "video": 0.1014067530632019, | |
| "text": 0.08877670764923096 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08631640672683716, | |
| "all": 0.09036663919687271, | |
| "video": 0.09740547090768814, | |
| "text": 0.0870150774717331 | |
| } | |
| }, | |
| "transformer_blocks.26.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11029760539531708, | |
| "all": 0.10769519954919815, | |
| "video": 0.10532073676586151, | |
| "text": 0.10877422988414764 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11332663148641586, | |
| "all": 0.10856233537197113, | |
| "video": 0.11706194281578064, | |
| "text": 0.1087547242641449 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1121082678437233, | |
| "all": 0.11504695564508438, | |
| "video": 0.12496288120746613, | |
| "text": 0.11302356421947479 | |
| } | |
| }, | |
| "transformer_blocks.28.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06637977063655853, | |
| "all": 0.06441286951303482, | |
| "video": 0.06408289819955826, | |
| "text": 0.06621092557907104 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07172489911317825, | |
| "all": 0.06905318796634674, | |
| "video": 0.08428388088941574, | |
| "text": 0.06986282020807266 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.059587664902210236, | |
| "all": 0.06353230029344559, | |
| "video": 0.07455608248710632, | |
| "text": 0.059734951704740524 | |
| } | |
| }, | |
| "transformer_blocks.29.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0682343915104866, | |
| "all": 0.06686827540397644, | |
| "video": 0.0658339336514473, | |
| "text": 0.06820481270551682 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.072134830057621, | |
| "all": 0.07083572447299957, | |
| "video": 0.0820763036608696, | |
| "text": 0.07000044733285904 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07691144198179245, | |
| "all": 0.08227746933698654, | |
| "video": 0.09279391169548035, | |
| "text": 0.0780566930770874 | |
| } | |
| }, | |
| "transformer_blocks.3.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10679164528846741, | |
| "all": 0.10531484335660934, | |
| "video": 0.09715092182159424, | |
| "text": 0.10679164528846741 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09743177890777588, | |
| "all": 0.09581516683101654, | |
| "video": 0.10651219636201859, | |
| "text": 0.09743177890777588 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13407181203365326, | |
| "all": 0.13273847103118896, | |
| "video": 0.14612646400928497, | |
| "text": 0.13407181203365326 | |
| } | |
| }, | |
| "transformer_blocks.31.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06562526524066925, | |
| "all": 0.0635143294930458, | |
| "video": 0.06232255697250366, | |
| "text": 0.06469708681106567 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06761039793491364, | |
| "all": 0.0666884332895279, | |
| "video": 0.07972658425569534, | |
| "text": 0.06548603624105453 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05289449915289879, | |
| "all": 0.05882640182971954, | |
| "video": 0.07250901311635971, | |
| "text": 0.056036271154880524 | |
| } | |
| }, | |
| "transformer_blocks.32.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07005789875984192, | |
| "all": 0.06817134469747543, | |
| "video": 0.06717564910650253, | |
| "text": 0.06915687024593353 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07311360538005829, | |
| "all": 0.07162708044052124, | |
| "video": 0.09203452616930008, | |
| "text": 0.07143845409154892 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07315857708454132, | |
| "all": 0.07523255795240402, | |
| "video": 0.10766912251710892, | |
| "text": 0.07616613805294037 | |
| } | |
| }, | |
| "transformer_blocks.33.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11504089087247849, | |
| "all": 0.11257027834653854, | |
| "video": 0.11209732294082642, | |
| "text": 0.1125512644648552 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12023318558931351, | |
| "all": 0.117975153028965, | |
| "video": 0.12098514288663864, | |
| "text": 0.11764515191316605 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12471792101860046, | |
| "all": 0.13724060356616974, | |
| "video": 0.15345773100852966, | |
| "text": 0.17464016377925873 | |
| } | |
| }, | |
| "transformer_blocks.35.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05999042093753815, | |
| "all": 0.05846733599901199, | |
| "video": 0.05723806843161583, | |
| "text": 0.058803461492061615 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06162272021174431, | |
| "all": 0.06036879122257233, | |
| "video": 0.0769711509346962, | |
| "text": 0.05930834636092186 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0538579523563385, | |
| "all": 0.05924138426780701, | |
| "video": 0.08505000919103622, | |
| "text": 0.06175943464040756 | |
| } | |
| }, | |
| "transformer_blocks.36.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07111119478940964, | |
| "all": 0.06981857120990753, | |
| "video": 0.06930501013994217, | |
| "text": 0.07023080438375473 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07442646473646164, | |
| "all": 0.07228799909353256, | |
| "video": 0.08026814460754395, | |
| "text": 0.07230428606271744 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07461414486169815, | |
| "all": 0.07737841457128525, | |
| "video": 0.09020306169986725, | |
| "text": 0.07813949882984161 | |
| } | |
| }, | |
| "transformer_blocks.37.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11102890968322754, | |
| "all": 0.10996107012033463, | |
| "video": 0.109535351395607, | |
| "text": 0.10980131477117538 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11998818069696426, | |
| "all": 0.11824154853820801, | |
| "video": 0.11908514052629471, | |
| "text": 0.11786243319511414 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1241859495639801, | |
| "all": 0.12556836009025574, | |
| "video": 0.14420557022094727, | |
| "text": 0.1307368278503418 | |
| } | |
| }, | |
| "transformer_blocks.39.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06332790106534958, | |
| "all": 0.06284903734922409, | |
| "video": 0.06173286586999893, | |
| "text": 0.06263154000043869 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0657794177532196, | |
| "all": 0.06452900171279907, | |
| "video": 0.07462207227945328, | |
| "text": 0.06345532089471817 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05839654430747032, | |
| "all": 0.05965293571352959, | |
| "video": 0.07909286022186279, | |
| "text": 0.06241960451006889 | |
| } | |
| }, | |
| "transformer_blocks.4.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06540278345346451, | |
| "all": 0.06492000818252563, | |
| "video": 0.06141031160950661, | |
| "text": 0.06540278345346451 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08049392700195312, | |
| "all": 0.07916422188282013, | |
| "video": 0.09380725026130676, | |
| "text": 0.08049392700195312 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06893012672662735, | |
| "all": 0.07098805159330368, | |
| "video": 0.08645486831665039, | |
| "text": 0.06893012672662735 | |
| } | |
| }, | |
| "transformer_blocks.40.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11398547142744064, | |
| "all": 0.11316827684640884, | |
| "video": 0.1119246706366539, | |
| "text": 0.11247806996107101 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12176662683486938, | |
| "all": 0.12067008763551712, | |
| "video": 0.1209363341331482, | |
| "text": 0.11971626430749893 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12560397386550903, | |
| "all": 0.12604545056819916, | |
| "video": 0.14742493629455566, | |
| "text": 0.14261570572853088 | |
| } | |
| }, | |
| "transformer_blocks.42.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.061162643134593964, | |
| "all": 0.05990590527653694, | |
| "video": 0.05902405083179474, | |
| "text": 0.06000572443008423 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06334066390991211, | |
| "all": 0.06142488494515419, | |
| "video": 0.07384463399648666, | |
| "text": 0.06120537221431732 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05911371856927872, | |
| "all": 0.060771070420742035, | |
| "video": 0.077654168009758, | |
| "text": 0.06095883995294571 | |
| } | |
| }, | |
| "transformer_blocks.43.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06887546926736832, | |
| "all": 0.06788976490497589, | |
| "video": 0.06720704585313797, | |
| "text": 0.06833246350288391 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07922747731208801, | |
| "all": 0.07792674005031586, | |
| "video": 0.08262990415096283, | |
| "text": 0.07757584005594254 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0858478769659996, | |
| "all": 0.08713827282190323, | |
| "video": 0.09433894604444504, | |
| "text": 0.08679671585559845 | |
| } | |
| }, | |
| "transformer_blocks.44.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10646028071641922, | |
| "all": 0.1058560311794281, | |
| "video": 0.1056399792432785, | |
| "text": 0.10614442825317383 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11659611761569977, | |
| "all": 0.11451289802789688, | |
| "video": 0.11792659759521484, | |
| "text": 0.11485283821821213 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1247025802731514, | |
| "all": 0.12321987748146057, | |
| "video": 0.13475358486175537, | |
| "text": 0.12596973776817322 | |
| } | |
| }, | |
| "transformer_blocks.46.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.04939088970422745, | |
| "all": 0.04935057461261749, | |
| "video": 0.04871031269431114, | |
| "text": 0.049349404871463776 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0631561130285263, | |
| "all": 0.06176763027906418, | |
| "video": 0.07419002801179886, | |
| "text": 0.061650339514017105 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05226915329694748, | |
| "all": 0.052410710602998734, | |
| "video": 0.06354699283838272, | |
| "text": 0.052664145827293396 | |
| } | |
| }, | |
| "transformer_blocks.47.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05751727893948555, | |
| "all": 0.05752784386277199, | |
| "video": 0.056793373078107834, | |
| "text": 0.05762546509504318 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07380352169275284, | |
| "all": 0.0729176476597786, | |
| "video": 0.08372130990028381, | |
| "text": 0.07228564471006393 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07524500787258148, | |
| "all": 0.07690908759832382, | |
| "video": 0.08659679442644119, | |
| "text": 0.07610533386468887 | |
| } | |
| }, | |
| "transformer_blocks.48.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09656473994255066, | |
| "all": 0.09608960151672363, | |
| "video": 0.09521646052598953, | |
| "text": 0.09615497291088104 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11532876640558243, | |
| "all": 0.11207686364650726, | |
| "video": 0.11881718784570694, | |
| "text": 0.11130505800247192 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10708615183830261, | |
| "all": 0.1060904935002327, | |
| "video": 0.11726201325654984, | |
| "text": 0.10813108086585999 | |
| } | |
| }, | |
| "transformer_blocks.5.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06780442595481873, | |
| "all": 0.06657183170318604, | |
| "video": 0.06345870345830917, | |
| "text": 0.06780442595481873 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08457428961992264, | |
| "all": 0.08469794690608978, | |
| "video": 0.09140843898057938, | |
| "text": 0.08457428961992264 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.04302190989255905, | |
| "all": 0.03705337643623352, | |
| "video": 0.050268951803445816, | |
| "text": 0.04302190989255905 | |
| } | |
| }, | |
| "transformer_blocks.6.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07244761288166046, | |
| "all": 0.07198792695999146, | |
| "video": 0.06966832280158997, | |
| "text": 0.07244761288166046 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09529072791337967, | |
| "all": 0.09254881739616394, | |
| "video": 0.10730346292257309, | |
| "text": 0.09529072791337967 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09297999739646912, | |
| "all": 0.08769691735506058, | |
| "video": 0.10965821892023087, | |
| "text": 0.09297999739646912 | |
| } | |
| }, | |
| "transformer_blocks.7.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10327715426683426, | |
| "all": 0.10388770699501038, | |
| "video": 0.09761745482683182, | |
| "text": 0.1038501113653183 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10041359066963196, | |
| "all": 0.09529581665992737, | |
| "video": 0.10313541442155838, | |
| "text": 0.09570736438035965 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0801418349146843, | |
| "all": 0.07147390395402908, | |
| "video": 0.08025258779525757, | |
| "text": 0.07458069920539856 | |
| } | |
| }, | |
| "transformer_blocks.9.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08179444819688797, | |
| "all": 0.08046840131282806, | |
| "video": 0.0779886543750763, | |
| "text": 0.08184150606393814 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09500555694103241, | |
| "all": 0.0936562642455101, | |
| "video": 0.10267738997936249, | |
| "text": 0.09332618117332458 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08955774456262589, | |
| "all": 0.07525991648435593, | |
| "video": 0.09721232950687408, | |
| "text": 0.08855579793453217 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.0.attn.to_v": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.061379045248031616, | |
| "all": 0.06022201105952263, | |
| "video": 0.06022201105952263, | |
| "text": 0.06022201105952263 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.ff.net.2": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.036782070994377136, | |
| "all": 0.010137944482266903, | |
| "video": 0.010137944482266903, | |
| "text": 0.010137944482266903 | |
| } | |
| }, | |
| "transformer_blocks.1.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07209958136081696, | |
| "all": 0.07024595886468887, | |
| "video": 0.07019750773906708, | |
| "text": 0.07209958136081696 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.077488973736763, | |
| "all": 0.07718980312347412, | |
| "video": 0.07881207019090652, | |
| "text": 0.077488973736763 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09113044291734695, | |
| "all": 0.09116113185882568, | |
| "video": 0.0914769321680069, | |
| "text": 0.09113044291734695 | |
| } | |
| }, | |
| "transformer_blocks.10.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1025819480419159, | |
| "all": 0.10168004035949707, | |
| "video": 0.09849289059638977, | |
| "text": 0.10310277342796326 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10721178352832794, | |
| "all": 0.10265199095010757, | |
| "video": 0.11422522366046906, | |
| "text": 0.10534495115280151 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11981760710477829, | |
| "all": 0.11200638860464096, | |
| "video": 0.13080145418643951, | |
| "text": 0.11995312571525574 | |
| } | |
| }, | |
| "transformer_blocks.11.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09674547612667084, | |
| "all": 0.09185177832841873, | |
| "video": 0.09094211459159851, | |
| "text": 0.0961504802107811 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0549587719142437, | |
| "all": 0.027609175071120262, | |
| "video": 0.15196357667446136, | |
| "text": 0.03407599404454231 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11711633205413818, | |
| "all": 0.12952964007854462, | |
| "video": 0.15265382826328278, | |
| "text": 0.11734262853860855 | |
| } | |
| }, | |
| "transformer_blocks.13.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10225621610879898, | |
| "all": 0.1016727015376091, | |
| "video": 0.10125487297773361, | |
| "text": 0.10226872563362122 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10516022145748138, | |
| "all": 0.10447444021701813, | |
| "video": 0.1035417914390564, | |
| "text": 0.10270228236913681 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11026620119810104, | |
| "all": 0.1105480045080185, | |
| "video": 0.11058260500431061, | |
| "text": 0.11065742373466492 | |
| } | |
| }, | |
| "transformer_blocks.14.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1077839583158493, | |
| "all": 0.1054094061255455, | |
| "video": 0.10400740057229996, | |
| "text": 0.10744298994541168 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10814240574836731, | |
| "all": 0.10678187012672424, | |
| "video": 0.10997070372104645, | |
| "text": 0.10634153336286545 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11594407260417938, | |
| "all": 0.10963548719882965, | |
| "video": 0.12027056515216827, | |
| "text": 0.114540234208107 | |
| } | |
| }, | |
| "transformer_blocks.15.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09214770048856735, | |
| "all": 0.08563916385173798, | |
| "video": 0.08526215702295303, | |
| "text": 0.09145601093769073 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10398441553115845, | |
| "all": 0.11054632067680359, | |
| "video": 0.12719015777111053, | |
| "text": 0.09817272424697876 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11819702386856079, | |
| "all": 0.13717421889305115, | |
| "video": 0.15752223134040833, | |
| "text": 0.11894024163484573 | |
| } | |
| }, | |
| "transformer_blocks.17.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0992230474948883, | |
| "all": 0.09876076877117157, | |
| "video": 0.09843911230564117, | |
| "text": 0.09863946586847305 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10171704739332199, | |
| "all": 0.1011904776096344, | |
| "video": 0.10089441388845444, | |
| "text": 0.10021138936281204 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09851709008216858, | |
| "all": 0.09857471287250519, | |
| "video": 0.09868953377008438, | |
| "text": 0.0983109101653099 | |
| } | |
| }, | |
| "transformer_blocks.18.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10757717490196228, | |
| "all": 0.1035785973072052, | |
| "video": 0.10252650827169418, | |
| "text": 0.10725263506174088 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10587260127067566, | |
| "all": 0.10534368455410004, | |
| "video": 0.11344413459300995, | |
| "text": 0.10350309312343597 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11777396500110626, | |
| "all": 0.11443836241960526, | |
| "video": 0.13080784678459167, | |
| "text": 0.11820032447576523 | |
| } | |
| }, | |
| "transformer_blocks.19.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0897551029920578, | |
| "all": 0.08591582626104355, | |
| "video": 0.08599667996168137, | |
| "text": 0.08934103697538376 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09815572202205658, | |
| "all": 0.09963126480579376, | |
| "video": 0.09987600892782211, | |
| "text": 0.0908249244093895 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08486887812614441, | |
| "all": 0.09011344611644745, | |
| "video": 0.092731773853302, | |
| "text": 0.08719206601381302 | |
| } | |
| }, | |
| "transformer_blocks.20.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10095612704753876, | |
| "all": 0.10050484538078308, | |
| "video": 0.10075583308935165, | |
| "text": 0.10100381076335907 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10095904767513275, | |
| "all": 0.10055028647184372, | |
| "video": 0.10060610622167587, | |
| "text": 0.09892461448907852 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10004346072673798, | |
| "all": 0.10037914663553238, | |
| "video": 0.10055957734584808, | |
| "text": 0.10103455185890198 | |
| } | |
| }, | |
| "transformer_blocks.21.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10805407166481018, | |
| "all": 0.10335128754377365, | |
| "video": 0.10183138400316238, | |
| "text": 0.10832329094409943 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10929182916879654, | |
| "all": 0.10924609750509262, | |
| "video": 0.11731252819299698, | |
| "text": 0.10901457816362381 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1359160840511322, | |
| "all": 0.13956111669540405, | |
| "video": 0.14923572540283203, | |
| "text": 0.13611122965812683 | |
| } | |
| }, | |
| "transformer_blocks.22.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09030447155237198, | |
| "all": 0.08749762922525406, | |
| "video": 0.08750235289335251, | |
| "text": 0.08919817209243774 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08279086649417877, | |
| "all": 0.0761544406414032, | |
| "video": 0.0802399069070816, | |
| "text": 0.07551362365484238 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11524731665849686, | |
| "all": 0.12060096859931946, | |
| "video": 0.12072647362947464, | |
| "text": 0.11608611792325974 | |
| } | |
| }, | |
| "transformer_blocks.24.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10985761880874634, | |
| "all": 0.1095421090722084, | |
| "video": 0.10918807238340378, | |
| "text": 0.10979533940553665 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1102977842092514, | |
| "all": 0.11027396470308304, | |
| "video": 0.10993590205907822, | |
| "text": 0.11000804603099823 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11017442494630814, | |
| "all": 0.10987456142902374, | |
| "video": 0.10934419929981232, | |
| "text": 0.11025296151638031 | |
| } | |
| }, | |
| "transformer_blocks.25.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11089437454938889, | |
| "all": 0.10747993737459183, | |
| "video": 0.10583222657442093, | |
| "text": 0.11004000157117844 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11306262016296387, | |
| "all": 0.11212500184774399, | |
| "video": 0.1244909018278122, | |
| "text": 0.11089862138032913 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1513729691505432, | |
| "all": 0.16004447638988495, | |
| "video": 0.1720413714647293, | |
| "text": 0.15148423612117767 | |
| } | |
| }, | |
| "transformer_blocks.26.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0914134830236435, | |
| "all": 0.08994411677122116, | |
| "video": 0.08957244455814362, | |
| "text": 0.09116024523973465 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08464814722537994, | |
| "all": 0.08180399239063263, | |
| "video": 0.08345108479261398, | |
| "text": 0.08277256041765213 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11184865236282349, | |
| "all": 0.11467305570840836, | |
| "video": 0.1167338564991951, | |
| "text": 0.1121930480003357 | |
| } | |
| }, | |
| "transformer_blocks.28.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11718372255563736, | |
| "all": 0.116636261343956, | |
| "video": 0.11698533594608307, | |
| "text": 0.11669676005840302 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11646947264671326, | |
| "all": 0.11602100729942322, | |
| "video": 0.11636362224817276, | |
| "text": 0.11556481570005417 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11184181272983551, | |
| "all": 0.11158618330955505, | |
| "video": 0.11177446693181992, | |
| "text": 0.11150270700454712 | |
| } | |
| }, | |
| "transformer_blocks.29.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11578662693500519, | |
| "all": 0.11305730044841766, | |
| "video": 0.11108548939228058, | |
| "text": 0.11578662693500519 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1172349750995636, | |
| "all": 0.11559177935123444, | |
| "video": 0.13132967054843903, | |
| "text": 0.1172349750995636 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16891013085842133, | |
| "all": 0.17948485910892487, | |
| "video": 0.2015591412782669, | |
| "text": 0.16891013085842133 | |
| } | |
| }, | |
| "transformer_blocks.3.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09647299349308014, | |
| "all": 0.09647299349308014, | |
| "video": 0.08037082105875015, | |
| "text": 0.09647299349308014 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08208760619163513, | |
| "all": 0.08208760619163513, | |
| "video": 0.10057052969932556, | |
| "text": 0.08208760619163513 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11606612056493759, | |
| "all": 0.11606612056493759, | |
| "video": 0.13624884188175201, | |
| "text": 0.11606612056493759 | |
| } | |
| }, | |
| "transformer_blocks.31.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1482619196176529, | |
| "all": 0.1482619196176529, | |
| "video": 0.1482619196176529, | |
| "text": 0.1482619196176529 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1421610563993454, | |
| "all": 0.1421610563993454, | |
| "video": 0.1421610563993454, | |
| "text": 0.1421610563993454 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12766510248184204, | |
| "all": 0.12766510248184204, | |
| "video": 0.12766510248184204, | |
| "text": 0.12766510248184204 | |
| } | |
| }, | |
| "transformer_blocks.32.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12189733237028122, | |
| "all": 0.11991885304450989, | |
| "video": 0.11845636367797852, | |
| "text": 0.12109166383743286 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12296977639198303, | |
| "all": 0.12165717035531998, | |
| "video": 0.1354009509086609, | |
| "text": 0.12115661799907684 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1685333251953125, | |
| "all": 0.17886383831501007, | |
| "video": 0.2047463059425354, | |
| "text": 0.1759558469057083 | |
| } | |
| }, | |
| "transformer_blocks.33.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11776083707809448, | |
| "all": 0.11786872893571854, | |
| "video": 0.11776083707809448, | |
| "text": 0.11776614189147949 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11501308530569077, | |
| "all": 0.11481861025094986, | |
| "video": 0.11501308530569077, | |
| "text": 0.11472059041261673 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11487268656492233, | |
| "all": 0.11552658677101135, | |
| "video": 0.11487268656492233, | |
| "text": 0.11511660367250443 | |
| } | |
| }, | |
| "transformer_blocks.35.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14837956428527832, | |
| "all": 0.14837956428527832, | |
| "video": 0.14837956428527832, | |
| "text": 0.14837956428527832 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14326226711273193, | |
| "all": 0.14326226711273193, | |
| "video": 0.14326226711273193, | |
| "text": 0.14326226711273193 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14205995202064514, | |
| "all": 0.14205995202064514, | |
| "video": 0.14205995202064514, | |
| "text": 0.14205995202064514 | |
| } | |
| }, | |
| "transformer_blocks.36.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12128345668315887, | |
| "all": 0.1194157749414444, | |
| "video": 0.1178499385714531, | |
| "text": 0.1197836622595787 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12355705350637436, | |
| "all": 0.1222093254327774, | |
| "video": 0.13010857999324799, | |
| "text": 0.12005320936441422 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15796834230422974, | |
| "all": 0.17018194496631622, | |
| "video": 0.18441049754619598, | |
| "text": 0.16795600950717926 | |
| } | |
| }, | |
| "transformer_blocks.37.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12107670307159424, | |
| "all": 0.12086451798677444, | |
| "video": 0.12061788886785507, | |
| "text": 0.12074144929647446 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11941473931074142, | |
| "all": 0.11876366287469864, | |
| "video": 0.11867262423038483, | |
| "text": 0.1184077188372612 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1155870333313942, | |
| "all": 0.11524522304534912, | |
| "video": 0.11512098461389542, | |
| "text": 0.11510149389505386 | |
| } | |
| }, | |
| "transformer_blocks.39.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14324627816677094, | |
| "all": 0.14324627816677094, | |
| "video": 0.14324627816677094, | |
| "text": 0.14260287582874298 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14490094780921936, | |
| "all": 0.14490094780921936, | |
| "video": 0.14490094780921936, | |
| "text": 0.14427153766155243 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1508786380290985, | |
| "all": 0.1508786380290985, | |
| "video": 0.1508786380290985, | |
| "text": 0.15084539353847504 | |
| } | |
| }, | |
| "transformer_blocks.4.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08182679116725922, | |
| "all": 0.08081912249326706, | |
| "video": 0.07761987298727036, | |
| "text": 0.08182679116725922 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09238042682409286, | |
| "all": 0.0904386043548584, | |
| "video": 0.10375393182039261, | |
| "text": 0.09238042682409286 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13299152255058289, | |
| "all": 0.13540999591350555, | |
| "video": 0.1573917716741562, | |
| "text": 0.13299152255058289 | |
| } | |
| }, | |
| "transformer_blocks.40.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12805183231830597, | |
| "all": 0.12798577547073364, | |
| "video": 0.12804295122623444, | |
| "text": 0.12798289954662323 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12599800527095795, | |
| "all": 0.12554709613323212, | |
| "video": 0.12601494789123535, | |
| "text": 0.12544965744018555 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11761901527643204, | |
| "all": 0.11783429235219955, | |
| "video": 0.1179494559764862, | |
| "text": 0.11792952567338943 | |
| } | |
| }, | |
| "transformer_blocks.42.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12824515998363495, | |
| "all": 0.12824515998363495, | |
| "video": 0.12824515998363495, | |
| "text": 0.12836763262748718 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13180679082870483, | |
| "all": 0.13180679082870483, | |
| "video": 0.13180679082870483, | |
| "text": 0.13203734159469604 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1470874547958374, | |
| "all": 0.1470874547958374, | |
| "video": 0.1470874547958374, | |
| "text": 0.14788632094860077 | |
| } | |
| }, | |
| "transformer_blocks.43.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12312617152929306, | |
| "all": 0.1220407709479332, | |
| "video": 0.12149202823638916, | |
| "text": 0.12289571762084961 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13210880756378174, | |
| "all": 0.1299513876438141, | |
| "video": 0.144740030169487, | |
| "text": 0.12952016294002533 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15802161395549774, | |
| "all": 0.1605488657951355, | |
| "video": 0.18116584420204163, | |
| "text": 0.16143840551376343 | |
| } | |
| }, | |
| "transformer_blocks.44.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13196639716625214, | |
| "all": 0.13196639716625214, | |
| "video": 0.13196639716625214, | |
| "text": 0.13196639716625214 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12119453400373459, | |
| "all": 0.12119453400373459, | |
| "video": 0.12119453400373459, | |
| "text": 0.12119453400373459 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10551684349775314, | |
| "all": 0.10551684349775314, | |
| "video": 0.10551684349775314, | |
| "text": 0.10551684349775314 | |
| } | |
| }, | |
| "transformer_blocks.46.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14679130911827087, | |
| "all": 0.1460408866405487, | |
| "video": 0.14645545184612274, | |
| "text": 0.14658521115779877 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13587667047977448, | |
| "all": 0.13531287014484406, | |
| "video": 0.13582663238048553, | |
| "text": 0.1354067176580429 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.139922097325325, | |
| "all": 0.13985329866409302, | |
| "video": 0.14014697074890137, | |
| "text": 0.1401098370552063 | |
| } | |
| }, | |
| "transformer_blocks.47.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12233491241931915, | |
| "all": 0.12162690609693527, | |
| "video": 0.12037020176649094, | |
| "text": 0.12243449687957764 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14121435582637787, | |
| "all": 0.13810279965400696, | |
| "video": 0.16521352529525757, | |
| "text": 0.13637904822826385 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15923325717449188, | |
| "all": 0.16119466722011566, | |
| "video": 0.18932989239692688, | |
| "text": 0.16172626614570618 | |
| } | |
| }, | |
| "transformer_blocks.48.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12886182963848114, | |
| "all": 0.1272849440574646, | |
| "video": 0.12748490273952484, | |
| "text": 0.12799526751041412 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12204235047101974, | |
| "all": 0.11755235493183136, | |
| "video": 0.11914223432540894, | |
| "text": 0.11941792070865631 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11914611607789993, | |
| "all": 0.11987443268299103, | |
| "video": 0.12192405015230179, | |
| "text": 0.11923646926879883 | |
| } | |
| }, | |
| "transformer_blocks.5.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08820833265781403, | |
| "all": 0.08876492828130722, | |
| "video": 0.08730293810367584, | |
| "text": 0.089455746114254 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08091326802968979, | |
| "all": 0.08150337636470795, | |
| "video": 0.08198432624340057, | |
| "text": 0.08146768063306808 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0713619738817215, | |
| "all": 0.07043416798114777, | |
| "video": 0.07044249773025513, | |
| "text": 0.06498463451862335 | |
| } | |
| }, | |
| "transformer_blocks.6.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09099528193473816, | |
| "all": 0.09020177274942398, | |
| "video": 0.0873541310429573, | |
| "text": 0.09111613780260086 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10219646990299225, | |
| "all": 0.09911200404167175, | |
| "video": 0.11315004527568817, | |
| "text": 0.1012893095612526 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12260760366916656, | |
| "all": 0.1130751296877861, | |
| "video": 0.14011254906654358, | |
| "text": 0.12214968353509903 | |
| } | |
| }, | |
| "transformer_blocks.7.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09726057201623917, | |
| "all": 0.0975336953997612, | |
| "video": 0.08554574847221375, | |
| "text": 0.09726057201623917 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07817729562520981, | |
| "all": 0.06483296304941177, | |
| "video": 0.12558160722255707, | |
| "text": 0.07817729562520981 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12201013416051865, | |
| "all": 0.12469232082366943, | |
| "video": 0.14468111097812653, | |
| "text": 0.12201013416051865 | |
| } | |
| }, | |
| "transformer_blocks.9.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10181286931037903, | |
| "all": 0.10105769336223602, | |
| "video": 0.1005394458770752, | |
| "text": 0.10155542939901352 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10147926956415176, | |
| "all": 0.10163133591413498, | |
| "video": 0.10135000199079514, | |
| "text": 0.10066955536603928 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10880700498819351, | |
| "all": 0.1093166396021843, | |
| "video": 0.10882435739040375, | |
| "text": 0.10874936729669571 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.0.ff.net.0.proj": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0825779139995575, | |
| "all": 0.07929520308971405, | |
| "video": 0.07929520308971405, | |
| "text": 0.07929520308971405 | |
| } | |
| }, | |
| "transformer_blocks.0.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05120177939534187, | |
| "all": 0.04483397305011749, | |
| "video": 0.04175111651420593, | |
| "text": 0.05120177939534187 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.061623673886060715, | |
| "all": 0.06226278841495514, | |
| "video": 0.0678001418709755, | |
| "text": 0.061623673886060715 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05403444170951843, | |
| "all": 0.05127479135990143, | |
| "video": 0.05823197960853577, | |
| "text": 0.05403444170951843 | |
| } | |
| }, | |
| "transformer_blocks.1.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.041434142738580704, | |
| "all": 0.03399336338043213, | |
| "video": 0.03202277049422264, | |
| "text": 0.041434142738580704 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06461785733699799, | |
| "all": 0.06669098883867264, | |
| "video": 0.07850432395935059, | |
| "text": 0.06461785733699799 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06782382726669312, | |
| "all": 0.06883767992258072, | |
| "video": 0.09986408799886703, | |
| "text": 0.06782382726669312 | |
| } | |
| }, | |
| "transformer_blocks.10.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10412493348121643, | |
| "all": 0.10187899321317673, | |
| "video": 0.09957371652126312, | |
| "text": 0.10301733762025833 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10082098841667175, | |
| "all": 0.09667319059371948, | |
| "video": 0.10370907187461853, | |
| "text": 0.09566736966371536 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08922242373228073, | |
| "all": 0.07958296686410904, | |
| "video": 0.09029588848352432, | |
| "text": 0.08300375938415527 | |
| } | |
| }, | |
| "transformer_blocks.12.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08184376358985901, | |
| "all": 0.08127418905496597, | |
| "video": 0.07895734906196594, | |
| "text": 0.08184376358985901 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09618831425905228, | |
| "all": 0.09450960159301758, | |
| "video": 0.10256605595350266, | |
| "text": 0.09618831425905228 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07905469089746475, | |
| "all": 0.07458873838186264, | |
| "video": 0.08776552975177765, | |
| "text": 0.07905469089746475 | |
| } | |
| }, | |
| "transformer_blocks.13.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08560270071029663, | |
| "all": 0.08532020449638367, | |
| "video": 0.0826169103384018, | |
| "text": 0.08560270071029663 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09771887958049774, | |
| "all": 0.09566835314035416, | |
| "video": 0.10773453116416931, | |
| "text": 0.09771887958049774 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10239087790250778, | |
| "all": 0.09268766641616821, | |
| "video": 0.1135774627327919, | |
| "text": 0.10239087790250778 | |
| } | |
| }, | |
| "transformer_blocks.14.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10444824397563934, | |
| "all": 0.10152261704206467, | |
| "video": 0.10081920027732849, | |
| "text": 0.1033567413687706 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09961196035146713, | |
| "all": 0.0963292121887207, | |
| "video": 0.10104531049728394, | |
| "text": 0.09492772072553635 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10207249224185944, | |
| "all": 0.08985020220279694, | |
| "video": 0.10580737888813019, | |
| "text": 0.09961232542991638 | |
| } | |
| }, | |
| "transformer_blocks.16.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08338341116905212, | |
| "all": 0.0806337222456932, | |
| "video": 0.07793018966913223, | |
| "text": 0.08338341116905212 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0945940837264061, | |
| "all": 0.09562379121780396, | |
| "video": 0.10345873236656189, | |
| "text": 0.0945940837264061 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07434896379709244, | |
| "all": 0.06891965866088867, | |
| "video": 0.08920373022556305, | |
| "text": 0.07434896379709244 | |
| } | |
| }, | |
| "transformer_blocks.17.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0846153050661087, | |
| "all": 0.08212976157665253, | |
| "video": 0.08107651025056839, | |
| "text": 0.0845729261636734 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09925506263971329, | |
| "all": 0.09800972044467926, | |
| "video": 0.10773676633834839, | |
| "text": 0.09832882881164551 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08662382513284683, | |
| "all": 0.08165063709020615, | |
| "video": 0.09909351170063019, | |
| "text": 0.08625742048025131 | |
| } | |
| }, | |
| "transformer_blocks.18.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10483181476593018, | |
| "all": 0.10010577738285065, | |
| "video": 0.09929104894399643, | |
| "text": 0.10310859978199005 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10078839212656021, | |
| "all": 0.09825438261032104, | |
| "video": 0.10288924723863602, | |
| "text": 0.09648493677377701 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10657372325658798, | |
| "all": 0.09595905989408493, | |
| "video": 0.11338526010513306, | |
| "text": 0.10602404177188873 | |
| } | |
| }, | |
| "transformer_blocks.2.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.052685800939798355, | |
| "all": 0.051816072314977646, | |
| "video": 0.04835357144474983, | |
| "text": 0.053373001515865326 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07352425903081894, | |
| "all": 0.07016915082931519, | |
| "video": 0.08978278189897537, | |
| "text": 0.07185034453868866 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.04321309179067612, | |
| "all": 0.03994763270020485, | |
| "video": 0.055564962327480316, | |
| "text": 0.04361497983336449 | |
| } | |
| }, | |
| "transformer_blocks.20.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08452515304088593, | |
| "all": 0.0814022421836853, | |
| "video": 0.07910823822021484, | |
| "text": 0.08452515304088593 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09720059484243393, | |
| "all": 0.09820526093244553, | |
| "video": 0.1086122915148735, | |
| "text": 0.09720059484243393 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06986270099878311, | |
| "all": 0.07246535271406174, | |
| "video": 0.08554252982139587, | |
| "text": 0.06986270099878311 | |
| } | |
| }, | |
| "transformer_blocks.21.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10493550449609756, | |
| "all": 0.09916132688522339, | |
| "video": 0.09809504449367523, | |
| "text": 0.10186716169118881 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10444030910730362, | |
| "all": 0.09991803765296936, | |
| "video": 0.10526518523693085, | |
| "text": 0.0982075110077858 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10929115861654282, | |
| "all": 0.10974753648042679, | |
| "video": 0.11888211965560913, | |
| "text": 0.1093999445438385 | |
| } | |
| }, | |
| "transformer_blocks.23.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07791490852832794, | |
| "all": 0.07337389141321182, | |
| "video": 0.07247723639011383, | |
| "text": 0.07694187015295029 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09120918065309525, | |
| "all": 0.09065357595682144, | |
| "video": 0.10054871439933777, | |
| "text": 0.08831984549760818 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07396943122148514, | |
| "all": 0.07978922873735428, | |
| "video": 0.08839458972215652, | |
| "text": 0.07515618205070496 | |
| } | |
| }, | |
| "transformer_blocks.24.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08596979826688766, | |
| "all": 0.08285507559776306, | |
| "video": 0.081355020403862, | |
| "text": 0.0858900249004364 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10164526849985123, | |
| "all": 0.0998595654964447, | |
| "video": 0.11519914865493774, | |
| "text": 0.09925753623247147 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08900382369756699, | |
| "all": 0.09241671860218048, | |
| "video": 0.10345445573329926, | |
| "text": 0.08856788277626038 | |
| } | |
| }, | |
| "transformer_blocks.25.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11005411297082901, | |
| "all": 0.10564832389354706, | |
| "video": 0.10346581041812897, | |
| "text": 0.10764103382825851 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11120980232954025, | |
| "all": 0.10656200349330902, | |
| "video": 0.11491846293210983, | |
| "text": 0.1064373254776001 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11525943875312805, | |
| "all": 0.1169482171535492, | |
| "video": 0.12917223572731018, | |
| "text": 0.1167246475815773 | |
| } | |
| }, | |
| "transformer_blocks.27.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07013199478387833, | |
| "all": 0.06706015020608902, | |
| "video": 0.06647594273090363, | |
| "text": 0.06954813003540039 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0802098885178566, | |
| "all": 0.07814419269561768, | |
| "video": 0.08752527087926865, | |
| "text": 0.07664676755666733 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0657099187374115, | |
| "all": 0.06961247324943542, | |
| "video": 0.07587537914514542, | |
| "text": 0.06750303506851196 | |
| } | |
| }, | |
| "transformer_blocks.28.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07385879755020142, | |
| "all": 0.07228533178567886, | |
| "video": 0.0711398646235466, | |
| "text": 0.0735984742641449 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07787726819515228, | |
| "all": 0.07591691613197327, | |
| "video": 0.08850318938493729, | |
| "text": 0.07492440193891525 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0780978798866272, | |
| "all": 0.08259815722703934, | |
| "video": 0.09304798394441605, | |
| "text": 0.07921809703111649 | |
| } | |
| }, | |
| "transformer_blocks.29.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10967537015676498, | |
| "all": 0.1073133647441864, | |
| "video": 0.10509698837995529, | |
| "text": 0.1071377620100975 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1127537190914154, | |
| "all": 0.1094856709241867, | |
| "video": 0.11397100985050201, | |
| "text": 0.1092640683054924 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12041668593883514, | |
| "all": 0.12478107213973999, | |
| "video": 0.14256595075130463, | |
| "text": 0.12811870872974396 | |
| } | |
| }, | |
| "transformer_blocks.30.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06630968302488327, | |
| "all": 0.06492947041988373, | |
| "video": 0.06342219561338425, | |
| "text": 0.06598816066980362 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06739690154790878, | |
| "all": 0.06610383838415146, | |
| "video": 0.07726497203111649, | |
| "text": 0.06611760705709457 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05598638951778412, | |
| "all": 0.060471225529909134, | |
| "video": 0.07042539119720459, | |
| "text": 0.056838106364011765 | |
| } | |
| }, | |
| "transformer_blocks.31.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07087180018424988, | |
| "all": 0.06928136199712753, | |
| "video": 0.06815118342638016, | |
| "text": 0.07020815461874008 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07340649515390396, | |
| "all": 0.07232683897018433, | |
| "video": 0.08377724885940552, | |
| "text": 0.07173296809196472 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07157436013221741, | |
| "all": 0.07755225151777267, | |
| "video": 0.09185456484556198, | |
| "text": 0.07397842407226562 | |
| } | |
| }, | |
| "transformer_blocks.32.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11359790712594986, | |
| "all": 0.11084320396184921, | |
| "video": 0.11009546369314194, | |
| "text": 0.11062663048505783 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11930336058139801, | |
| "all": 0.11690118908882141, | |
| "video": 0.12289424985647202, | |
| "text": 0.1164187490940094 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12535721063613892, | |
| "all": 0.1360880732536316, | |
| "video": 0.17089088261127472, | |
| "text": 0.1674116998910904 | |
| } | |
| }, | |
| "transformer_blocks.34.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06516038626432419, | |
| "all": 0.06368330121040344, | |
| "video": 0.062174949795007706, | |
| "text": 0.06403627246618271 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06535960733890533, | |
| "all": 0.06405380368232727, | |
| "video": 0.08110859990119934, | |
| "text": 0.06363585591316223 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05812161788344383, | |
| "all": 0.06152830645442009, | |
| "video": 0.09173645079135895, | |
| "text": 0.06263814121484756 | |
| } | |
| }, | |
| "transformer_blocks.35.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06975916028022766, | |
| "all": 0.06790724396705627, | |
| "video": 0.06685327738523483, | |
| "text": 0.06863397359848022 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07316595315933228, | |
| "all": 0.07143479585647583, | |
| "video": 0.08334646373987198, | |
| "text": 0.07092323899269104 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07602018862962723, | |
| "all": 0.08089576661586761, | |
| "video": 0.10376457870006561, | |
| "text": 0.08260923624038696 | |
| } | |
| }, | |
| "transformer_blocks.36.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10878895223140717, | |
| "all": 0.10721415281295776, | |
| "video": 0.10662857443094254, | |
| "text": 0.1072230190038681 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11846316605806351, | |
| "all": 0.1161314994096756, | |
| "video": 0.11715348064899445, | |
| "text": 0.11580798029899597 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12491884082555771, | |
| "all": 0.13055866956710815, | |
| "video": 0.1436498761177063, | |
| "text": 0.14061759412288666 | |
| } | |
| }, | |
| "transformer_blocks.38.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0617859773337841, | |
| "all": 0.06070632115006447, | |
| "video": 0.060393791645765305, | |
| "text": 0.06145327165722847 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06423357874155045, | |
| "all": 0.06308995187282562, | |
| "video": 0.07138001173734665, | |
| "text": 0.06318912655115128 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0569504052400589, | |
| "all": 0.05904705077409744, | |
| "video": 0.07350736856460571, | |
| "text": 0.05762150138616562 | |
| } | |
| }, | |
| "transformer_blocks.39.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06833352148532867, | |
| "all": 0.06773322820663452, | |
| "video": 0.06671052426099777, | |
| "text": 0.06758557260036469 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07267202436923981, | |
| "all": 0.07134301960468292, | |
| "video": 0.07594632357358932, | |
| "text": 0.07001906633377075 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07766615599393845, | |
| "all": 0.07886749505996704, | |
| "video": 0.08974791318178177, | |
| "text": 0.08444204926490784 | |
| } | |
| }, | |
| "transformer_blocks.4.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10420558601617813, | |
| "all": 0.10371295362710953, | |
| "video": 0.09745673835277557, | |
| "text": 0.10469240695238113 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09843792021274567, | |
| "all": 0.09727112948894501, | |
| "video": 0.10908046364784241, | |
| "text": 0.0981413722038269 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13400131464004517, | |
| "all": 0.1357356309890747, | |
| "video": 0.15231460332870483, | |
| "text": 0.13411417603492737 | |
| } | |
| }, | |
| "transformer_blocks.41.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05942412093281746, | |
| "all": 0.05906210094690323, | |
| "video": 0.05824686959385872, | |
| "text": 0.058918826282024384 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06310077756643295, | |
| "all": 0.06228702515363693, | |
| "video": 0.07211436331272125, | |
| "text": 0.06148172542452812 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06237887591123581, | |
| "all": 0.06305460631847382, | |
| "video": 0.08344384282827377, | |
| "text": 0.06515372544527054 | |
| } | |
| }, | |
| "transformer_blocks.42.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0717194676399231, | |
| "all": 0.07047964632511139, | |
| "video": 0.06924430280923843, | |
| "text": 0.07048947364091873 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07887277752161026, | |
| "all": 0.0770622193813324, | |
| "video": 0.08433706313371658, | |
| "text": 0.07550627738237381 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07874451577663422, | |
| "all": 0.07999219000339508, | |
| "video": 0.09227078408002853, | |
| "text": 0.08379705250263214 | |
| } | |
| }, | |
| "transformer_blocks.43.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10741890221834183, | |
| "all": 0.10709682106971741, | |
| "video": 0.10670360177755356, | |
| "text": 0.1067456528544426 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11697733402252197, | |
| "all": 0.11537379771471024, | |
| "video": 0.11734312027692795, | |
| "text": 0.115157850086689 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12450603395700455, | |
| "all": 0.12328516691923141, | |
| "video": 0.13371238112449646, | |
| "text": 0.1270846575498581 | |
| } | |
| }, | |
| "transformer_blocks.45.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0489361435174942, | |
| "all": 0.04878716915845871, | |
| "video": 0.04835749790072441, | |
| "text": 0.048815563321113586 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.05217176303267479, | |
| "all": 0.0515352226793766, | |
| "video": 0.0581735335290432, | |
| "text": 0.05135305970907211 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.04614510014653206, | |
| "all": 0.04646119102835655, | |
| "video": 0.05257364362478256, | |
| "text": 0.04640749841928482 | |
| } | |
| }, | |
| "transformer_blocks.46.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06457366794347763, | |
| "all": 0.06422727555036545, | |
| "video": 0.06345677375793457, | |
| "text": 0.06450304388999939 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08379466831684113, | |
| "all": 0.08230733871459961, | |
| "video": 0.08770717680454254, | |
| "text": 0.08149457722902298 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.077637679874897, | |
| "all": 0.07815896719694138, | |
| "video": 0.08243473619222641, | |
| "text": 0.07843299955129623 | |
| } | |
| }, | |
| "transformer_blocks.47.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11065570265054703, | |
| "all": 0.1110268160700798, | |
| "video": 0.11027856916189194, | |
| "text": 0.11098809540271759 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11898107081651688, | |
| "all": 0.11476687341928482, | |
| "video": 0.12024560570716858, | |
| "text": 0.11665154248476028 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11416155844926834, | |
| "all": 0.11329726129770279, | |
| "video": 0.11943318694829941, | |
| "text": 0.11538118869066238 | |
| } | |
| }, | |
| "transformer_blocks.49.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.03129971772432327, | |
| "all": 0.03101714886724949, | |
| "video": 0.03064902313053608, | |
| "text": 0.03132239729166031 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.04233364015817642, | |
| "all": 0.04058609902858734, | |
| "video": 0.046964071691036224, | |
| "text": 0.04147569090127945 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0306424330919981, | |
| "all": 0.03151380270719528, | |
| "video": 0.03403089940547943, | |
| "text": 0.030622176826000214 | |
| } | |
| }, | |
| "transformer_blocks.5.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0699925497174263, | |
| "all": 0.0691552609205246, | |
| "video": 0.06646046787500381, | |
| "text": 0.07014144957065582 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09379639476537704, | |
| "all": 0.09459960460662842, | |
| "video": 0.09928163886070251, | |
| "text": 0.09327899664640427 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.04402341693639755, | |
| "all": 0.03746938705444336, | |
| "video": 0.05013275891542435, | |
| "text": 0.04397159442305565 | |
| } | |
| }, | |
| "transformer_blocks.6.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1106724664568901, | |
| "all": 0.11030381917953491, | |
| "video": 0.10517730563879013, | |
| "text": 0.11027976125478745 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10165533423423767, | |
| "all": 0.09670015424489975, | |
| "video": 0.10416948050260544, | |
| "text": 0.09934379905462265 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0843375027179718, | |
| "all": 0.0754319578409195, | |
| "video": 0.08486443012952805, | |
| "text": 0.08126624673604965 | |
| } | |
| }, | |
| "transformer_blocks.8.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07865963876247406, | |
| "all": 0.0778173953294754, | |
| "video": 0.07604167610406876, | |
| "text": 0.07865963876247406 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09593525528907776, | |
| "all": 0.09434480220079422, | |
| "video": 0.10397940874099731, | |
| "text": 0.09593525528907776 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08787858486175537, | |
| "all": 0.07933264225721359, | |
| "video": 0.10071342438459396, | |
| "text": 0.08787858486175537 | |
| } | |
| }, | |
| "transformer_blocks.9.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08297364413738251, | |
| "all": 0.08099587261676788, | |
| "video": 0.07963385432958603, | |
| "text": 0.0825611874461174 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10205681622028351, | |
| "all": 0.10026079416275024, | |
| "video": 0.10982605814933777, | |
| "text": 0.10069463402032852 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10166776180267334, | |
| "all": 0.08925018459558487, | |
| "video": 0.11133723706007004, | |
| "text": 0.100344717502594 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.0.ff.net.2": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08352463692426682, | |
| "all": 0.07030969858169556, | |
| "video": 0.07030969858169556, | |
| "text": 0.07030969858169556 | |
| } | |
| }, | |
| "transformer_blocks.0.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.057746849954128265, | |
| "all": 0.057746849954128265, | |
| "video": 0.05741359665989876, | |
| "text": 0.0596352256834507 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06615476310253143, | |
| "all": 0.06615476310253143, | |
| "video": 0.0688159242272377, | |
| "text": 0.06625499576330185 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07856457680463791, | |
| "all": 0.07856457680463791, | |
| "video": 0.08368265628814697, | |
| "text": 0.08059357106685638 | |
| } | |
| }, | |
| "transformer_blocks.1.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05092630535364151, | |
| "all": 0.041553281247615814, | |
| "video": 0.039759837090969086, | |
| "text": 0.05092630535364151 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07281555980443954, | |
| "all": 0.07367861270904541, | |
| "video": 0.09631381183862686, | |
| "text": 0.07281555980443954 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10191831737756729, | |
| "all": 0.09144877642393112, | |
| "video": 0.1541464477777481, | |
| "text": 0.10191831737756729 | |
| } | |
| }, | |
| "transformer_blocks.10.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09686508029699326, | |
| "all": 0.09482507407665253, | |
| "video": 0.0889328196644783, | |
| "text": 0.09692493826150894 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08215755224227905, | |
| "all": 0.06700305640697479, | |
| "video": 0.14139430224895477, | |
| "text": 0.07682173699140549 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11956313252449036, | |
| "all": 0.12611763179302216, | |
| "video": 0.13745276629924774, | |
| "text": 0.11971604824066162 | |
| } | |
| }, | |
| "transformer_blocks.12.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10074050724506378, | |
| "all": 0.10045062005519867, | |
| "video": 0.10005123168230057, | |
| "text": 0.10138802230358124 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10034816712141037, | |
| "all": 0.10031677782535553, | |
| "video": 0.10022898018360138, | |
| "text": 0.10035394132137299 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10253097862005234, | |
| "all": 0.10350597649812698, | |
| "video": 0.10313791781663895, | |
| "text": 0.10367715358734131 | |
| } | |
| }, | |
| "transformer_blocks.13.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10647422075271606, | |
| "all": 0.10592612624168396, | |
| "video": 0.10281987488269806, | |
| "text": 0.10682488977909088 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10739927738904953, | |
| "all": 0.1058667004108429, | |
| "video": 0.11558181792497635, | |
| "text": 0.10686837881803513 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1182921901345253, | |
| "all": 0.10997841507196426, | |
| "video": 0.128388911485672, | |
| "text": 0.11765210330486298 | |
| } | |
| }, | |
| "transformer_blocks.14.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09411603957414627, | |
| "all": 0.09000885486602783, | |
| "video": 0.08976423740386963, | |
| "text": 0.0933305025100708 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10717878490686417, | |
| "all": 0.11277803033590317, | |
| "video": 0.11630651354789734, | |
| "text": 0.10247014462947845 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.117850162088871, | |
| "all": 0.1448718160390854, | |
| "video": 0.16189751029014587, | |
| "text": 0.1193348616361618 | |
| } | |
| }, | |
| "transformer_blocks.16.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10098548233509064, | |
| "all": 0.09906043857336044, | |
| "video": 0.09943901002407074, | |
| "text": 0.09976404160261154 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10642264038324356, | |
| "all": 0.10053081065416336, | |
| "video": 0.10104653239250183, | |
| "text": 0.10307729989290237 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09920479357242584, | |
| "all": 0.10010458528995514, | |
| "video": 0.10123554617166519, | |
| "text": 0.09952491521835327 | |
| } | |
| }, | |
| "transformer_blocks.17.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1077866181731224, | |
| "all": 0.10556906461715698, | |
| "video": 0.10324590653181076, | |
| "text": 0.10748786479234695 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1080278605222702, | |
| "all": 0.10783118009567261, | |
| "video": 0.11457721889019012, | |
| "text": 0.10684419423341751 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12068486958742142, | |
| "all": 0.11436301469802856, | |
| "video": 0.13189661502838135, | |
| "text": 0.12051193416118622 | |
| } | |
| }, | |
| "transformer_blocks.18.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08170344680547714, | |
| "all": 0.07464669644832611, | |
| "video": 0.07456810772418976, | |
| "text": 0.08170344680547714 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1026386246085167, | |
| "all": 0.106587715446949, | |
| "video": 0.10837432742118835, | |
| "text": 0.1026386246085167 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07090815156698227, | |
| "all": 0.07689633965492249, | |
| "video": 0.08622011542320251, | |
| "text": 0.07090815156698227 | |
| } | |
| }, | |
| "transformer_blocks.2.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06981536746025085, | |
| "all": 0.06777570396661758, | |
| "video": 0.06765440851449966, | |
| "text": 0.06933055073022842 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07564184814691544, | |
| "all": 0.07272264361381531, | |
| "video": 0.07623475790023804, | |
| "text": 0.07499898225069046 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0773758664727211, | |
| "all": 0.07780292630195618, | |
| "video": 0.07788009941577911, | |
| "text": 0.07719079405069351 | |
| } | |
| }, | |
| "transformer_blocks.20.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10516713559627533, | |
| "all": 0.10066641122102737, | |
| "video": 0.09888532012701035, | |
| "text": 0.10494985431432724 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10948996245861053, | |
| "all": 0.10921680927276611, | |
| "video": 0.1252920776605606, | |
| "text": 0.10846637189388275 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.131797194480896, | |
| "all": 0.13165223598480225, | |
| "video": 0.15988358855247498, | |
| "text": 0.1319785714149475 | |
| } | |
| }, | |
| "transformer_blocks.21.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08935621380805969, | |
| "all": 0.08575475960969925, | |
| "video": 0.08591273427009583, | |
| "text": 0.08808216452598572 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0856664776802063, | |
| "all": 0.0803617611527443, | |
| "video": 0.08150887489318848, | |
| "text": 0.0786791443824768 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1085667610168457, | |
| "all": 0.11389590799808502, | |
| "video": 0.11594845354557037, | |
| "text": 0.10960715264081955 | |
| } | |
| }, | |
| "transformer_blocks.23.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10647142678499222, | |
| "all": 0.10660529881715775, | |
| "video": 0.10636480897665024, | |
| "text": 0.10579007118940353 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11027561873197556, | |
| "all": 0.10967249423265457, | |
| "video": 0.10963121056556702, | |
| "text": 0.10717985033988953 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10714567452669144, | |
| "all": 0.10667309165000916, | |
| "video": 0.10666316002607346, | |
| "text": 0.10677450150251389 | |
| } | |
| }, | |
| "transformer_blocks.24.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11037084460258484, | |
| "all": 0.10721121728420258, | |
| "video": 0.10515182465314865, | |
| "text": 0.1099904328584671 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11652108281850815, | |
| "all": 0.11476045846939087, | |
| "video": 0.1317635029554367, | |
| "text": 0.11460911482572556 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13793011009693146, | |
| "all": 0.14283622801303864, | |
| "video": 0.15873150527477264, | |
| "text": 0.13738620281219482 | |
| } | |
| }, | |
| "transformer_blocks.25.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09114625304937363, | |
| "all": 0.08926094323396683, | |
| "video": 0.08905363827943802, | |
| "text": 0.09066187590360641 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08671321719884872, | |
| "all": 0.08395061641931534, | |
| "video": 0.08480746299028397, | |
| "text": 0.08243976533412933 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09438468515872955, | |
| "all": 0.09678445011377335, | |
| "video": 0.09754128009080887, | |
| "text": 0.09568271785974503 | |
| } | |
| }, | |
| "transformer_blocks.27.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11119139939546585, | |
| "all": 0.11119139939546585, | |
| "video": 0.11119139939546585, | |
| "text": 0.11119139939546585 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11062713712453842, | |
| "all": 0.11062713712453842, | |
| "video": 0.11062713712453842, | |
| "text": 0.11062713712453842 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11010576784610748, | |
| "all": 0.11010576784610748, | |
| "video": 0.11010576784610748, | |
| "text": 0.11010576784610748 | |
| } | |
| }, | |
| "transformer_blocks.28.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10874418169260025, | |
| "all": 0.10714539140462875, | |
| "video": 0.10592425614595413, | |
| "text": 0.10919231176376343 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10912442207336426, | |
| "all": 0.10671959072351456, | |
| "video": 0.12332813441753387, | |
| "text": 0.10755068808794022 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15945078432559967, | |
| "all": 0.16639992594718933, | |
| "video": 0.1866610199213028, | |
| "text": 0.16109587252140045 | |
| } | |
| }, | |
| "transformer_blocks.29.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10204041004180908, | |
| "all": 0.10174854844808578, | |
| "video": 0.1012188270688057, | |
| "text": 0.10204041004180908 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0989031195640564, | |
| "all": 0.09814061224460602, | |
| "video": 0.09786655753850937, | |
| "text": 0.0989031195640564 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10633924603462219, | |
| "all": 0.10709266364574432, | |
| "video": 0.10860273241996765, | |
| "text": 0.10633924603462219 | |
| } | |
| }, | |
| "transformer_blocks.30.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14061926305294037, | |
| "all": 0.14004231989383698, | |
| "video": 0.14025303721427917, | |
| "text": 0.14045266807079315 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13403797149658203, | |
| "all": 0.13398192822933197, | |
| "video": 0.1340133100748062, | |
| "text": 0.133762925863266 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12872372567653656, | |
| "all": 0.12956766784191132, | |
| "video": 0.12886667251586914, | |
| "text": 0.1292741745710373 | |
| } | |
| }, | |
| "transformer_blocks.31.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12141291052103043, | |
| "all": 0.1196107491850853, | |
| "video": 0.11785255372524261, | |
| "text": 0.12042223662137985 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12104753404855728, | |
| "all": 0.11974790692329407, | |
| "video": 0.14440825581550598, | |
| "text": 0.11850382387638092 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1787572056055069, | |
| "all": 0.18573132157325745, | |
| "video": 0.240850031375885, | |
| "text": 0.18793360888957977 | |
| } | |
| }, | |
| "transformer_blocks.32.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11464995890855789, | |
| "all": 0.11464995890855789, | |
| "video": 0.11464995890855789, | |
| "text": 0.11464995890855789 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.112703837454319, | |
| "all": 0.112703837454319, | |
| "video": 0.112703837454319, | |
| "text": 0.112703837454319 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11301286518573761, | |
| "all": 0.11301286518573761, | |
| "video": 0.11301286518573761, | |
| "text": 0.11301286518573761 | |
| } | |
| }, | |
| "transformer_blocks.34.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.15496142208576202, | |
| "all": 0.15496142208576202, | |
| "video": 0.15496142208576202, | |
| "text": 0.15496142208576202 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14661619067192078, | |
| "all": 0.14661619067192078, | |
| "video": 0.14661619067192078, | |
| "text": 0.14661619067192078 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13318073749542236, | |
| "all": 0.13318073749542236, | |
| "video": 0.13318073749542236, | |
| "text": 0.13318073749542236 | |
| } | |
| }, | |
| "transformer_blocks.35.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12153495103120804, | |
| "all": 0.11988905072212219, | |
| "video": 0.11864010244607925, | |
| "text": 0.1202678382396698 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12415365874767303, | |
| "all": 0.12264972180128098, | |
| "video": 0.1373719424009323, | |
| "text": 0.12154129147529602 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16241832077503204, | |
| "all": 0.17415101826190948, | |
| "video": 0.20923879742622375, | |
| "text": 0.18025147914886475 | |
| } | |
| }, | |
| "transformer_blocks.36.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12051598727703094, | |
| "all": 0.1202537938952446, | |
| "video": 0.12051598727703094, | |
| "text": 0.11987492442131042 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1181083545088768, | |
| "all": 0.11751926690340042, | |
| "video": 0.1181083545088768, | |
| "text": 0.11672018468379974 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10300974547863007, | |
| "all": 0.10152775049209595, | |
| "video": 0.10300974547863007, | |
| "text": 0.10282562673091888 | |
| } | |
| }, | |
| "transformer_blocks.38.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1421433836221695, | |
| "all": 0.1421433836221695, | |
| "video": 0.1421433836221695, | |
| "text": 0.1421433836221695 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14569462835788727, | |
| "all": 0.14569462835788727, | |
| "video": 0.14569462835788727, | |
| "text": 0.14569462835788727 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15414577722549438, | |
| "all": 0.15414577722549438, | |
| "video": 0.15414577722549438, | |
| "text": 0.15414577722549438 | |
| } | |
| }, | |
| "transformer_blocks.39.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12991878390312195, | |
| "all": 0.12862147390842438, | |
| "video": 0.1274467408657074, | |
| "text": 0.1285424828529358 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13241466879844666, | |
| "all": 0.1299494057893753, | |
| "video": 0.13778367638587952, | |
| "text": 0.12819282710552216 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15474477410316467, | |
| "all": 0.15686078369617462, | |
| "video": 0.17766837775707245, | |
| "text": 0.16785931587219238 | |
| } | |
| }, | |
| "transformer_blocks.4.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09903954714536667, | |
| "all": 0.09986802935600281, | |
| "video": 0.08488272875547409, | |
| "text": 0.09903954714536667 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08217344433069229, | |
| "all": 0.07843349128961563, | |
| "video": 0.09342406690120697, | |
| "text": 0.08217344433069229 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11292818188667297, | |
| "all": 0.11304530501365662, | |
| "video": 0.12485945224761963, | |
| "text": 0.11292818188667297 | |
| } | |
| }, | |
| "transformer_blocks.41.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1471300721168518, | |
| "all": 0.14633601903915405, | |
| "video": 0.14678099751472473, | |
| "text": 0.1460845023393631 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.15632206201553345, | |
| "all": 0.15539440512657166, | |
| "video": 0.1559985876083374, | |
| "text": 0.15488123893737793 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14768241345882416, | |
| "all": 0.14791987836360931, | |
| "video": 0.14753137528896332, | |
| "text": 0.1485954076051712 | |
| } | |
| }, | |
| "transformer_blocks.42.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13466273248195648, | |
| "all": 0.13290008902549744, | |
| "video": 0.1313004493713379, | |
| "text": 0.1328848898410797 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13437865674495697, | |
| "all": 0.1323719620704651, | |
| "video": 0.14397913217544556, | |
| "text": 0.1302843689918518 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16127444803714752, | |
| "all": 0.16635927557945251, | |
| "video": 0.1881004273891449, | |
| "text": 0.16926515102386475 | |
| } | |
| }, | |
| "transformer_blocks.43.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13003970682621002, | |
| "all": 0.13003970682621002, | |
| "video": 0.1297425776720047, | |
| "text": 0.13003970682621002 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12838247418403625, | |
| "all": 0.12838247418403625, | |
| "video": 0.12734848260879517, | |
| "text": 0.12838247418403625 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11781280487775803, | |
| "all": 0.11781280487775803, | |
| "video": 0.11824897676706314, | |
| "text": 0.11781280487775803 | |
| } | |
| }, | |
| "transformer_blocks.45.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14434461295604706, | |
| "all": 0.14454081654548645, | |
| "video": 0.14433816075325012, | |
| "text": 0.14479872584342957 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13571755588054657, | |
| "all": 0.13618798553943634, | |
| "video": 0.136220782995224, | |
| "text": 0.13599562644958496 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1393468677997589, | |
| "all": 0.14050675928592682, | |
| "video": 0.13975106179714203, | |
| "text": 0.1398545503616333 | |
| } | |
| }, | |
| "transformer_blocks.46.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12364677339792252, | |
| "all": 0.12224560976028442, | |
| "video": 0.12155792117118835, | |
| "text": 0.12307868152856827 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13355067372322083, | |
| "all": 0.13199928402900696, | |
| "video": 0.14903385937213898, | |
| "text": 0.13069209456443787 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1629301905632019, | |
| "all": 0.16394421458244324, | |
| "video": 0.18488392233848572, | |
| "text": 0.1635931432247162 | |
| } | |
| }, | |
| "transformer_blocks.47.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12590093910694122, | |
| "all": 0.12523849308490753, | |
| "video": 0.12477550655603409, | |
| "text": 0.12533175945281982 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12740439176559448, | |
| "all": 0.1239159107208252, | |
| "video": 0.12514841556549072, | |
| "text": 0.12495541572570801 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1146121546626091, | |
| "all": 0.11553408950567245, | |
| "video": 0.11736351251602173, | |
| "text": 0.11550624668598175 | |
| } | |
| }, | |
| "transformer_blocks.49.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08963374048471451, | |
| "all": 0.0897286981344223, | |
| "video": 0.08896886557340622, | |
| "text": 0.08845065534114838 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09615665674209595, | |
| "all": 0.09624026715755463, | |
| "video": 0.09558065235614777, | |
| "text": 0.09472715854644775 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09654786437749863, | |
| "all": 0.09713104367256165, | |
| "video": 0.0971074029803276, | |
| "text": 0.09639471024274826 | |
| } | |
| }, | |
| "transformer_blocks.5.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08270668983459473, | |
| "all": 0.08276095986366272, | |
| "video": 0.07985013723373413, | |
| "text": 0.08270668983459473 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09497281908988953, | |
| "all": 0.09548289328813553, | |
| "video": 0.10135325789451599, | |
| "text": 0.09497281908988953 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08341234922409058, | |
| "all": 0.0751711055636406, | |
| "video": 0.09389455616474152, | |
| "text": 0.08341234922409058 | |
| } | |
| }, | |
| "transformer_blocks.6.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10032258927822113, | |
| "all": 0.10091499984264374, | |
| "video": 0.0906345397233963, | |
| "text": 0.10032258927822113 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08279360830783844, | |
| "all": 0.0766051784157753, | |
| "video": 0.09180673956871033, | |
| "text": 0.08279360830783844 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.116676926612854, | |
| "all": 0.11829299479722977, | |
| "video": 0.1262339949607849, | |
| "text": 0.116676926612854 | |
| } | |
| }, | |
| "transformer_blocks.8.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09517932683229446, | |
| "all": 0.09369336068630219, | |
| "video": 0.09488670527935028, | |
| "text": 0.09489420801401138 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10017351061105728, | |
| "all": 0.0992254763841629, | |
| "video": 0.10004887729883194, | |
| "text": 0.09833671152591705 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09902119636535645, | |
| "all": 0.0982198566198349, | |
| "video": 0.09928777813911438, | |
| "text": 0.09927725046873093 | |
| } | |
| }, | |
| "transformer_blocks.9.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1031651571393013, | |
| "all": 0.10096903890371323, | |
| "video": 0.09911729395389557, | |
| "text": 0.1026734784245491 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10883262753486633, | |
| "all": 0.10766676813364029, | |
| "video": 0.11436671018600464, | |
| "text": 0.10727689415216446 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11537211388349533, | |
| "all": 0.09924998879432678, | |
| "video": 0.12123125046491623, | |
| "text": 0.11400681734085083 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.attn.to_k": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08734359592199326, | |
| "all": 0.0843144953250885, | |
| "video": 0.0843144953250885, | |
| "text": 0.0843144953250885 | |
| } | |
| }, | |
| "transformer_blocks.0.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05401691421866417, | |
| "all": 0.046848516911268234, | |
| "video": 0.04385873302817345, | |
| "text": 0.05401691421866417 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.05804041028022766, | |
| "all": 0.05818954110145569, | |
| "video": 0.06489527225494385, | |
| "text": 0.05804041028022766 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05868082121014595, | |
| "all": 0.05559619143605232, | |
| "video": 0.06426604837179184, | |
| "text": 0.05868082121014595 | |
| } | |
| }, | |
| "transformer_blocks.1.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.061272185295820236, | |
| "all": 0.06126144528388977, | |
| "video": 0.05457982420921326, | |
| "text": 0.061272185295820236 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08461512625217438, | |
| "all": 0.08436315506696701, | |
| "video": 0.09207378327846527, | |
| "text": 0.08461512625217438 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.13320177793502808, | |
| "all": 0.13418923318386078, | |
| "video": 0.14680877327919006, | |
| "text": 0.13320177793502808 | |
| } | |
| }, | |
| "transformer_blocks.11.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08312661200761795, | |
| "all": 0.08219050616025925, | |
| "video": 0.07971999794244766, | |
| "text": 0.08312661200761795 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09552648663520813, | |
| "all": 0.09368385374546051, | |
| "video": 0.10237865895032883, | |
| "text": 0.09552648663520813 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08493264019489288, | |
| "all": 0.07808469235897064, | |
| "video": 0.09596508741378784, | |
| "text": 0.08493264019489288 | |
| } | |
| }, | |
| "transformer_blocks.12.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08259301632642746, | |
| "all": 0.08127395808696747, | |
| "video": 0.07997620105743408, | |
| "text": 0.08274733275175095 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10137537121772766, | |
| "all": 0.09955985099077225, | |
| "video": 0.10832062363624573, | |
| "text": 0.10076853632926941 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09524107724428177, | |
| "all": 0.09090868383646011, | |
| "video": 0.10542638599872589, | |
| "text": 0.09534649550914764 | |
| } | |
| }, | |
| "transformer_blocks.13.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1048206314444542, | |
| "all": 0.10213765501976013, | |
| "video": 0.10064136981964111, | |
| "text": 0.10366050899028778 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10197184979915619, | |
| "all": 0.09672806411981583, | |
| "video": 0.10406855493783951, | |
| "text": 0.09597401320934296 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09735526144504547, | |
| "all": 0.08891105651855469, | |
| "video": 0.10105166584253311, | |
| "text": 0.09460386633872986 | |
| } | |
| }, | |
| "transformer_blocks.15.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08596911281347275, | |
| "all": 0.08449800312519073, | |
| "video": 0.08162988722324371, | |
| "text": 0.08596911281347275 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09342506527900696, | |
| "all": 0.09164769947528839, | |
| "video": 0.10151281952857971, | |
| "text": 0.09342506527900696 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07366582751274109, | |
| "all": 0.0672001838684082, | |
| "video": 0.08355970680713654, | |
| "text": 0.07366582751274109 | |
| } | |
| }, | |
| "transformer_blocks.16.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08420250564813614, | |
| "all": 0.08109518140554428, | |
| "video": 0.07971023768186569, | |
| "text": 0.0841950923204422 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09716586768627167, | |
| "all": 0.09645886719226837, | |
| "video": 0.10469424724578857, | |
| "text": 0.09634768962860107 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08502764999866486, | |
| "all": 0.08008246123790741, | |
| "video": 0.09810902923345566, | |
| "text": 0.08474637567996979 | |
| } | |
| }, | |
| "transformer_blocks.17.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10557223111391068, | |
| "all": 0.100875623524189, | |
| "video": 0.09996158629655838, | |
| "text": 0.10445593297481537 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10156165808439255, | |
| "all": 0.09840645641088486, | |
| "video": 0.10280951112508774, | |
| "text": 0.09734508395195007 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08564687520265579, | |
| "all": 0.05822281539440155, | |
| "video": 0.09097343683242798, | |
| "text": 0.08011886477470398 | |
| } | |
| }, | |
| "transformer_blocks.19.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08074019849300385, | |
| "all": 0.07802499085664749, | |
| "video": 0.07652295380830765, | |
| "text": 0.08074735850095749 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0928361713886261, | |
| "all": 0.0921398401260376, | |
| "video": 0.10095883160829544, | |
| "text": 0.0913756787776947 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07281073182821274, | |
| "all": 0.07176782935857773, | |
| "video": 0.08282777667045593, | |
| "text": 0.07295531779527664 | |
| } | |
| }, | |
| "transformer_blocks.2.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05451960861682892, | |
| "all": 0.05445164814591408, | |
| "video": 0.04970585182309151, | |
| "text": 0.05451960861682892 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07299590110778809, | |
| "all": 0.07082677632570267, | |
| "video": 0.08635618537664413, | |
| "text": 0.07299590110778809 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06787550449371338, | |
| "all": 0.06392426788806915, | |
| "video": 0.08142922818660736, | |
| "text": 0.06787550449371338 | |
| } | |
| }, | |
| "transformer_blocks.20.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10437434911727905, | |
| "all": 0.09884083271026611, | |
| "video": 0.0975402221083641, | |
| "text": 0.10175741463899612 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10208336263895035, | |
| "all": 0.09794048219919205, | |
| "video": 0.10450562089681625, | |
| "text": 0.09523392468690872 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11156763881444931, | |
| "all": 0.11133062094449997, | |
| "video": 0.12568815052509308, | |
| "text": 0.11265620589256287 | |
| } | |
| }, | |
| "transformer_blocks.22.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0792766883969307, | |
| "all": 0.07557006925344467, | |
| "video": 0.07312706857919693, | |
| "text": 0.07918865978717804 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09118766337633133, | |
| "all": 0.09073665738105774, | |
| "video": 0.10193055123090744, | |
| "text": 0.08923327922821045 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07091975212097168, | |
| "all": 0.07539619505405426, | |
| "video": 0.08207181841135025, | |
| "text": 0.07129063457250595 | |
| } | |
| }, | |
| "transformer_blocks.23.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08522870391607285, | |
| "all": 0.08105439692735672, | |
| "video": 0.08032317459583282, | |
| "text": 0.08403445035219193 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09741819649934769, | |
| "all": 0.09775887429714203, | |
| "video": 0.1091480478644371, | |
| "text": 0.09451369196176529 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09298884123563766, | |
| "all": 0.09886697679758072, | |
| "video": 0.10868772119283676, | |
| "text": 0.09385665506124496 | |
| } | |
| }, | |
| "transformer_blocks.24.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10934896022081375, | |
| "all": 0.10461162030696869, | |
| "video": 0.1027902141213417, | |
| "text": 0.10738725960254669 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1090451031923294, | |
| "all": 0.10436708480119705, | |
| "video": 0.11172468215227127, | |
| "text": 0.10287158936262131 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11512164026498795, | |
| "all": 0.11885624378919601, | |
| "video": 0.1305261105298996, | |
| "text": 0.11763852089643478 | |
| } | |
| }, | |
| "transformer_blocks.26.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07315139472484589, | |
| "all": 0.07031790912151337, | |
| "video": 0.0690818503499031, | |
| "text": 0.07268241792917252 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0843261331319809, | |
| "all": 0.08332789689302444, | |
| "video": 0.09377001971006393, | |
| "text": 0.0818503350019455 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06299708783626556, | |
| "all": 0.06674102693796158, | |
| "video": 0.07495301216840744, | |
| "text": 0.06332798302173615 | |
| } | |
| }, | |
| "transformer_blocks.27.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0756392702460289, | |
| "all": 0.07244542986154556, | |
| "video": 0.07252918928861618, | |
| "text": 0.07471886277198792 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08358736336231232, | |
| "all": 0.08205971121788025, | |
| "video": 0.09470514953136444, | |
| "text": 0.08035802096128464 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08447444438934326, | |
| "all": 0.09033533185720444, | |
| "video": 0.10004808008670807, | |
| "text": 0.08600356429815292 | |
| } | |
| }, | |
| "transformer_blocks.28.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1110621839761734, | |
| "all": 0.10898510366678238, | |
| "video": 0.10712602734565735, | |
| "text": 0.10943005234003067 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11372241377830505, | |
| "all": 0.10967401415109634, | |
| "video": 0.11288604885339737, | |
| "text": 0.10982614755630493 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11518003791570663, | |
| "all": 0.11578204482793808, | |
| "video": 0.12375985831022263, | |
| "text": 0.1186782717704773 | |
| } | |
| }, | |
| "transformer_blocks.3.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05152712017297745, | |
| "all": 0.05068117380142212, | |
| "video": 0.0483560748398304, | |
| "text": 0.05152712017297745 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08114493638277054, | |
| "all": 0.07887609302997589, | |
| "video": 0.08870384842157364, | |
| "text": 0.08114493638277054 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05605774745345116, | |
| "all": 0.046935126185417175, | |
| "video": 0.06759865581989288, | |
| "text": 0.05605774745345116 | |
| } | |
| }, | |
| "transformer_blocks.30.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07092273980379105, | |
| "all": 0.0693717896938324, | |
| "video": 0.06822559982538223, | |
| "text": 0.07058949768543243 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07481570541858673, | |
| "all": 0.07312250137329102, | |
| "video": 0.08279135078191757, | |
| "text": 0.07325858622789383 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07897008955478668, | |
| "all": 0.0821698009967804, | |
| "video": 0.09424473345279694, | |
| "text": 0.08076690137386322 | |
| } | |
| }, | |
| "transformer_blocks.31.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11419067531824112, | |
| "all": 0.11147751659154892, | |
| "video": 0.11040080338716507, | |
| "text": 0.1113632321357727 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11948984861373901, | |
| "all": 0.1170443668961525, | |
| "video": 0.12144862115383148, | |
| "text": 0.11678145080804825 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12491874396800995, | |
| "all": 0.13221192359924316, | |
| "video": 0.15439274907112122, | |
| "text": 0.15397968888282776 | |
| } | |
| }, | |
| "transformer_blocks.33.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.061045240610837936, | |
| "all": 0.05908556282520294, | |
| "video": 0.058019641786813736, | |
| "text": 0.05960874259471893 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06253014504909515, | |
| "all": 0.06120096147060394, | |
| "video": 0.07703366130590439, | |
| "text": 0.05998608469963074 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.052925050258636475, | |
| "all": 0.058157049119472504, | |
| "video": 0.08018053323030472, | |
| "text": 0.061561573296785355 | |
| } | |
| }, | |
| "transformer_blocks.34.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07215908169746399, | |
| "all": 0.07064875215291977, | |
| "video": 0.06964408606290817, | |
| "text": 0.07093822956085205 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07349453121423721, | |
| "all": 0.0720517635345459, | |
| "video": 0.07938067615032196, | |
| "text": 0.07112311571836472 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07550108432769775, | |
| "all": 0.08075439929962158, | |
| "video": 0.0951387882232666, | |
| "text": 0.08831938356161118 | |
| } | |
| }, | |
| "transformer_blocks.35.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10827336460351944, | |
| "all": 0.10542640089988708, | |
| "video": 0.10476137697696686, | |
| "text": 0.10496358573436737 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11730919033288956, | |
| "all": 0.1144818365573883, | |
| "video": 0.11542748659849167, | |
| "text": 0.11371109634637833 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12539532780647278, | |
| "all": 0.1370428055524826, | |
| "video": 0.15569183230400085, | |
| "text": 0.14874432981014252 | |
| } | |
| }, | |
| "transformer_blocks.37.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.059105146676301956, | |
| "all": 0.05829747021198273, | |
| "video": 0.05758434534072876, | |
| "text": 0.05835897475481033 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06333034485578537, | |
| "all": 0.062029629945755005, | |
| "video": 0.06755252182483673, | |
| "text": 0.061169058084487915 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.060360170900821686, | |
| "all": 0.06132340058684349, | |
| "video": 0.07032568007707596, | |
| "text": 0.0632878914475441 | |
| } | |
| }, | |
| "transformer_blocks.38.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07168594002723694, | |
| "all": 0.07046259194612503, | |
| "video": 0.06972809880971909, | |
| "text": 0.07152043282985687 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07635993510484695, | |
| "all": 0.07507488876581192, | |
| "video": 0.07764550298452377, | |
| "text": 0.07547575980424881 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08576499670743942, | |
| "all": 0.087159663438797, | |
| "video": 0.09263768792152405, | |
| "text": 0.08737922459840775 | |
| } | |
| }, | |
| "transformer_blocks.39.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11378364264965057, | |
| "all": 0.11286041140556335, | |
| "video": 0.11185561120510101, | |
| "text": 0.11210212856531143 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12185027450323105, | |
| "all": 0.11998774856328964, | |
| "video": 0.1209312379360199, | |
| "text": 0.11908509582281113 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12572725117206573, | |
| "all": 0.1263347864151001, | |
| "video": 0.14132225513458252, | |
| "text": 0.14277581870555878 | |
| } | |
| }, | |
| "transformer_blocks.40.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.061603859066963196, | |
| "all": 0.061343856155872345, | |
| "video": 0.060404904186725616, | |
| "text": 0.06094968691468239 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.062372878193855286, | |
| "all": 0.06166229397058487, | |
| "video": 0.06578535586595535, | |
| "text": 0.06053205206990242 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.05944112315773964, | |
| "all": 0.05989786610007286, | |
| "video": 0.06895571202039719, | |
| "text": 0.06378582119941711 | |
| } | |
| }, | |
| "transformer_blocks.41.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0698196068406105, | |
| "all": 0.068588025867939, | |
| "video": 0.0676501914858818, | |
| "text": 0.06859581172466278 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07691293954849243, | |
| "all": 0.07528501749038696, | |
| "video": 0.0804051086306572, | |
| "text": 0.0744234025478363 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08522458374500275, | |
| "all": 0.08568200469017029, | |
| "video": 0.09794215112924576, | |
| "text": 0.08818215876817703 | |
| } | |
| }, | |
| "transformer_blocks.42.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10637105256319046, | |
| "all": 0.10590393841266632, | |
| "video": 0.10481725633144379, | |
| "text": 0.10550981760025024 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11704731732606888, | |
| "all": 0.11651642620563507, | |
| "video": 0.11708119511604309, | |
| "text": 0.11562999337911606 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12360737472772598, | |
| "all": 0.12320779263973236, | |
| "video": 0.14255212247371674, | |
| "text": 0.13105259835720062 | |
| } | |
| }, | |
| "transformer_blocks.44.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05699405074119568, | |
| "all": 0.05679139494895935, | |
| "video": 0.056449178606271744, | |
| "text": 0.05682317167520523 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.061004869639873505, | |
| "all": 0.06028785929083824, | |
| "video": 0.06935367733240128, | |
| "text": 0.060403626412153244 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.049417443573474884, | |
| "all": 0.049698758870363235, | |
| "video": 0.05827663093805313, | |
| "text": 0.04935326799750328 | |
| } | |
| }, | |
| "transformer_blocks.45.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06666331738233566, | |
| "all": 0.06604502350091934, | |
| "video": 0.06553753465414047, | |
| "text": 0.06651274114847183 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08429992944002151, | |
| "all": 0.08265633136034012, | |
| "video": 0.08840702474117279, | |
| "text": 0.08360006660223007 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08240438997745514, | |
| "all": 0.08365795761346817, | |
| "video": 0.08802811056375504, | |
| "text": 0.08259674161672592 | |
| } | |
| }, | |
| "transformer_blocks.46.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11416798084974289, | |
| "all": 0.11407581716775894, | |
| "video": 0.11289265006780624, | |
| "text": 0.11378515511751175 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12429359555244446, | |
| "all": 0.12292515486478806, | |
| "video": 0.12504802644252777, | |
| "text": 0.12301873415708542 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1186218336224556, | |
| "all": 0.11790867149829865, | |
| "video": 0.12748342752456665, | |
| "text": 0.11886357516050339 | |
| } | |
| }, | |
| "transformer_blocks.48.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.04718857258558273, | |
| "all": 0.04716208949685097, | |
| "video": 0.04661624878644943, | |
| "text": 0.04738834127783775 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0550626665353775, | |
| "all": 0.054637327790260315, | |
| "video": 0.07069947570562363, | |
| "text": 0.05461782217025757 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.04858051985502243, | |
| "all": 0.04903878644108772, | |
| "video": 0.06362660974264145, | |
| "text": 0.04896002635359764 | |
| } | |
| }, | |
| "transformer_blocks.49.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.04088038206100464, | |
| "all": 0.04076521098613739, | |
| "video": 0.040110956877470016, | |
| "text": 0.04103264957666397 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06663905084133148, | |
| "all": 0.06437870115041733, | |
| "video": 0.07889297604560852, | |
| "text": 0.06467115134000778 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.049863167107105255, | |
| "all": 0.05115104839205742, | |
| "video": 0.05917963758111, | |
| "text": 0.0500282384455204 | |
| } | |
| }, | |
| "transformer_blocks.5.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10503428429365158, | |
| "all": 0.10501955449581146, | |
| "video": 0.10038606077432632, | |
| "text": 0.10514755547046661 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10056122392416, | |
| "all": 0.09781969338655472, | |
| "video": 0.10797728598117828, | |
| "text": 0.09919983148574829 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10287124663591385, | |
| "all": 0.09501223266124725, | |
| "video": 0.11459118127822876, | |
| "text": 0.10110708326101303 | |
| } | |
| }, | |
| "transformer_blocks.7.attn.to_k": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.07328049093484879, | |
| "all": 0.07280313968658447, | |
| "video": 0.06978939473628998, | |
| "text": 0.07328049093484879 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09167587757110596, | |
| "all": 0.08888843655586243, | |
| "video": 0.10189502686262131, | |
| "text": 0.09167587757110596 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.08355005085468292, | |
| "all": 0.07962219417095184, | |
| "video": 0.09491952508687973, | |
| "text": 0.08355005085468292 | |
| } | |
| }, | |
| "transformer_blocks.8.attn.to_q": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.0782199501991272, | |
| "all": 0.07728978991508484, | |
| "video": 0.0756756141781807, | |
| "text": 0.0782199501991272 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1029321625828743, | |
| "all": 0.10117947310209274, | |
| "video": 0.10931192338466644, | |
| "text": 0.1029321625828743 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.0970352441072464, | |
| "all": 0.08606912195682526, | |
| "video": 0.10825014114379883, | |
| "text": 0.0970352441072464 | |
| } | |
| }, | |
| "transformer_blocks.9.ff.net.0.proj": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10638746619224548, | |
| "all": 0.10541272163391113, | |
| "video": 0.10180880129337311, | |
| "text": 0.10562923550605774 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10153763741254807, | |
| "all": 0.09682179242372513, | |
| "video": 0.10239843279123306, | |
| "text": 0.09742870926856995 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09275668859481812, | |
| "all": 0.08047923445701599, | |
| "video": 0.09051385521888733, | |
| "text": 0.08689180016517639 | |
| } | |
| }, | |
| "token_refiner.refiner_blocks.1.attn.to_out.0": { | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07647982239723206, | |
| "all": 0.07449720054864883, | |
| "video": 0.07449720054864883, | |
| "text": 0.07449720054864883 | |
| } | |
| }, | |
| "transformer_blocks.0.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.05208161100745201, | |
| "all": 0.044526971876621246, | |
| "video": 0.04210319742560387, | |
| "text": 0.05208161100745201 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.07740145176649094, | |
| "all": 0.07791341841220856, | |
| "video": 0.08245763182640076, | |
| "text": 0.07740145176649094 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.07515723258256912, | |
| "all": 0.07120110839605331, | |
| "video": 0.07811763137578964, | |
| "text": 0.07515723258256912 | |
| } | |
| }, | |
| "transformer_blocks.1.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.04888755455613136, | |
| "all": 0.04888755455613136, | |
| "video": 0.032748885452747345, | |
| "text": 0.04888755455613136 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.06383287161588669, | |
| "all": 0.06383287161588669, | |
| "video": 0.09967906028032303, | |
| "text": 0.06383287161588669 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10389574617147446, | |
| "all": 0.10389574617147446, | |
| "video": 0.19071805477142334, | |
| "text": 0.10389574617147446 | |
| } | |
| }, | |
| "transformer_blocks.11.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10157451033592224, | |
| "all": 0.10049444437026978, | |
| "video": 0.10073930025100708, | |
| "text": 0.10095187276601791 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10666371881961823, | |
| "all": 0.10527817904949188, | |
| "video": 0.10568143427371979, | |
| "text": 0.10423744469881058 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11299218982458115, | |
| "all": 0.11242172122001648, | |
| "video": 0.11252463608980179, | |
| "text": 0.11266827583312988 | |
| } | |
| }, | |
| "transformer_blocks.12.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10589251667261124, | |
| "all": 0.10517178475856781, | |
| "video": 0.10234517604112625, | |
| "text": 0.10590843856334686 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10639960318803787, | |
| "all": 0.10516542941331863, | |
| "video": 0.11315283924341202, | |
| "text": 0.10568350553512573 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11097869277000427, | |
| "all": 0.10677114129066467, | |
| "video": 0.1221904456615448, | |
| "text": 0.11098606884479523 | |
| } | |
| }, | |
| "transformer_blocks.13.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09356722235679626, | |
| "all": 0.08863478153944016, | |
| "video": 0.08760528266429901, | |
| "text": 0.09310482442378998 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.05058994144201279, | |
| "all": 0.026689819991588593, | |
| "video": 0.33962446451187134, | |
| "text": 0.021399972960352898 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11910935491323471, | |
| "all": 0.12704245746135712, | |
| "video": 0.1337679624557495, | |
| "text": 0.11905086785554886 | |
| } | |
| }, | |
| "transformer_blocks.15.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10337010025978088, | |
| "all": 0.10313920676708221, | |
| "video": 0.10205831378698349, | |
| "text": 0.10256849974393845 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10279417037963867, | |
| "all": 0.10258524864912033, | |
| "video": 0.10195475816726685, | |
| "text": 0.1007235124707222 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10546670854091644, | |
| "all": 0.10635042935609818, | |
| "video": 0.1053660586476326, | |
| "text": 0.10604023933410645 | |
| } | |
| }, | |
| "transformer_blocks.16.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10640864074230194, | |
| "all": 0.10324294120073318, | |
| "video": 0.10114426165819168, | |
| "text": 0.10614372044801712 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10609375685453415, | |
| "all": 0.1053980216383934, | |
| "video": 0.11137375980615616, | |
| "text": 0.10503683239221573 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11869637668132782, | |
| "all": 0.11296094208955765, | |
| "video": 0.1295899897813797, | |
| "text": 0.11797404289245605 | |
| } | |
| }, | |
| "transformer_blocks.17.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08815412223339081, | |
| "all": 0.08339967578649521, | |
| "video": 0.08345960825681686, | |
| "text": 0.08846092969179153 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09149067848920822, | |
| "all": 0.08711367845535278, | |
| "video": 0.1088341474533081, | |
| "text": 0.08752162754535675 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.035527244210243225, | |
| "all": 0.04782385751605034, | |
| "video": 0.04704434424638748, | |
| "text": 0.03583354130387306 | |
| } | |
| }, | |
| "transformer_blocks.19.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10065487027168274, | |
| "all": 0.099395751953125, | |
| "video": 0.099056176841259, | |
| "text": 0.10019148141145706 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10420452803373337, | |
| "all": 0.10269363969564438, | |
| "video": 0.10276179760694504, | |
| "text": 0.10241327434778214 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10192576795816422, | |
| "all": 0.10178598016500473, | |
| "video": 0.10147526860237122, | |
| "text": 0.1023719310760498 | |
| } | |
| }, | |
| "transformer_blocks.2.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.06637240201234818, | |
| "all": 0.06634552776813507, | |
| "video": 0.06058485805988312, | |
| "text": 0.06637240201234818 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08250731974840164, | |
| "all": 0.08099546283483505, | |
| "video": 0.1071842685341835, | |
| "text": 0.08250731974840164 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.06656081229448318, | |
| "all": 0.06443716585636139, | |
| "video": 0.08290145546197891, | |
| "text": 0.06656081229448318 | |
| } | |
| }, | |
| "transformer_blocks.20.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08910220116376877, | |
| "all": 0.0851573720574379, | |
| "video": 0.0850071981549263, | |
| "text": 0.08877313882112503 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0890830010175705, | |
| "all": 0.08622142672538757, | |
| "video": 0.09107891470193863, | |
| "text": 0.08249048888683319 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1098405197262764, | |
| "all": 0.11780048161745071, | |
| "video": 0.11948984861373901, | |
| "text": 0.1108955517411232 | |
| } | |
| }, | |
| "transformer_blocks.22.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10633312165737152, | |
| "all": 0.10643710196018219, | |
| "video": 0.10651324689388275, | |
| "text": 0.10680021345615387 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10928323864936829, | |
| "all": 0.10872822254896164, | |
| "video": 0.10877066850662231, | |
| "text": 0.10882142186164856 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10827801376581192, | |
| "all": 0.1088087186217308, | |
| "video": 0.10868660360574722, | |
| "text": 0.10879300534725189 | |
| } | |
| }, | |
| "transformer_blocks.23.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11171291768550873, | |
| "all": 0.10759518295526505, | |
| "video": 0.106545090675354, | |
| "text": 0.11036515235900879 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1130717545747757, | |
| "all": 0.114064522087574, | |
| "video": 0.1263359636068344, | |
| "text": 0.10914691537618637 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14044500887393951, | |
| "all": 0.14780041575431824, | |
| "video": 0.16360166668891907, | |
| "text": 0.14168842136859894 | |
| } | |
| }, | |
| "transformer_blocks.24.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09131832420825958, | |
| "all": 0.08916836231946945, | |
| "video": 0.08884044736623764, | |
| "text": 0.09093209356069565 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08479006588459015, | |
| "all": 0.08060756325721741, | |
| "video": 0.08199303597211838, | |
| "text": 0.0792437419295311 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09904318302869797, | |
| "all": 0.10371170938014984, | |
| "video": 0.10589180141687393, | |
| "text": 0.10121536254882812 | |
| } | |
| }, | |
| "transformer_blocks.26.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10976150631904602, | |
| "all": 0.10941462963819504, | |
| "video": 0.10889637470245361, | |
| "text": 0.10929962247610092 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11032626032829285, | |
| "all": 0.11029000580310822, | |
| "video": 0.10939300805330276, | |
| "text": 0.10875050723552704 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11208941787481308, | |
| "all": 0.11235369741916656, | |
| "video": 0.11170510947704315, | |
| "text": 0.11203842610120773 | |
| } | |
| }, | |
| "transformer_blocks.27.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.10227716714143753, | |
| "all": 0.1000664159655571, | |
| "video": 0.09946268796920776, | |
| "text": 0.10218677669763565 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11220093071460724, | |
| "all": 0.11201893538236618, | |
| "video": 0.1166774109005928, | |
| "text": 0.11067060381174088 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14058247208595276, | |
| "all": 0.14716491103172302, | |
| "video": 0.15027502179145813, | |
| "text": 0.14252103865146637 | |
| } | |
| }, | |
| "transformer_blocks.28.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09668093174695969, | |
| "all": 0.09565986692905426, | |
| "video": 0.09508698433637619, | |
| "text": 0.09668093174695969 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09303773194551468, | |
| "all": 0.09053124487400055, | |
| "video": 0.0923326388001442, | |
| "text": 0.09303773194551468 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10640378296375275, | |
| "all": 0.10953374207019806, | |
| "video": 0.11019184440374374, | |
| "text": 0.10640378296375275 | |
| } | |
| }, | |
| "transformer_blocks.3.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08855219185352325, | |
| "all": 0.08617560565471649, | |
| "video": 0.08589848130941391, | |
| "text": 0.08748272806406021 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.08669824153184891, | |
| "all": 0.08710071444511414, | |
| "video": 0.08677811920642853, | |
| "text": 0.08595731854438782 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.09673188626766205, | |
| "all": 0.09682067483663559, | |
| "video": 0.09722580760717392, | |
| "text": 0.09559958428144455 | |
| } | |
| }, | |
| "transformer_blocks.30.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12100788950920105, | |
| "all": 0.11902328580617905, | |
| "video": 0.11730432510375977, | |
| "text": 0.12054481357336044 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12070830911397934, | |
| "all": 0.11993977427482605, | |
| "video": 0.1386096477508545, | |
| "text": 0.1188553050160408 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16151569783687592, | |
| "all": 0.1688157618045807, | |
| "video": 0.198935404419899, | |
| "text": 0.16343194246292114 | |
| } | |
| }, | |
| "transformer_blocks.31.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11104065179824829, | |
| "all": 0.11104065179824829, | |
| "video": 0.11104065179824829, | |
| "text": 0.11104065179824829 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1097169816493988, | |
| "all": 0.1097169816493988, | |
| "video": 0.1097169816493988, | |
| "text": 0.1097169816493988 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11450973898172379, | |
| "all": 0.11450973898172379, | |
| "video": 0.11450973898172379, | |
| "text": 0.11450973898172379 | |
| } | |
| }, | |
| "transformer_blocks.33.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.16199947893619537, | |
| "all": 0.16160845756530762, | |
| "video": 0.16082997620105743, | |
| "text": 0.1612333208322525 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.15415480732917786, | |
| "all": 0.15390945971012115, | |
| "video": 0.15314476191997528, | |
| "text": 0.1530686467885971 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.14131784439086914, | |
| "all": 0.1409708559513092, | |
| "video": 0.1400948464870453, | |
| "text": 0.14058271050453186 | |
| } | |
| }, | |
| "transformer_blocks.34.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12276942282915115, | |
| "all": 0.12087789177894592, | |
| "video": 0.11920198798179626, | |
| "text": 0.12123783677816391 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12563885748386383, | |
| "all": 0.1240534633398056, | |
| "video": 0.1480180323123932, | |
| "text": 0.12282738089561462 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15839512646198273, | |
| "all": 0.16764163970947266, | |
| "video": 0.23207911849021912, | |
| "text": 0.17432041466236115 | |
| } | |
| }, | |
| "transformer_blocks.35.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12289783358573914, | |
| "all": 0.12289783358573914, | |
| "video": 0.12289783358573914, | |
| "text": 0.12289783358573914 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.11624572426080704, | |
| "all": 0.11624572426080704, | |
| "video": 0.11624572426080704, | |
| "text": 0.11624572426080704 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11701198667287827, | |
| "all": 0.11701198667287827, | |
| "video": 0.11701198667287827, | |
| "text": 0.11701198667287827 | |
| } | |
| }, | |
| "transformer_blocks.37.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14605209231376648, | |
| "all": 0.14503253996372223, | |
| "video": 0.14549078047275543, | |
| "text": 0.14549729228019714 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.14686885476112366, | |
| "all": 0.1455884575843811, | |
| "video": 0.14641934633255005, | |
| "text": 0.14595365524291992 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15178558230400085, | |
| "all": 0.15230713784694672, | |
| "video": 0.15280704200267792, | |
| "text": 0.1527625322341919 | |
| } | |
| }, | |
| "transformer_blocks.38.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12363022565841675, | |
| "all": 0.12224365770816803, | |
| "video": 0.12122935056686401, | |
| "text": 0.12303278595209122 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13143546879291534, | |
| "all": 0.1297883689403534, | |
| "video": 0.13543814420700073, | |
| "text": 0.12899702787399292 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1510217934846878, | |
| "all": 0.15333013236522675, | |
| "video": 0.16595228016376495, | |
| "text": 0.1534518152475357 | |
| } | |
| }, | |
| "transformer_blocks.39.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1270284354686737, | |
| "all": 0.12732923030853271, | |
| "video": 0.1270284354686737, | |
| "text": 0.12708112597465515 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": NaN, | |
| "all": NaN, | |
| "video": NaN, | |
| "text": NaN | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11811503767967224, | |
| "all": 0.1187649667263031, | |
| "video": 0.11811503767967224, | |
| "text": 0.1184498742222786 | |
| } | |
| }, | |
| "transformer_blocks.40.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.14909784495830536, | |
| "all": 0.14871038496494293, | |
| "video": 0.1498611569404602, | |
| "text": 0.14776797592639923 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1527106910943985, | |
| "all": 0.15225675702095032, | |
| "video": 0.1532837152481079, | |
| "text": 0.15081728994846344 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15107813477516174, | |
| "all": 0.151661217212677, | |
| "video": 0.15188322961330414, | |
| "text": 0.15025973320007324 | |
| } | |
| }, | |
| "transformer_blocks.41.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13385982811450958, | |
| "all": 0.13253110647201538, | |
| "video": 0.13172373175621033, | |
| "text": 0.13324598968029022 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13176272809505463, | |
| "all": 0.1310586780309677, | |
| "video": 0.1390460580587387, | |
| "text": 0.12957823276519775 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.15351687371730804, | |
| "all": 0.15671245753765106, | |
| "video": 0.1769161969423294, | |
| "text": 0.15999509394168854 | |
| } | |
| }, | |
| "transformer_blocks.42.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.1308465301990509, | |
| "all": 0.1308465301990509, | |
| "video": 0.1308465301990509, | |
| "text": 0.1308465301990509 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12569814920425415, | |
| "all": 0.12569814920425415, | |
| "video": 0.12569814920425415, | |
| "text": 0.12569814920425415 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12190721184015274, | |
| "all": 0.12190721184015274, | |
| "video": 0.12190721184015274, | |
| "text": 0.12190721184015274 | |
| } | |
| }, | |
| "transformer_blocks.44.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.12663015723228455, | |
| "all": 0.1262369006872177, | |
| "video": 0.12581689655780792, | |
| "text": 0.1264065057039261 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12009734660387039, | |
| "all": 0.11982174962759018, | |
| "video": 0.11996641010046005, | |
| "text": 0.1193634420633316 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1320250779390335, | |
| "all": 0.1322460174560547, | |
| "video": 0.13388389348983765, | |
| "text": 0.13305361568927765 | |
| } | |
| }, | |
| "transformer_blocks.45.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13256727159023285, | |
| "all": 0.13208332657814026, | |
| "video": 0.13040155172348022, | |
| "text": 0.13233277201652527 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.13165077567100525, | |
| "all": 0.12996044754981995, | |
| "video": 0.13567370176315308, | |
| "text": 0.12941314280033112 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.16247902810573578, | |
| "all": 0.16532711684703827, | |
| "video": 0.16941139101982117, | |
| "text": 0.16404272615909576 | |
| } | |
| }, | |
| "transformer_blocks.46.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.13074693083763123, | |
| "all": 0.13074693083763123, | |
| "video": 0.13045066595077515, | |
| "text": 0.13074693083763123 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.12617550790309906, | |
| "all": 0.12617550790309906, | |
| "video": 0.12555848062038422, | |
| "text": 0.12617550790309906 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12106091529130936, | |
| "all": 0.12106091529130936, | |
| "video": 0.12413154542446136, | |
| "text": 0.12106091529130936 | |
| } | |
| }, | |
| "transformer_blocks.48.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.11669256538152695, | |
| "all": 0.11677806824445724, | |
| "video": 0.11636778712272644, | |
| "text": 0.11637718975543976 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.1121569573879242, | |
| "all": 0.11222655326128006, | |
| "video": 0.11191647499799728, | |
| "text": 0.11167363077402115 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.113380566239357, | |
| "all": 0.11387557536363602, | |
| "video": 0.1137470081448555, | |
| "text": 0.11331138014793396 | |
| } | |
| }, | |
| "transformer_blocks.49.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.08708811551332474, | |
| "all": 0.08665408939123154, | |
| "video": 0.08574534952640533, | |
| "text": 0.08708370476961136 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10701855272054672, | |
| "all": 0.10320208966732025, | |
| "video": 0.1293053776025772, | |
| "text": 0.10519756376743317 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.1405581533908844, | |
| "all": 0.1438443809747696, | |
| "video": 0.17410461604595184, | |
| "text": 0.1408701390028 | |
| } | |
| }, | |
| "transformer_blocks.5.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09799136221408844, | |
| "all": 0.09801063686609268, | |
| "video": 0.08328253775835037, | |
| "text": 0.09799136221408844 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.0849178358912468, | |
| "all": 0.08069942891597748, | |
| "video": 0.09883774816989899, | |
| "text": 0.0849178358912468 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10657066851854324, | |
| "all": 0.10674238950014114, | |
| "video": 0.13775485754013062, | |
| "text": 0.10657066851854324 | |
| } | |
| }, | |
| "transformer_blocks.7.attn.to_out.0": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09453802555799484, | |
| "all": 0.09336759150028229, | |
| "video": 0.09303925931453705, | |
| "text": 0.09603338688611984 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09510389715433121, | |
| "all": 0.09331762790679932, | |
| "video": 0.09549294412136078, | |
| "text": 0.08894594013690948 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.10077420622110367, | |
| "all": 0.10062000900506973, | |
| "video": 0.1004965677857399, | |
| "text": 0.10146429389715195 | |
| } | |
| }, | |
| "transformer_blocks.8.attn.to_v": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09863433241844177, | |
| "all": 0.0973113626241684, | |
| "video": 0.09519051015377045, | |
| "text": 0.098066546022892 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.10409512370824814, | |
| "all": 0.10339170694351196, | |
| "video": 0.10938972979784012, | |
| "text": 0.10325882583856583 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.12029942870140076, | |
| "all": 0.1146806851029396, | |
| "video": 0.13211685419082642, | |
| "text": 0.11994289606809616 | |
| } | |
| }, | |
| "transformer_blocks.9.ff.net.2": { | |
| "video": { | |
| "rows": 4096, | |
| "none": 0.09748624265193939, | |
| "all": 0.0944618284702301, | |
| "video": 0.09017979353666306, | |
| "text": 0.09735166281461716 | |
| }, | |
| "text": { | |
| "rows": 4096, | |
| "none": 0.09523230046033859, | |
| "all": 0.08878102898597717, | |
| "video": 0.11614847928285599, | |
| "text": 0.09311020374298096 | |
| }, | |
| "audio": { | |
| "rows": 4096, | |
| "none": 0.11985906213521957, | |
| "all": 0.1252865195274353, | |
| "video": 0.13952051103115082, | |
| "text": 0.11961372196674347 | |
| } | |
| } | |
| } |