diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/_CHECKPOINT_METADATA b/pp__test_per_index_stats_after_unpad_fix/10000/_CHECKPOINT_METADATA deleted file mode 100644 index dbdcee4a44bccced738f4db070211dfab79d819a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/_CHECKPOINT_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766795790745165642, "commit_timestamp_nsecs": 1766795836379135242, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/assets/ur10e/norm_stats.json b/pp__test_per_index_stats_after_unpad_fix/10000/assets/ur10e/norm_stats.json deleted file mode 100644 index 8a1b886d6b668da778297b91b3d82381c2eab28a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/assets/ur10e/norm_stats.json +++ /dev/null @@ -1,1525 +0,0 @@ -{ - "norm_stats": { - "state": { - "mean": [ - 0.05313729867339134, - 0.0037223484832793474, - 0.106409952044487, - 0.0008666226058267057, - -0.00854077935218811, - 0.01460699550807476, - 0.5940247178077698 - ], - "std": [ - 0.1176244392991066, - 0.16962096095085144, - 0.07773701101541519, - 0.04537155479192734, - 0.06616315245628357, - 0.6038344502449036, - 0.49107977747917175 - ], - "q01": [ - -0.2025573879778385, - -0.31106759839057924, - 0.00890737680345774, - -0.11727181684970855, - -0.16711108471155167, - -1.423702568435669, - 0.0 - ], - "q99": [ - 0.29901714037060734, - 0.4115018085956573, - 0.3217185490995646, - 0.13774808425903318, - 0.19241279754638663, - 1.598234023094177, - 0.9998 - ] - }, - "actions": { - "mean": [ - 0.0001451610296498984, - 0.00017207347264047712, - 0.000048651279939804226, - 0.00003654604734038003, - -0.000019767590856645256, - -0.00019861181499436498, - 0.5944076776504517, - 0.0002841090608853847, - 0.00034722191048786044, - 0.00011135452223243192, - 0.00006827477045590058, - -0.000043589698179857805, - -0.0004028017574455589, - 0.594025731086731, - 0.00041486899135634303, - 0.0005213047261349857, - 0.00018569435633253306, - 0.00009245114779332653, - -0.00007049143459880725, - -0.000616009347140789, - 0.5935360789299011, - 0.000542119552846998, - 0.0006975074065849185, - 0.00027102616149932146, - 0.00011072693450842053, - -0.00010138262587133795, - -0.0008296052110381424, - 0.593919575214386, - 0.0006618681945838034, - 0.0008754940354265273, - 0.0003684645926114172, - 0.00012383276771288365, - -0.000135598995257169, - -0.0010419095633551478, - 0.5929783582687378, - 0.0007787057547830045, - 0.00105847988743335, - 0.0004721089790109545, - 0.00013335929543245584, - -0.00017038211808539927, - -0.0012720258673653007, - 0.5933270454406738, - 0.0008861633250489831, - 0.001237610587850213, - 0.0005911999032832682, - 0.00013674379442818463, - -0.00020881379896309227, - -0.0014943619025871158, - 0.5934669971466064, - 0.0009874902898445725, - 0.0014197468990460038, - 0.0007170690805651248, - 0.00013581194798462093, - -0.0002465852303430438, - -0.0017284756759181619, - 0.5931888818740845, - 0.0010826619109138846, - 0.0016015341971069574, - 0.0008584632305428386, - 0.000128391373436898, - -0.00028913054848089814, - -0.0019626382272690535, - 0.5930843949317932, - 0.001174500328488648, - 0.0017860672669485211, - 0.0010054412996396422, - 0.00012193901784485206, - -0.000334887852659449, - -0.0022029897663742304, - 0.5935000777244568, - 0.0012568456586450338, - 0.0019742222502827644, - 0.0011647609062492847, - 0.00011021356476703659, - -0.00038211053470149636, - -0.0024467180483043194, - 0.5931875109672546, - 0.0013310370268300176, - 0.0021642642095685005, - 0.0013335321564227343, - 0.00009949743980541825, - -0.0004296436673030257, - -0.0027013549115508795, - 0.5931177139282227, - 0.0014006041456013918, - 0.002352928975597024, - 0.0015152853447943926, - 0.00008505478035658598, - -0.00048136088298633695, - -0.0029538467060774565, - 0.5930479764938354, - 0.0014608069323003292, - 0.0025415997952222824, - 0.001700855791568756, - 0.00006727704749209806, - -0.0005341243813745677, - -0.003210614435374737, - 0.5928036570549011, - 0.0015100123127922416, - 0.002731549320742488, - 0.0018991812830790877, - 0.0000493652478326112, - -0.0005809388239867985, - -0.003473253920674324, - 0.5928736925125122, - 0.0015514988917857409, - 0.002922238316386938, - 0.0021079820580780506, - 0.000029167196771595627, - -0.0006329127354547381, - -0.0037316547241061926, - 0.5928043127059937, - 0.0015838317340239882, - 0.0031066250521689653, - 0.002319576218724251, - 8.898059604689479e-6, - -0.0006800378323532641, - -0.004003639332950115, - 0.5929091572761536, - 0.0016050132689997554, - 0.003295252099633217, - 0.0025419394951313734, - -0.000013710295206692535, - -0.0007257868419401348, - -0.004269901663064957, - 0.5930485725402832, - 0.0016164487460628152, - 0.0034825268667191267, - 0.002774182241410017, - -0.000037491106922971085, - -0.0007724225870333612, - -0.004538912326097488, - 0.5931875705718994, - 0.001615947112441063, - 0.003664180636405945, - 0.0030124683398753405, - -0.00006199560448294505, - -0.0008142396691255271, - -0.00480045098811388, - 0.5933974385261536, - 0.0016095866449177265, - 0.0038478909991681576, - 0.003257976844906807, - -0.00008698971942067146, - -0.0008547022007405758, - -0.005078013986349106, - 0.5936415791511536, - 0.0015872354852035642, - 0.004021089058369398, - 0.0035109000746160746, - -0.00011568223999347538, - -0.0008942089625634253, - -0.005354971159249544, - 0.5934317708015442, - 0.0015591973206028342, - 0.004198537208139896, - 0.003773036180064082, - -0.00014495827781502157, - -0.0009303062106482685, - -0.005638875067234039, - 0.5936412215232849, - 0.0015177299501374364, - 0.004366280045360327, - 0.004040749743580818, - -0.00017588783521205187, - -0.0009663543896749616, - -0.005925025325268507, - 0.593501627445221, - 0.0014705799985677004, - 0.004531881771981716, - 0.00431715976446867, - -0.00021041395666543394, - -0.0010010612895712256, - -0.006207368802279234, - 0.5935365557670593, - 0.001413213089108467, - 0.004692579619586468, - 0.004599601496011019, - -0.0002457766968291253, - -0.0010327493073418736, - -0.006505406461656094, - 0.5933269262313843, - 0.0013434475986286998, - 0.004848736338317394, - 0.004890408832579851, - -0.00028711999766528606, - -0.00106858741492033, - -0.006807356141507626, - 0.5931181311607361, - 0.0012650334974750876, - 0.004994421266019344, - 0.0051898653618991375, - -0.00033172621624544263, - -0.0010990891605615616, - -0.0071100820787250996, - 0.5929442048072815, - 0.0011793962912634015, - 0.005135250277817249, - 0.005499166436493397, - -0.000378662021830678, - -0.0011317729949951172, - -0.007409243378788233, - 0.5926647782325745, - 0.0010838431771844625, - 0.005268934182822704, - 0.005817332770675421, - -0.0004281000583432615, - -0.001166283618658781, - -0.007717216853052378, - 0.5926998853683472, - 0.0009804241126403213, - 0.0053992304019629955, - 0.0061420174315571785, - -0.00048094423254951835, - -0.0011993126245215535, - -0.008030007593333721, - 0.5924902558326721, - 0.0008692154078744352, - 0.005519451107829809, - 0.006479023955762386, - -0.000537763989996165, - -0.001236212207004428, - -0.008356506004929543, - 0.5929440855979919, - 0.0007513284799642861, - 0.00563538633286953, - 0.006823732051998377, - -0.000594516284763813, - -0.0012742418330162764, - -0.008685515262186527, - 0.5926643013954163, - 0.0006232408923096955, - 0.005743546411395073, - 0.007178108207881451, - -0.0006553126149810851, - -0.0013130278093740344, - -0.00901535339653492, - 0.5930123329162598, - 0.00048613501712679863, - 0.005843072663992643, - 0.007545872125774622, - -0.0007216006051748991, - -0.001357274129986763, - -0.009348330087959766, - 0.5926995277404785, - 0.000340388563927263, - 0.005928103346377611, - 0.007921233773231506, - -0.0007906133541837335, - -0.0013983722310513258, - -0.00968977902084589, - 0.5930134654045105, - 0.00018408334290143102, - 0.006012112833559513, - 0.008309606462717056, - -0.0008611961966380477, - -0.00144277885556221, - -0.010034735314548016, - 0.5933630466461182, - 0.000022206833818927407, - 0.0060895816422998905, - 0.008708948269486427, - -0.0009344238787889481, - -0.0014912645565345883, - -0.01038195751607418, - 0.5936756134033203, - -0.00014933485363144428, - 0.006156634073704481, - 0.009113290347158909, - -0.001009406871162355, - -0.0015364158898591995, - -0.01074444130063057, - 0.5944079756736755, - -0.0003295359492767602, - 0.006216940935701132, - 0.009534457698464394, - -0.0010867133969441056, - -0.0015858380356803536, - -0.011105277575552464, - 0.5946523547172546, - -0.0005184217588976026, - 0.006267391610890627, - 0.009968035854399204, - -0.00116726232226938, - -0.001635841210372746, - -0.011476362124085426, - 0.5947223901748657, - -0.0007183448178693652, - 0.006307759787887335, - 0.010411876253783703, - -0.0012491614324972034, - -0.0016832650871947408, - -0.011858409270644188, - 0.5945469737052917, - -0.000922650913707912, - 0.006340802181512117, - 0.01086830347776413, - -0.0013331895461305976, - -0.0017334959702566266, - -0.012237261049449444, - 0.5951407551765442, - -0.001138067222200334, - 0.006367202382534742, - 0.011336571536958218, - -0.0014204677427187562, - -0.001783861662261188, - -0.012612935155630112, - 0.5946868658065796, - -0.0013612991897389293, - 0.006382528692483902, - 0.011817813850939274, - -0.0015092657413333654, - -0.0018364684656262398, - -0.013003477826714516, - 0.595176637172699, - -0.0015915771946310997, - 0.0063857706263661385, - 0.01231638714671135, - -0.0015994333662092686, - -0.0018854403169825673, - -0.013393816538155079, - 0.5955926179885864, - -0.001827688654884696, - 0.006383033003658056, - 0.012827028520405293, - -0.0016901197377592325, - -0.0019397168653085828, - -0.01378911454230547, - 0.5955935120582581, - -0.002072748262435198, - 0.006370946299284697, - 0.013353490270674229, - -0.0017832767916843295, - -0.001991107827052474, - -0.014198213815689087, - 0.595174252986908, - -0.0023247504141181707, - 0.006349846720695496, - 0.013896841555833817, - -0.0018769301241263747, - -0.0020415729377418756, - -0.014593549072742462, - 0.5950352549552917, - -0.0025832781102508307, - 0.0063181049190461636, - 0.01445536408573389, - -0.0019729691557586193, - -0.002093689749017358, - -0.015006774105131626, - 0.5953840613365173 - ], - "std": [ - 0.002411161782220006, - 0.0035220407880842686, - 0.0029013415332883596, - 0.0013258246472105384, - 0.0020179853308945894, - 0.010011205449700356, - 0.4910063147544861, - 0.0048064119182527065, - 0.007010283879935741, - 0.005793850403279066, - 0.0026270404923707247, - 0.004016784951090813, - 0.019959986209869385, - 0.4910795986652374, - 0.0072022695094347, - 0.01047250535339117, - 0.008696537464857101, - 0.003923765849322081, - 0.006003526505082846, - 0.029928741976618767, - 0.4911730885505676, - 0.009601284749805927, - 0.013944732025265694, - 0.011596043594181538, - 0.0051947347819805145, - 0.007982160896062851, - 0.039855923503637314, - 0.49109989404678345, - 0.011995380744338036, - 0.017401276156306267, - 0.01450654398649931, - 0.006452825851738453, - 0.009959585964679718, - 0.049764279276132584, - 0.4912789762020111, - 0.014385105110704899, - 0.020854491740465164, - 0.017407990992069244, - 0.007683087605983019, - 0.011908459477126598, - 0.059651929885149, - 0.4912128448486328, - 0.016765346750617027, - 0.024284135550260544, - 0.02030768245458603, - 0.008882720954716206, - 0.013833398930728436, - 0.06945177167654037, - 0.4911862313747406, - 0.01913418062031269, - 0.02769860439002514, - 0.023200584575533867, - 0.010069170035421848, - 0.01573152281343937, - 0.07920067012310028, - 0.49123910069465637, - 0.021495427936315536, - 0.03108437918126583, - 0.02608773671090603, - 0.011218286119401455, - 0.017600294202566147, - 0.08888415992259979, - 0.4912588894367218, - 0.023848513141274452, - 0.03446579724550247, - 0.028954684734344482, - 0.012335631065070629, - 0.0194363035261631, - 0.0984557494521141, - 0.4911799430847168, - 0.02618129923939705, - 0.0377996489405632, - 0.031812794506549835, - 0.013426545076072216, - 0.021240200847387314, - 0.10793018341064453, - 0.4912393391132355, - 0.02850136160850525, - 0.04113452509045601, - 0.03465236350893974, - 0.01448102854192257, - 0.023004556074738503, - 0.11730524897575378, - 0.491252601146698, - 0.030810443684458733, - 0.0444553941488266, - 0.03749171271920204, - 0.01552011538296938, - 0.02474648877978325, - 0.12660986185073853, - 0.49126577377319336, - 0.033104438334703445, - 0.047724947333335876, - 0.04029623046517372, - 0.01652422547340393, - 0.026438293978571892, - 0.1357518434524536, - 0.4913119971752167, - 0.03538680821657181, - 0.05097673833370209, - 0.04309060424566269, - 0.017495229840278625, - 0.02809188887476921, - 0.14484061300754547, - 0.49129876494407654, - 0.037644777446985245, - 0.054201558232307434, - 0.045869018882513046, - 0.018448922783136368, - 0.029708286747336388, - 0.1537874937057495, - 0.4913118779659271, - 0.03989279642701149, - 0.05739012360572815, - 0.04861682280898094, - 0.019360067322850227, - 0.031284283846616745, - 0.16262821853160858, - 0.4912920594215393, - 0.04212509095668793, - 0.060563746839761734, - 0.05134649947285652, - 0.020253626629710197, - 0.03281664475798607, - 0.17136116325855255, - 0.4912656545639038, - 0.04433578997850418, - 0.06369910389184952, - 0.05404900759458542, - 0.021123351529240608, - 0.03430699184536934, - 0.1799684315919876, - 0.4912393391132355, - 0.0465271882712841, - 0.06679350882768631, - 0.05673054978251457, - 0.02196338027715683, - 0.035762034356594086, - 0.1884494125843048, - 0.49119946360588074, - 0.04870201274752617, - 0.0698690414428711, - 0.0593833364546299, - 0.02277866192162037, - 0.03716905042529106, - 0.19684050977230072, - 0.4911530017852783, - 0.05086364969611168, - 0.0729081928730011, - 0.06201274320483208, - 0.023575762286782265, - 0.03854267671704292, - 0.20511800050735474, - 0.49119293689727783, - 0.052999626845121384, - 0.07590420544147491, - 0.06461741775274277, - 0.024347545579075813, - 0.03986750543117523, - 0.21329139173030853, - 0.4911530613899231, - 0.05511622130870819, - 0.07886126637458801, - 0.06719071418046951, - 0.02509898692369461, - 0.04115770384669304, - 0.22134073078632355, - 0.4911796748638153, - 0.05720451846718788, - 0.0817820280790329, - 0.06973543763160706, - 0.02582353726029396, - 0.04240873083472252, - 0.22928737103939056, - 0.49117299914360046, - 0.05928165465593338, - 0.08468781411647797, - 0.07225947827100754, - 0.026536913588643074, - 0.0436241552233696, - 0.23713935911655426, - 0.4912128746509552, - 0.06133345514535904, - 0.08753105252981186, - 0.07475195825099945, - 0.02723076194524765, - 0.04480902478098869, - 0.2449100911617279, - 0.49125248193740845, - 0.06336378306150436, - 0.09035338461399078, - 0.07722371071577072, - 0.027915935963392258, - 0.04596531763672829, - 0.25256893038749695, - 0.49128544330596924, - 0.06536917388439178, - 0.0931331068277359, - 0.07966616004705429, - 0.028593653813004494, - 0.04708719253540039, - 0.26014769077301025, - 0.49133822321891785, - 0.06735322624444962, - 0.09587426483631134, - 0.08208146691322327, - 0.029253413900732994, - 0.04818820580840111, - 0.2676284909248352, - 0.4913316071033478, - 0.06931550055742264, - 0.09857368469238281, - 0.084467314183712, - 0.029913172125816345, - 0.049258600920438766, - 0.27503275871276855, - 0.4913710951805115, - 0.07124854624271393, - 0.10124263167381287, - 0.08683151751756668, - 0.03056473471224308, - 0.05031215026974678, - 0.2823602259159088, - 0.4912854731082916, - 0.07316309213638306, - 0.10387503355741501, - 0.08917013555765152, - 0.031205736100673676, - 0.051339127123355865, - 0.2896381616592407, - 0.491338312625885, - 0.0750511884689331, - 0.10646932572126389, - 0.09148410707712173, - 0.03184282034635544, - 0.05234614759683609, - 0.2968275845050812, - 0.49127253890037537, - 0.07691479474306107, - 0.10901817679405212, - 0.0937764048576355, - 0.032469242811203, - 0.053335245698690414, - 0.30398809909820557, - 0.49133166670799255, - 0.07874985039234161, - 0.11152230948209763, - 0.0960441529750824, - 0.03308483585715294, - 0.054303981363773346, - 0.311068594455719, - 0.49127233028411865, - 0.08056764304637909, - 0.11400332301855087, - 0.09828827530145645, - 0.03369200974702835, - 0.055251531302928925, - 0.31809186935424805, - 0.49120599031448364, - 0.08236116915941238, - 0.11642979085445404, - 0.10051009804010391, - 0.034294869750738144, - 0.05618305504322052, - 0.32508960366249084, - 0.4911465048789978, - 0.0841296911239624, - 0.11883242428302765, - 0.10270429402589798, - 0.034887079149484634, - 0.0570959635078907, - 0.3320097327232361, - 0.4910062551498413, - 0.08587083965539932, - 0.12118621915578842, - 0.10488012433052063, - 0.0354686863720417, - 0.05799192935228348, - 0.3389015197753906, - 0.49095919728279114, - 0.08759026974439621, - 0.12350363284349442, - 0.10703437030315399, - 0.03604672849178314, - 0.05887560918927193, - 0.3457629084587097, - 0.4909456968307495, - 0.08928582817316055, - 0.12578748166561127, - 0.10916976630687714, - 0.03662176802754402, - 0.059738170355558395, - 0.35257115960121155, - 0.49097952246665955, - 0.09095519781112671, - 0.1280231475830078, - 0.11128115653991699, - 0.03717926889657974, - 0.06058768928050995, - 0.35931187868118286, - 0.4908647835254669, - 0.09259875863790512, - 0.13021688163280487, - 0.11337121576070786, - 0.03773583471775055, - 0.061423756182193756, - 0.3660118579864502, - 0.4909525215625763, - 0.09422165900468826, - 0.13238278031349182, - 0.11544124782085419, - 0.03828861564397812, - 0.06224775314331055, - 0.3726641535758972, - 0.4908578395843506, - 0.09581982344388962, - 0.13450181484222412, - 0.11749458312988281, - 0.03884110972285271, - 0.06304997950792313, - 0.3792511522769928, - 0.49077698588371277, - 0.09739767760038376, - 0.13658517599105835, - 0.11952484399080276, - 0.03938090428709984, - 0.06384975463151932, - 0.3857972025871277, - 0.49077683687210083, - 0.09894638508558273, - 0.1386304795742035, - 0.12153798341751099, - 0.03992167487740517, - 0.06463739275932312, - 0.39230042695999146, - 0.4908582866191864, - 0.10048258304595947, - 0.14064013957977295, - 0.12353785336017609, - 0.040460873395204544, - 0.06541262567043304, - 0.398761510848999, - 0.4908851981163025, - 0.10199275612831116, - 0.14262202382087708, - 0.1255190521478653, - 0.04099829122424126, - 0.0661839172244072, - 0.40516018867492676, - 0.4908175766468048 - ], - "q01": [ - -0.007347712090983987, - -0.011486765748262403, - -0.005602361589856446, - -0.004156268547289073, - -0.007298904010653494, - -0.03456402559429407, - 0.0, - -0.014532031904906033, - -0.023063078013062475, - -0.011146851527690887, - -0.008034631153941155, - -0.014402847960591318, - -0.0688410488665104, - 0.0, - -0.02174613598883152, - -0.03454083656966686, - -0.016602809804677963, - -0.012004367487877608, - -0.02169839859008789, - -0.10323694312572479, - 0.0, - -0.02924629563242197, - -0.046255945521593095, - -0.02208325160816312, - -0.01599733569249511, - -0.029179477728903294, - -0.13703150334358216, - 0.0, - -0.0364012400791049, - -0.057891583660244945, - -0.027614226043969393, - -0.020049774289131163, - -0.03620416237413883, - -0.17225709611177442, - 0.0, - -0.04366054475307465, - -0.06915460828691722, - -0.03313590524941683, - -0.023996917428076275, - -0.0432967299669981, - -0.20717854452133178, - 0.0, - -0.0507191886767745, - -0.08091499265134335, - -0.038471172228455544, - -0.02769389592409134, - -0.05027697439491748, - -0.240767266279459, - 0.0, - -0.05764442007690668, - -0.0928664004802704, - -0.04389051187932491, - -0.031378988534212116, - -0.05700045920312405, - -0.27346896691322325, - 0.0, - -0.06481191511154175, - -0.10385700676739215, - -0.04937767976522446, - -0.034899483323097225, - -0.0640901755988598, - -0.3072322327375412, - 0.0, - -0.07216909334659577, - -0.11465946695804596, - -0.05446739228963852, - -0.0384699240922928, - -0.07105188292860984, - -0.34030354830026627, - 0.0, - -0.0791815688431263, - -0.12541235695779324, - -0.05973851401358843, - -0.04202334811687469, - -0.07781512894928456, - -0.37346914051771163, - 0.0, - -0.08563443173170089, - -0.13601192309856414, - -0.06484265891909599, - -0.045433390045166, - -0.0843420141339302, - -0.40387091467380526, - 0.0, - -0.09227466106414796, - -0.14718177989125253, - -0.06990853486061097, - -0.04866062937080862, - -0.09135572135448455, - -0.43357558735609053, - 0.0, - -0.09871668579578399, - -0.15755651119351388, - -0.07494964042305946, - -0.05228844651579856, - -0.0973639042377472, - -0.4662614274024963, - 0.0, - -0.10474277555942535, - -0.16660683050751687, - -0.07973185749202967, - -0.055503451734781245, - -0.1043376196026802, - -0.49795184282064436, - 0.0, - -0.11146926714479923, - -0.17675033633708956, - -0.08481720062792301, - -0.05867235680818558, - -0.11146564957499505, - -0.5234594867229462, - 0.0, - -0.1183029289394617, - -0.18591568176746368, - -0.08976946114003659, - -0.06189141765832901, - -0.11618306014537812, - -0.5559864712238312, - 0.0, - -0.1254465562880039, - -0.1967654939889908, - -0.09452381261885166, - -0.06458974866867065, - -0.12229588437080384, - -0.5838854856491089, - 0.0, - -0.13160774660110475, - -0.20561206495761872, - -0.09930612608790398, - -0.06763142464160918, - -0.12729683189988136, - -0.6118898140192032, - 0.0, - -0.13866937249898909, - -0.21400038709640504, - -0.10383093198537827, - -0.07044867560863496, - -0.1330213810920715, - -0.6420615591049195, - 0.0, - -0.14518664595484734, - -0.22208737790584565, - -0.10839852929115296, - -0.07363164942264558, - -0.13909859127998353, - -0.6659443435192108, - 0.0, - -0.15202519185543062, - -0.23166744391918181, - -0.1132360664010048, - -0.07554293347597121, - -0.1431354057431221, - -0.6935547601938247, - 0.0, - -0.1575157383620739, - -0.24115877079963685, - -0.11769197665154933, - -0.07880985802412033, - -0.14886759107112885, - -0.717457844042778, - 0.0, - -0.1637449370443821, - -0.25002506982684136, - -0.12177611397504806, - -0.08111752626895904, - -0.15336844004392625, - -0.7450204710006714, - 0.0, - -0.1702753342092037, - -0.25778238211274146, - -0.12590762196183203, - -0.08350524621009828, - -0.15739910807609558, - -0.7672739201784134, - 0.0, - -0.17570297884345054, - -0.26699419630765914, - -0.12999144119024275, - -0.08586254574060437, - -0.15982728340625763, - -0.7919603824377061, - 0.0, - -0.18209079703688621, - -0.2762185108423233, - -0.1341805691242218, - -0.08846430575847625, - -0.1640431535243988, - -0.8073872842788696, - 0.0, - -0.18759027983546256, - -0.28415180140137675, - -0.13808169324100017, - -0.09098501863479613, - -0.1681320061683655, - -0.8263913946390152, - 0.0, - -0.193171888589859, - -0.29068409420847896, - -0.14178944163620472, - -0.09304863989353179, - -0.1707449821949005, - -0.8507119262695311, - 0.0, - -0.19844869979619978, - -0.2987963397145271, - -0.14549240586161613, - -0.09557797043323518, - -0.1739663097858429, - -0.8648041958332062, - 0.0, - -0.20466184456944464, - -0.3049391875267029, - -0.14948453903496267, - -0.09817119854688644, - -0.17706590107083323, - -0.8849965750694275, - 0.0, - -0.20983124628067015, - -0.3116496807098389, - -0.15297152189016341, - -0.10035031213760376, - -0.18140975254774094, - -0.9072247592926024, - 0.0, - -0.215193039560318, - -0.31998531384468076, - -0.1565369277715683, - -0.102377852499485, - -0.1837332302033901, - -0.9293165444850922, - 0.0, - -0.22114226788282393, - -0.32775930384397506, - -0.16037838854789732, - -0.10488562031984328, - -0.18766805601119993, - -0.9526331702470778, - 0.0, - -0.22637617546319963, - -0.33561479420661927, - -0.16403944179415703, - -0.10686019870638847, - -0.19061433601379393, - -0.9705972829818725, - 0.0, - -0.23192334132194517, - -0.3404881935119629, - -0.16749516949653626, - -0.10840021744370465, - -0.19327300127148628, - -0.9914580883026123, - 0.0, - -0.23655534625053407, - -0.3483747916221619, - -0.1713618674516678, - -0.11093877178430556, - -0.19658433060646058, - -1.0074259456634522, - 0.0, - -0.24189636796712874, - -0.35468626945018766, - -0.174676346886158, - -0.1137608123421669, - -0.1998320359289646, - -1.02401462726593, - 0.0, - -0.24619000346064568, - -0.3617886746406555, - -0.17737202043533326, - -0.11608646607995032, - -0.20212158007621764, - -1.0396305271863937, - 0.0, - -0.25069174761176105, - -0.3690223491430283, - -0.18019738556742668, - -0.11791741763353347, - -0.20542705215215684, - -1.056211252117157, - 0.0, - -0.25575273798704146, - -0.37492762922048567, - -0.18413128078579902, - -0.11963063821196557, - -0.2084871412396431, - -1.0777596963644027, - 0.0, - -0.26051444165706633, - -0.38124460592269893, - -0.18717371021509172, - -0.12171284379959108, - -0.21154849707484244, - -1.0918209570646285, - 0.0, - -0.2645109035611153, - -0.38571969106197357, - -0.19055300951004028, - -0.12364264481067655, - -0.21497644165158272, - -1.1041330133199692, - 0.0, - -0.26856355381011965, - -0.3920482913136482, - -0.19341499418020247, - -0.12596707943677904, - -0.21652717173099517, - -1.1284716510772705, - 0.0, - -0.273536373257637, - -0.3985861983895302, - -0.19648525762557983, - -0.12863396686315537, - -0.2178426690995693, - -1.1498000781059265, - 0.0, - -0.2773340993881226, - -0.4043089840650559, - -0.19916273007392882, - -0.1301111794948578, - -0.21953763974308968, - -1.1649874792098998, - 0.0, - -0.28152843511104586, - -0.4105489842891693, - -0.20206411379575728, - -0.13238328326940535, - -0.22030045819282532, - -1.186898805141449, - 0.0, - -0.28521604499816894, - -0.41719991471767426, - -0.20488486919403076, - -0.13367428585290908, - -0.2215240351676941, - -1.2064387265205383, - 0.0, - -0.28908531114459035, - -0.4219293355822563, - -0.20779289478063584, - -0.1346039095699787, - -0.22363287283182146, - -1.225643195438385, - 0.0, - -0.294126475507021, - -0.42881255321502687, - -0.21011174390912055, - -0.13763879417181013, - -0.22653749623298647, - -1.2400950877666475, - 0.0 - ], - "q99": [ - 0.00760505946278572, - 0.01227881843298674, - 0.009394833338446915, - 0.0041071553006768215, - 0.005846777586638929, - 0.03394978983253241, - 0.9998, - 0.015092343334481124, - 0.024545711845159537, - 0.018547782172262668, - 0.008136489582061764, - 0.011534944232553239, - 0.0680388870239258, - 0.9998, - 0.022567954233288764, - 0.03644986734837294, - 0.0278723166257143, - 0.012022978414595133, - 0.017261751674115658, - 0.1018139317035675, - 0.9998, - 0.030176736226677894, - 0.048319679215550415, - 0.037043299572169786, - 0.015823813125491137, - 0.022935147598385802, - 0.13534477652311327, - 0.9998, - 0.03749606138020754, - 0.05974762381315232, - 0.046320767011493444, - 0.01970605190098286, - 0.028365900403261188, - 0.16783747158050544, - 0.9998, - 0.04486110335588456, - 0.07147922609001398, - 0.055334820427000525, - 0.023239636448025694, - 0.034125556316971783, - 0.2017985020875931, - 0.9998, - 0.052173979285359384, - 0.08346393676698208, - 0.06446339850723744, - 0.026847184759378445, - 0.03955972051620485, - 0.23437213500142096, - 0.9998, - 0.059150983133912094, - 0.09537746536731717, - 0.0733001764550805, - 0.029705484813451755, - 0.04516481494158506, - 0.26646220774650575, - 0.9998, - 0.06645039129257202, - 0.1076395375341177, - 0.08239804291725158, - 0.0328832214474678, - 0.04995994846820831, - 0.29610841860771175, - 0.9998, - 0.07374503636360169, - 0.11985380845069887, - 0.09145532561540604, - 0.035987181842327104, - 0.05490816103816032, - 0.3266934569597244, - 0.9998, - 0.08122003978192807, - 0.1319003387391567, - 0.10024555467069149, - 0.038626870799064655, - 0.05953236908912657, - 0.35580547877550117, - 0.9998, - 0.08822669934630395, - 0.14304091303348543, - 0.1088144795835018, - 0.041924731212854394, - 0.06486271733045579, - 0.3876368781208992, - 0.9998, - 0.09569223463535309, - 0.1534084576368332, - 0.11751553359031677, - 0.04469002693891522, - 0.06991170048713685, - 0.41592443135976787, - 0.9998, - 0.10324303380250932, - 0.1640547949969769, - 0.1258540060549974, - 0.04742067799866201, - 0.0741334307938814, - 0.4491768553853035, - 0.9998, - 0.1099683414697647, - 0.17510256106853483, - 0.13403582906574008, - 0.050331409102678304, - 0.07791369587183, - 0.475221610414982, - 0.9998, - 0.1170920331031084, - 0.1857688842058181, - 0.14203765797317025, - 0.05343856880664827, - 0.0820521941632032, - 0.5052882493734359, - 0.9998, - 0.12414569870531561, - 0.19753187570571906, - 0.14974090793728828, - 0.0557895161241293, - 0.0865580612182617, - 0.5326116788625717, - 0.9998, - 0.13112460071146492, - 0.20844777574539186, - 0.15755365291237833, - 0.05866813796758652, - 0.09100452079772947, - 0.5617906215190887, - 0.9998, - 0.1379249924659729, - 0.21917983024120336, - 0.16431246396899224, - 0.06069063851833345, - 0.09500974670350554, - 0.5912433532238006, - 0.9998, - 0.14485807346105578, - 0.2286938194990158, - 0.1716713245987892, - 0.0637721403002739, - 0.09919737915396692, - 0.6155789003372192, - 0.9998, - 0.15117210847139356, - 0.23827072948217387, - 0.1779224501848221, - 0.06597466281652448, - 0.10370546174049378, - 0.644374561071396, - 0.9998, - 0.15787530031800268, - 0.24751081448793422, - 0.18454510100185867, - 0.06831172816753389, - 0.10792329218983648, - 0.6659029854536058, - 0.9998, - 0.1641180765330792, - 0.2572556215524673, - 0.19053607739508155, - 0.07030175954103468, - 0.11277426195144652, - 0.686683092904091, - 0.9998, - 0.16966928005814552, - 0.26658033823966976, - 0.19653976464271544, - 0.07203448786735533, - 0.11643967783451081, - 0.7125654235839844, - 0.9998, - 0.17621982062458996, - 0.27701201248764995, - 0.20197029424905777, - 0.07416592988967896, - 0.12035323338508608, - 0.7360334300994871, - 0.9998, - 0.1819627068042755, - 0.2855635068178177, - 0.2084233057498932, - 0.07603480890989306, - 0.1241462073802948, - 0.7568318559646605, - 0.9998, - 0.18748426148295405, - 0.29386607773303985, - 0.21488302874565124, - 0.0777944794893265, - 0.1279024946689606, - 0.7800548309087754, - 0.9998, - 0.19402539111375805, - 0.304579441523552, - 0.22076346032619476, - 0.07946800847053526, - 0.13082660132646562, - 0.8035489074707032, - 0.9998, - 0.1999460756778717, - 0.31222576675415037, - 0.2264517953634262, - 0.08081280782818795, - 0.13460262061357497, - 0.828994060134888, - 0.9998, - 0.20509765752553943, - 0.3203624894678593, - 0.23198571143150332, - 0.08211237077713013, - 0.13750549141168594, - 0.8529169931411746, - 0.9998, - 0.209518383550644, - 0.3281992249488831, - 0.23816398755311968, - 0.08322777889966959, - 0.14037072820067403, - 0.8746512705802916, - 0.9998, - 0.21442690343856818, - 0.33666496825218195, - 0.24309153485894203, - 0.08529254732131952, - 0.14304055777192115, - 0.8924013189554216, - 0.9998, - 0.21941403126716608, - 0.3448349338173866, - 0.2489651171147823, - 0.08667572829127312, - 0.14580873468518263, - 0.9107246013164523, - 0.9998, - 0.22309734332561493, - 0.3517628137350083, - 0.2547237434387207, - 0.08896696496009826, - 0.1489701636433602, - 0.9272562242746352, - 0.9998, - 0.22793451219797134, - 0.3591047751426697, - 0.2597683270871639, - 0.09042025351524352, - 0.1528471918106079, - 0.9483436929702762, - 0.9998, - 0.23258997063636777, - 0.36902411174774175, - 0.26485966441631315, - 0.09243017539381981, - 0.15506044900417326, - 0.9667170533418656, - 0.9998, - 0.23665347018241878, - 0.3762736029624939, - 0.27067578415870663, - 0.09449174585938458, - 0.15888449568748475, - 0.9834513599395751, - 0.9998, - 0.24093078261613854, - 0.3843366762638093, - 0.2768812180876732, - 0.09594143676757816, - 0.16144601993560792, - 1.0022019856452942, - 0.9998, - 0.2459272434949874, - 0.3907656828403474, - 0.2815030888676643, - 0.09760697330236434, - 0.16464969681501385, - 1.019599228835106, - 0.9998, - 0.2511993800699711, - 0.3962667070865631, - 0.28746061475872997, - 0.09892506269812584, - 0.1685606077313423, - 1.0345355377674106, - 0.9998, - 0.25586065447330475, - 0.4064154948949814, - 0.29352941393256193, - 0.10010581925511364, - 0.17137197246551505, - 1.0455808718204502, - 0.9998, - 0.26066332874298104, - 0.41295039305686965, - 0.29917095521688464, - 0.10042237902879714, - 0.17334867343306548, - 1.0644763714551928, - 0.9998, - 0.26424761767387395, - 0.4171489597439766, - 0.3047941813468933, - 0.10030385837554934, - 0.1771283437609672, - 1.0775494430065153, - 0.9998, - 0.266823394203186, - 0.42120621981620787, - 0.31085526600480073, - 0.10133219141960148, - 0.18098006631135943, - 1.0927770781517028, - 0.9998, - 0.27192984950542454, - 0.4258830359578132, - 0.31648782253265384, - 0.10210902032852165, - 0.18391375703215596, - 1.1100240562438963, - 0.9998, - 0.2774573613643646, - 0.4328473631143568, - 0.3229170823454858, - 0.10328457579612738, - 0.18559744659066202, - 1.127002547836304, - 0.9998, - 0.280809062719345, - 0.43832696628570567, - 0.32813225684762004, - 0.10458858071565635, - 0.18929516908526423, - 1.1399588096141815, - 0.9998, - 0.28525815182924275, - 0.44289318814277645, - 0.3333625353813172, - 0.1055313608527183, - 0.1918839191913605, - 1.1545847342491151, - 0.9998, - 0.2899247071444988, - 0.4499819297909735, - 0.33962785017490393, - 0.10614367849826811, - 0.19452174307107928, - 1.1747124679088592, - 0.9998, - 0.29274274289608004, - 0.4549682779312134, - 0.3463232246458531, - 0.10680567473173141, - 0.19644608254432672, - 1.185605804681778, - 0.9998 - ] - } - }, - "sample_ratio": 0.05, - "dataset_infos": { - "robotgeneralist/pp__1": { - "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", - "num_episodes": 237, - "num_frames": 99363 - }, - "robotgeneralist/pp__1__adversarial": { - "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", - "num_episodes": 64, - "num_frames": 17906 - }, - "robotgeneralist/pp__2": { - "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", - "num_episodes": 92, - "num_frames": 37458 - }, - "robotgeneralist/pp__2__rotations": { - "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", - "num_episodes": 102, - "num_frames": 13935 - }, - "robotgeneralist/pp__3__with_ft": { - "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", - "num_episodes": 99, - "num_frames": 38424 - }, - "robotgeneralist/pp__3__with_ft__rotations": { - "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", - "num_episodes": 49, - "num_frames": 7151 - }, - "robotgeneralist/pp__3__with_ft__adversarial_start": { - "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", - "num_episodes": 147, - "num_frames": 21313 - }, - "robotgeneralist/pp__4__with_ft": { - "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", - "num_episodes": 94, - "num_frames": 33046 - }, - "robotgeneralist/pp__5__with_ft__adversarial_target": { - "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", - "num_episodes": 48, - "num_frames": 10615 - }, - "robotgeneralist/pp__6__with_ft": { - "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", - "num_episodes": 379, - "num_frames": 123611 - }, - "robotgeneralist/precise-packing-2025-10-22-part-1": { - "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", - "num_episodes": 98, - "num_frames": 41410 - }, - "robotgeneralist/precise-packing-2025-10-22-part-2": { - "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", - "num_episodes": 94, - "num_frames": 37859 - }, - "robotgeneralist/precise-packing-2025-10-22-part-3": { - "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", - "num_episodes": 127, - "num_frames": 53341 - }, - "robotgeneralist/precise-packing-2025-10-22-part-4": { - "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", - "num_episodes": 102, - "num_frames": 38263 - } - } -} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/_METADATA b/pp__test_per_index_stats_after_unpad_fix/10000/params/_METADATA deleted file mode 100644 index 9eb73624158f4514d49041e0806d2d702c62eee1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/_sharding b/pp__test_per_index_stats_after_unpad_fix/10000/params/_sharding deleted file mode 100644 index 924608abdcb99abb3c864bb9d1bfca6eb60f780e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/_sharding +++ /dev/null @@ -1 +0,0 @@ -{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/array_metadatas/process_0 b/pp__test_per_index_stats_after_unpad_fix/10000/params/array_metadatas/process_0 deleted file mode 100644 index 6aa9fd1decf72607133eb54664d98802bf563b5c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/array_metadatas/process_0 +++ /dev/null @@ -1 +0,0 @@ -{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/d/d3d2cd287ffac9b5d7021a39dfd317bd b/pp__test_per_index_stats_after_unpad_fix/10000/params/d/d3d2cd287ffac9b5d7021a39dfd317bd deleted file mode 100644 index 4d0ed8fecda06fb115570a9c30d7d4b294bf062f..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/d/d3d2cd287ffac9b5d7021a39dfd317bd and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/10000/params/manifest.ocdbt deleted file mode 100644 index 4d4e7f5dd3253e7e062c091894698f083c03b5f3..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/034c9b77a8c0c337eb89e9f56544c449 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/034c9b77a8c0c337eb89e9f56544c449 deleted file mode 100644 index 06ee0ac08e751459ad411a3ae86fd30882daf238..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/034c9b77a8c0c337eb89e9f56544c449 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62926704ccaa4333d5b7c698b003e67cad43851e771109153d9336fb465c0d90 -size 265781395 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/0941ce183ca470babdb2cc2a3f85189d b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/0941ce183ca470babdb2cc2a3f85189d deleted file mode 100644 index 46cd46020c3fc37eed8126482d2295a61a10ce74..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/0941ce183ca470babdb2cc2a3f85189d and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/3318c398a4cb16ca5a9b7549c7e375d5 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/3318c398a4cb16ca5a9b7549c7e375d5 deleted file mode 100644 index ade52d94c90dd39df284d7ee1225d73837dc0f6f..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/3318c398a4cb16ca5a9b7549c7e375d5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:54fac996f7437e3b2589d2adbf0ebf3f71721cb3243bc0cf4d445674b44e8010 -size 412849680 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/383a28a2e3a81789638d04cb4e736e8f b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/383a28a2e3a81789638d04cb4e736e8f deleted file mode 100644 index 19a94a3153c3980212d4e7e501e34158eba8e0fd..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/383a28a2e3a81789638d04cb4e736e8f +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8084c9641511e064d44096c490878e9c692ecb301ff6fc92e20ad1c0a16da8e1 -size 4665233 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/53574350c17e5709dc6c223417406973 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/53574350c17e5709dc6c223417406973 deleted file mode 100644 index 6e55d0abdff066bc6cb07b9467bfabcae2aa778e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/53574350c17e5709dc6c223417406973 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42f7091506745e1fb04ccd29c559f646692b014d3dd6880444fef29a38d2bf20 -size 1120133822 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/5e87e99d501cf4d0870dd5477723ddf8 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/5e87e99d501cf4d0870dd5477723ddf8 deleted file mode 100644 index c7f6c948e4d0319f063477aa8efff8d7ec250c30..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/5e87e99d501cf4d0870dd5477723ddf8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4556c9eabf6c5bfbc73ead1e28699436350b06054f00eeacae8058f56228449f -size 21052233 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/60412dc6597e47ba9083a44beac5ba4e b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/60412dc6597e47ba9083a44beac5ba4e deleted file mode 100644 index a26b98ffa3f99334d63c6018c0e668d0da0aa2a1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/60412dc6597e47ba9083a44beac5ba4e +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab588a3349400513fa2eaa97a337a63a65eafa4946dd2a8a8656d91e08d9eab7 -size 105057209 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/664a094ecf1560461acc8bd51274d808 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/664a094ecf1560461acc8bd51274d808 deleted file mode 100644 index 550023ff02f22e2b6d48892afd88038be9ee1a9a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/664a094ecf1560461acc8bd51274d808 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:12a64bdae58181c4ca70257aa30070143b6db1dbddd5bfa86b227f3b5ff333d4 -size 2240222648 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/6e4ee40dab4beb590afbf241dd9a7c4b b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/6e4ee40dab4beb590afbf241dd9a7c4b deleted file mode 100644 index 09471e3b9ae1c1df78876ea0fd4d67423320c039..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/6e4ee40dab4beb590afbf241dd9a7c4b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d147f090234d72bd7dcc9503d28538b25a204b552227936d73a70171ba2aaefe -size 132968553 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/73847dcc021f9ae45bc7f14e31f8ef06 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/73847dcc021f9ae45bc7f14e31f8ef06 deleted file mode 100644 index ffc57c5cefe3160b4f5ec2c8030ab168d9324180..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/73847dcc021f9ae45bc7f14e31f8ef06 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/89b44884e6873a1c83c37d2c2b94a35c b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/89b44884e6873a1c83c37d2c2b94a35c deleted file mode 100644 index fb3d51ef6492c3ddc5485be59d2299c3859a8dda..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/89b44884e6873a1c83c37d2c2b94a35c +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd028fa806acfa8c2315ffc44f4d6f9b776e72e304215c852c3e4fcd55e9fac0 -size 279244297 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/9d43fa2cfa77044ca2231da2f70cb99a b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/9d43fa2cfa77044ca2231da2f70cb99a deleted file mode 100644 index f9b31b3805df50a1a058999a5db9716c62f0b6cb..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/9d43fa2cfa77044ca2231da2f70cb99a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:785e761c6ef41909a7eae4a31d519584bfb326bef6144a04c6b2cb065a195d38 -size 1120114590 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/b96086c19853d92a7ff0c845b3c2f9c7 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/b96086c19853d92a7ff0c845b3c2f9c7 deleted file mode 100644 index 49ae386d081b5a76c37f4c909462254004df28aa..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/b96086c19853d92a7ff0c845b3c2f9c7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b24c35dfe9ed84c4ebdf3ec44e5e6ecc7037286a10c43cf7f9742161668abbdc -size 559727631 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c472f294c071502e66ffc7a15583a0aa b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c472f294c071502e66ffc7a15583a0aa deleted file mode 100644 index 904ec42837cb3120cddad296a0477ce29ce5b11e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c472f294c071502e66ffc7a15583a0aa +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:43540f9980a537a803d2eaa1150bddace6b7a6ae19cbf6a46cb8917e6fb16cae -size 582879 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c5997ff1554e5526a87ca5d6ff347a07 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c5997ff1554e5526a87ca5d6ff347a07 deleted file mode 100644 index 426119acfa31033f632c4f51e3e0fef3949f0444..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/c5997ff1554e5526a87ca5d6ff347a07 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e60c135c4611015885d0c2fda00b65a06e94aeaeddb6a35b711fd601aad2882 -size 280186411 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/da5f060273525cbda7223ef197096a57 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/da5f060273525cbda7223ef197096a57 deleted file mode 100644 index 22d846b1a4a401cf16c85cbd9d47396e838b79f0..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/da5f060273525cbda7223ef197096a57 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a28d0fce0afd2b9471587e68812b637b665dbe0fbbef8dc1182c2ac4ed46b5da -size 496752685 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/dd65c5fad47ae1e052309d94a52b9a0f b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/dd65c5fad47ae1e052309d94a52b9a0f deleted file mode 100644 index 0343751651c48f22ebedb2450f46f39d021e2d80..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/dd65c5fad47ae1e052309d94a52b9a0f +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3393d2e8a3c50f3ef99e7fbf9426aa40183738c50ebcdf56389be3d5320ab106 -size 1957442584 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/e9b5bfcca03f1de12f6fd54689653090 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/e9b5bfcca03f1de12f6fd54689653090 deleted file mode 100644 index 1694b49203ac854f9c8f58a822f4a38f34a5ffdf..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/e9b5bfcca03f1de12f6fd54689653090 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d77db69dd1e6fa85cc82eac8c91035bddf4176ba4194b5dc77e40d8b27e2780b -size 280039440 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f3e96472868cc86b4873efc40bbcae6b b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f3e96472868cc86b4873efc40bbcae6b deleted file mode 100644 index 36750fad88b13e49279f821d1b5693e4fe38820c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f3e96472868cc86b4873efc40bbcae6b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2491bc8c5c8f8e199fef47e4807a56f89d211684897f15f957099e1c22c31040 -size 2240246424 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f883174193edbcaacaa675ea96b77151 b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f883174193edbcaacaa675ea96b77151 deleted file mode 100644 index c216418ac91bf9fea3ce7dfa0abe75b70219f0d3..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/f883174193edbcaacaa675ea96b77151 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf82ccd90e462bd22d323a8181b560c64f6f23705cd95c58bdd4e1a552231858 -size 497035478 diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/fc1400e09c73bde66a5e4f4f15e9e9de b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/fc1400e09c73bde66a5e4f4f15e9e9de deleted file mode 100644 index 9155768ef08341e0aed6a78fd00c054979c03ca1..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/d/fc1400e09c73bde66a5e4f4f15e9e9de and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/manifest.ocdbt deleted file mode 100644 index 1f535b66946bed2729cb962eceed64328bf8a06d..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/10000/params/ocdbt.process_0/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/_CHECKPOINT_METADATA b/pp__test_per_index_stats_after_unpad_fix/15000/_CHECKPOINT_METADATA deleted file mode 100644 index 7c20a5423dc67c1285380fac92af263fd25daf16..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/_CHECKPOINT_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766803799908964391, "commit_timestamp_nsecs": 1766803845282890900, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/assets/ur10e/norm_stats.json b/pp__test_per_index_stats_after_unpad_fix/15000/assets/ur10e/norm_stats.json deleted file mode 100644 index 8a1b886d6b668da778297b91b3d82381c2eab28a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/assets/ur10e/norm_stats.json +++ /dev/null @@ -1,1525 +0,0 @@ -{ - "norm_stats": { - "state": { - "mean": [ - 0.05313729867339134, - 0.0037223484832793474, - 0.106409952044487, - 0.0008666226058267057, - -0.00854077935218811, - 0.01460699550807476, - 0.5940247178077698 - ], - "std": [ - 0.1176244392991066, - 0.16962096095085144, - 0.07773701101541519, - 0.04537155479192734, - 0.06616315245628357, - 0.6038344502449036, - 0.49107977747917175 - ], - "q01": [ - -0.2025573879778385, - -0.31106759839057924, - 0.00890737680345774, - -0.11727181684970855, - -0.16711108471155167, - -1.423702568435669, - 0.0 - ], - "q99": [ - 0.29901714037060734, - 0.4115018085956573, - 0.3217185490995646, - 0.13774808425903318, - 0.19241279754638663, - 1.598234023094177, - 0.9998 - ] - }, - "actions": { - "mean": [ - 0.0001451610296498984, - 0.00017207347264047712, - 0.000048651279939804226, - 0.00003654604734038003, - -0.000019767590856645256, - -0.00019861181499436498, - 0.5944076776504517, - 0.0002841090608853847, - 0.00034722191048786044, - 0.00011135452223243192, - 0.00006827477045590058, - -0.000043589698179857805, - -0.0004028017574455589, - 0.594025731086731, - 0.00041486899135634303, - 0.0005213047261349857, - 0.00018569435633253306, - 0.00009245114779332653, - -0.00007049143459880725, - -0.000616009347140789, - 0.5935360789299011, - 0.000542119552846998, - 0.0006975074065849185, - 0.00027102616149932146, - 0.00011072693450842053, - -0.00010138262587133795, - -0.0008296052110381424, - 0.593919575214386, - 0.0006618681945838034, - 0.0008754940354265273, - 0.0003684645926114172, - 0.00012383276771288365, - -0.000135598995257169, - -0.0010419095633551478, - 0.5929783582687378, - 0.0007787057547830045, - 0.00105847988743335, - 0.0004721089790109545, - 0.00013335929543245584, - -0.00017038211808539927, - -0.0012720258673653007, - 0.5933270454406738, - 0.0008861633250489831, - 0.001237610587850213, - 0.0005911999032832682, - 0.00013674379442818463, - -0.00020881379896309227, - -0.0014943619025871158, - 0.5934669971466064, - 0.0009874902898445725, - 0.0014197468990460038, - 0.0007170690805651248, - 0.00013581194798462093, - -0.0002465852303430438, - -0.0017284756759181619, - 0.5931888818740845, - 0.0010826619109138846, - 0.0016015341971069574, - 0.0008584632305428386, - 0.000128391373436898, - -0.00028913054848089814, - -0.0019626382272690535, - 0.5930843949317932, - 0.001174500328488648, - 0.0017860672669485211, - 0.0010054412996396422, - 0.00012193901784485206, - -0.000334887852659449, - -0.0022029897663742304, - 0.5935000777244568, - 0.0012568456586450338, - 0.0019742222502827644, - 0.0011647609062492847, - 0.00011021356476703659, - -0.00038211053470149636, - -0.0024467180483043194, - 0.5931875109672546, - 0.0013310370268300176, - 0.0021642642095685005, - 0.0013335321564227343, - 0.00009949743980541825, - -0.0004296436673030257, - -0.0027013549115508795, - 0.5931177139282227, - 0.0014006041456013918, - 0.002352928975597024, - 0.0015152853447943926, - 0.00008505478035658598, - -0.00048136088298633695, - -0.0029538467060774565, - 0.5930479764938354, - 0.0014608069323003292, - 0.0025415997952222824, - 0.001700855791568756, - 0.00006727704749209806, - -0.0005341243813745677, - -0.003210614435374737, - 0.5928036570549011, - 0.0015100123127922416, - 0.002731549320742488, - 0.0018991812830790877, - 0.0000493652478326112, - -0.0005809388239867985, - -0.003473253920674324, - 0.5928736925125122, - 0.0015514988917857409, - 0.002922238316386938, - 0.0021079820580780506, - 0.000029167196771595627, - -0.0006329127354547381, - -0.0037316547241061926, - 0.5928043127059937, - 0.0015838317340239882, - 0.0031066250521689653, - 0.002319576218724251, - 8.898059604689479e-6, - -0.0006800378323532641, - -0.004003639332950115, - 0.5929091572761536, - 0.0016050132689997554, - 0.003295252099633217, - 0.0025419394951313734, - -0.000013710295206692535, - -0.0007257868419401348, - -0.004269901663064957, - 0.5930485725402832, - 0.0016164487460628152, - 0.0034825268667191267, - 0.002774182241410017, - -0.000037491106922971085, - -0.0007724225870333612, - -0.004538912326097488, - 0.5931875705718994, - 0.001615947112441063, - 0.003664180636405945, - 0.0030124683398753405, - -0.00006199560448294505, - -0.0008142396691255271, - -0.00480045098811388, - 0.5933974385261536, - 0.0016095866449177265, - 0.0038478909991681576, - 0.003257976844906807, - -0.00008698971942067146, - -0.0008547022007405758, - -0.005078013986349106, - 0.5936415791511536, - 0.0015872354852035642, - 0.004021089058369398, - 0.0035109000746160746, - -0.00011568223999347538, - -0.0008942089625634253, - -0.005354971159249544, - 0.5934317708015442, - 0.0015591973206028342, - 0.004198537208139896, - 0.003773036180064082, - -0.00014495827781502157, - -0.0009303062106482685, - -0.005638875067234039, - 0.5936412215232849, - 0.0015177299501374364, - 0.004366280045360327, - 0.004040749743580818, - -0.00017588783521205187, - -0.0009663543896749616, - -0.005925025325268507, - 0.593501627445221, - 0.0014705799985677004, - 0.004531881771981716, - 0.00431715976446867, - -0.00021041395666543394, - -0.0010010612895712256, - -0.006207368802279234, - 0.5935365557670593, - 0.001413213089108467, - 0.004692579619586468, - 0.004599601496011019, - -0.0002457766968291253, - -0.0010327493073418736, - -0.006505406461656094, - 0.5933269262313843, - 0.0013434475986286998, - 0.004848736338317394, - 0.004890408832579851, - -0.00028711999766528606, - -0.00106858741492033, - -0.006807356141507626, - 0.5931181311607361, - 0.0012650334974750876, - 0.004994421266019344, - 0.0051898653618991375, - -0.00033172621624544263, - -0.0010990891605615616, - -0.0071100820787250996, - 0.5929442048072815, - 0.0011793962912634015, - 0.005135250277817249, - 0.005499166436493397, - -0.000378662021830678, - -0.0011317729949951172, - -0.007409243378788233, - 0.5926647782325745, - 0.0010838431771844625, - 0.005268934182822704, - 0.005817332770675421, - -0.0004281000583432615, - -0.001166283618658781, - -0.007717216853052378, - 0.5926998853683472, - 0.0009804241126403213, - 0.0053992304019629955, - 0.0061420174315571785, - -0.00048094423254951835, - -0.0011993126245215535, - -0.008030007593333721, - 0.5924902558326721, - 0.0008692154078744352, - 0.005519451107829809, - 0.006479023955762386, - -0.000537763989996165, - -0.001236212207004428, - -0.008356506004929543, - 0.5929440855979919, - 0.0007513284799642861, - 0.00563538633286953, - 0.006823732051998377, - -0.000594516284763813, - -0.0012742418330162764, - -0.008685515262186527, - 0.5926643013954163, - 0.0006232408923096955, - 0.005743546411395073, - 0.007178108207881451, - -0.0006553126149810851, - -0.0013130278093740344, - -0.00901535339653492, - 0.5930123329162598, - 0.00048613501712679863, - 0.005843072663992643, - 0.007545872125774622, - -0.0007216006051748991, - -0.001357274129986763, - -0.009348330087959766, - 0.5926995277404785, - 0.000340388563927263, - 0.005928103346377611, - 0.007921233773231506, - -0.0007906133541837335, - -0.0013983722310513258, - -0.00968977902084589, - 0.5930134654045105, - 0.00018408334290143102, - 0.006012112833559513, - 0.008309606462717056, - -0.0008611961966380477, - -0.00144277885556221, - -0.010034735314548016, - 0.5933630466461182, - 0.000022206833818927407, - 0.0060895816422998905, - 0.008708948269486427, - -0.0009344238787889481, - -0.0014912645565345883, - -0.01038195751607418, - 0.5936756134033203, - -0.00014933485363144428, - 0.006156634073704481, - 0.009113290347158909, - -0.001009406871162355, - -0.0015364158898591995, - -0.01074444130063057, - 0.5944079756736755, - -0.0003295359492767602, - 0.006216940935701132, - 0.009534457698464394, - -0.0010867133969441056, - -0.0015858380356803536, - -0.011105277575552464, - 0.5946523547172546, - -0.0005184217588976026, - 0.006267391610890627, - 0.009968035854399204, - -0.00116726232226938, - -0.001635841210372746, - -0.011476362124085426, - 0.5947223901748657, - -0.0007183448178693652, - 0.006307759787887335, - 0.010411876253783703, - -0.0012491614324972034, - -0.0016832650871947408, - -0.011858409270644188, - 0.5945469737052917, - -0.000922650913707912, - 0.006340802181512117, - 0.01086830347776413, - -0.0013331895461305976, - -0.0017334959702566266, - -0.012237261049449444, - 0.5951407551765442, - -0.001138067222200334, - 0.006367202382534742, - 0.011336571536958218, - -0.0014204677427187562, - -0.001783861662261188, - -0.012612935155630112, - 0.5946868658065796, - -0.0013612991897389293, - 0.006382528692483902, - 0.011817813850939274, - -0.0015092657413333654, - -0.0018364684656262398, - -0.013003477826714516, - 0.595176637172699, - -0.0015915771946310997, - 0.0063857706263661385, - 0.01231638714671135, - -0.0015994333662092686, - -0.0018854403169825673, - -0.013393816538155079, - 0.5955926179885864, - -0.001827688654884696, - 0.006383033003658056, - 0.012827028520405293, - -0.0016901197377592325, - -0.0019397168653085828, - -0.01378911454230547, - 0.5955935120582581, - -0.002072748262435198, - 0.006370946299284697, - 0.013353490270674229, - -0.0017832767916843295, - -0.001991107827052474, - -0.014198213815689087, - 0.595174252986908, - -0.0023247504141181707, - 0.006349846720695496, - 0.013896841555833817, - -0.0018769301241263747, - -0.0020415729377418756, - -0.014593549072742462, - 0.5950352549552917, - -0.0025832781102508307, - 0.0063181049190461636, - 0.01445536408573389, - -0.0019729691557586193, - -0.002093689749017358, - -0.015006774105131626, - 0.5953840613365173 - ], - "std": [ - 0.002411161782220006, - 0.0035220407880842686, - 0.0029013415332883596, - 0.0013258246472105384, - 0.0020179853308945894, - 0.010011205449700356, - 0.4910063147544861, - 0.0048064119182527065, - 0.007010283879935741, - 0.005793850403279066, - 0.0026270404923707247, - 0.004016784951090813, - 0.019959986209869385, - 0.4910795986652374, - 0.0072022695094347, - 0.01047250535339117, - 0.008696537464857101, - 0.003923765849322081, - 0.006003526505082846, - 0.029928741976618767, - 0.4911730885505676, - 0.009601284749805927, - 0.013944732025265694, - 0.011596043594181538, - 0.0051947347819805145, - 0.007982160896062851, - 0.039855923503637314, - 0.49109989404678345, - 0.011995380744338036, - 0.017401276156306267, - 0.01450654398649931, - 0.006452825851738453, - 0.009959585964679718, - 0.049764279276132584, - 0.4912789762020111, - 0.014385105110704899, - 0.020854491740465164, - 0.017407990992069244, - 0.007683087605983019, - 0.011908459477126598, - 0.059651929885149, - 0.4912128448486328, - 0.016765346750617027, - 0.024284135550260544, - 0.02030768245458603, - 0.008882720954716206, - 0.013833398930728436, - 0.06945177167654037, - 0.4911862313747406, - 0.01913418062031269, - 0.02769860439002514, - 0.023200584575533867, - 0.010069170035421848, - 0.01573152281343937, - 0.07920067012310028, - 0.49123910069465637, - 0.021495427936315536, - 0.03108437918126583, - 0.02608773671090603, - 0.011218286119401455, - 0.017600294202566147, - 0.08888415992259979, - 0.4912588894367218, - 0.023848513141274452, - 0.03446579724550247, - 0.028954684734344482, - 0.012335631065070629, - 0.0194363035261631, - 0.0984557494521141, - 0.4911799430847168, - 0.02618129923939705, - 0.0377996489405632, - 0.031812794506549835, - 0.013426545076072216, - 0.021240200847387314, - 0.10793018341064453, - 0.4912393391132355, - 0.02850136160850525, - 0.04113452509045601, - 0.03465236350893974, - 0.01448102854192257, - 0.023004556074738503, - 0.11730524897575378, - 0.491252601146698, - 0.030810443684458733, - 0.0444553941488266, - 0.03749171271920204, - 0.01552011538296938, - 0.02474648877978325, - 0.12660986185073853, - 0.49126577377319336, - 0.033104438334703445, - 0.047724947333335876, - 0.04029623046517372, - 0.01652422547340393, - 0.026438293978571892, - 0.1357518434524536, - 0.4913119971752167, - 0.03538680821657181, - 0.05097673833370209, - 0.04309060424566269, - 0.017495229840278625, - 0.02809188887476921, - 0.14484061300754547, - 0.49129876494407654, - 0.037644777446985245, - 0.054201558232307434, - 0.045869018882513046, - 0.018448922783136368, - 0.029708286747336388, - 0.1537874937057495, - 0.4913118779659271, - 0.03989279642701149, - 0.05739012360572815, - 0.04861682280898094, - 0.019360067322850227, - 0.031284283846616745, - 0.16262821853160858, - 0.4912920594215393, - 0.04212509095668793, - 0.060563746839761734, - 0.05134649947285652, - 0.020253626629710197, - 0.03281664475798607, - 0.17136116325855255, - 0.4912656545639038, - 0.04433578997850418, - 0.06369910389184952, - 0.05404900759458542, - 0.021123351529240608, - 0.03430699184536934, - 0.1799684315919876, - 0.4912393391132355, - 0.0465271882712841, - 0.06679350882768631, - 0.05673054978251457, - 0.02196338027715683, - 0.035762034356594086, - 0.1884494125843048, - 0.49119946360588074, - 0.04870201274752617, - 0.0698690414428711, - 0.0593833364546299, - 0.02277866192162037, - 0.03716905042529106, - 0.19684050977230072, - 0.4911530017852783, - 0.05086364969611168, - 0.0729081928730011, - 0.06201274320483208, - 0.023575762286782265, - 0.03854267671704292, - 0.20511800050735474, - 0.49119293689727783, - 0.052999626845121384, - 0.07590420544147491, - 0.06461741775274277, - 0.024347545579075813, - 0.03986750543117523, - 0.21329139173030853, - 0.4911530613899231, - 0.05511622130870819, - 0.07886126637458801, - 0.06719071418046951, - 0.02509898692369461, - 0.04115770384669304, - 0.22134073078632355, - 0.4911796748638153, - 0.05720451846718788, - 0.0817820280790329, - 0.06973543763160706, - 0.02582353726029396, - 0.04240873083472252, - 0.22928737103939056, - 0.49117299914360046, - 0.05928165465593338, - 0.08468781411647797, - 0.07225947827100754, - 0.026536913588643074, - 0.0436241552233696, - 0.23713935911655426, - 0.4912128746509552, - 0.06133345514535904, - 0.08753105252981186, - 0.07475195825099945, - 0.02723076194524765, - 0.04480902478098869, - 0.2449100911617279, - 0.49125248193740845, - 0.06336378306150436, - 0.09035338461399078, - 0.07722371071577072, - 0.027915935963392258, - 0.04596531763672829, - 0.25256893038749695, - 0.49128544330596924, - 0.06536917388439178, - 0.0931331068277359, - 0.07966616004705429, - 0.028593653813004494, - 0.04708719253540039, - 0.26014769077301025, - 0.49133822321891785, - 0.06735322624444962, - 0.09587426483631134, - 0.08208146691322327, - 0.029253413900732994, - 0.04818820580840111, - 0.2676284909248352, - 0.4913316071033478, - 0.06931550055742264, - 0.09857368469238281, - 0.084467314183712, - 0.029913172125816345, - 0.049258600920438766, - 0.27503275871276855, - 0.4913710951805115, - 0.07124854624271393, - 0.10124263167381287, - 0.08683151751756668, - 0.03056473471224308, - 0.05031215026974678, - 0.2823602259159088, - 0.4912854731082916, - 0.07316309213638306, - 0.10387503355741501, - 0.08917013555765152, - 0.031205736100673676, - 0.051339127123355865, - 0.2896381616592407, - 0.491338312625885, - 0.0750511884689331, - 0.10646932572126389, - 0.09148410707712173, - 0.03184282034635544, - 0.05234614759683609, - 0.2968275845050812, - 0.49127253890037537, - 0.07691479474306107, - 0.10901817679405212, - 0.0937764048576355, - 0.032469242811203, - 0.053335245698690414, - 0.30398809909820557, - 0.49133166670799255, - 0.07874985039234161, - 0.11152230948209763, - 0.0960441529750824, - 0.03308483585715294, - 0.054303981363773346, - 0.311068594455719, - 0.49127233028411865, - 0.08056764304637909, - 0.11400332301855087, - 0.09828827530145645, - 0.03369200974702835, - 0.055251531302928925, - 0.31809186935424805, - 0.49120599031448364, - 0.08236116915941238, - 0.11642979085445404, - 0.10051009804010391, - 0.034294869750738144, - 0.05618305504322052, - 0.32508960366249084, - 0.4911465048789978, - 0.0841296911239624, - 0.11883242428302765, - 0.10270429402589798, - 0.034887079149484634, - 0.0570959635078907, - 0.3320097327232361, - 0.4910062551498413, - 0.08587083965539932, - 0.12118621915578842, - 0.10488012433052063, - 0.0354686863720417, - 0.05799192935228348, - 0.3389015197753906, - 0.49095919728279114, - 0.08759026974439621, - 0.12350363284349442, - 0.10703437030315399, - 0.03604672849178314, - 0.05887560918927193, - 0.3457629084587097, - 0.4909456968307495, - 0.08928582817316055, - 0.12578748166561127, - 0.10916976630687714, - 0.03662176802754402, - 0.059738170355558395, - 0.35257115960121155, - 0.49097952246665955, - 0.09095519781112671, - 0.1280231475830078, - 0.11128115653991699, - 0.03717926889657974, - 0.06058768928050995, - 0.35931187868118286, - 0.4908647835254669, - 0.09259875863790512, - 0.13021688163280487, - 0.11337121576070786, - 0.03773583471775055, - 0.061423756182193756, - 0.3660118579864502, - 0.4909525215625763, - 0.09422165900468826, - 0.13238278031349182, - 0.11544124782085419, - 0.03828861564397812, - 0.06224775314331055, - 0.3726641535758972, - 0.4908578395843506, - 0.09581982344388962, - 0.13450181484222412, - 0.11749458312988281, - 0.03884110972285271, - 0.06304997950792313, - 0.3792511522769928, - 0.49077698588371277, - 0.09739767760038376, - 0.13658517599105835, - 0.11952484399080276, - 0.03938090428709984, - 0.06384975463151932, - 0.3857972025871277, - 0.49077683687210083, - 0.09894638508558273, - 0.1386304795742035, - 0.12153798341751099, - 0.03992167487740517, - 0.06463739275932312, - 0.39230042695999146, - 0.4908582866191864, - 0.10048258304595947, - 0.14064013957977295, - 0.12353785336017609, - 0.040460873395204544, - 0.06541262567043304, - 0.398761510848999, - 0.4908851981163025, - 0.10199275612831116, - 0.14262202382087708, - 0.1255190521478653, - 0.04099829122424126, - 0.0661839172244072, - 0.40516018867492676, - 0.4908175766468048 - ], - "q01": [ - -0.007347712090983987, - -0.011486765748262403, - -0.005602361589856446, - -0.004156268547289073, - -0.007298904010653494, - -0.03456402559429407, - 0.0, - -0.014532031904906033, - -0.023063078013062475, - -0.011146851527690887, - -0.008034631153941155, - -0.014402847960591318, - -0.0688410488665104, - 0.0, - -0.02174613598883152, - -0.03454083656966686, - -0.016602809804677963, - -0.012004367487877608, - -0.02169839859008789, - -0.10323694312572479, - 0.0, - -0.02924629563242197, - -0.046255945521593095, - -0.02208325160816312, - -0.01599733569249511, - -0.029179477728903294, - -0.13703150334358216, - 0.0, - -0.0364012400791049, - -0.057891583660244945, - -0.027614226043969393, - -0.020049774289131163, - -0.03620416237413883, - -0.17225709611177442, - 0.0, - -0.04366054475307465, - -0.06915460828691722, - -0.03313590524941683, - -0.023996917428076275, - -0.0432967299669981, - -0.20717854452133178, - 0.0, - -0.0507191886767745, - -0.08091499265134335, - -0.038471172228455544, - -0.02769389592409134, - -0.05027697439491748, - -0.240767266279459, - 0.0, - -0.05764442007690668, - -0.0928664004802704, - -0.04389051187932491, - -0.031378988534212116, - -0.05700045920312405, - -0.27346896691322325, - 0.0, - -0.06481191511154175, - -0.10385700676739215, - -0.04937767976522446, - -0.034899483323097225, - -0.0640901755988598, - -0.3072322327375412, - 0.0, - -0.07216909334659577, - -0.11465946695804596, - -0.05446739228963852, - -0.0384699240922928, - -0.07105188292860984, - -0.34030354830026627, - 0.0, - -0.0791815688431263, - -0.12541235695779324, - -0.05973851401358843, - -0.04202334811687469, - -0.07781512894928456, - -0.37346914051771163, - 0.0, - -0.08563443173170089, - -0.13601192309856414, - -0.06484265891909599, - -0.045433390045166, - -0.0843420141339302, - -0.40387091467380526, - 0.0, - -0.09227466106414796, - -0.14718177989125253, - -0.06990853486061097, - -0.04866062937080862, - -0.09135572135448455, - -0.43357558735609053, - 0.0, - -0.09871668579578399, - -0.15755651119351388, - -0.07494964042305946, - -0.05228844651579856, - -0.0973639042377472, - -0.4662614274024963, - 0.0, - -0.10474277555942535, - -0.16660683050751687, - -0.07973185749202967, - -0.055503451734781245, - -0.1043376196026802, - -0.49795184282064436, - 0.0, - -0.11146926714479923, - -0.17675033633708956, - -0.08481720062792301, - -0.05867235680818558, - -0.11146564957499505, - -0.5234594867229462, - 0.0, - -0.1183029289394617, - -0.18591568176746368, - -0.08976946114003659, - -0.06189141765832901, - -0.11618306014537812, - -0.5559864712238312, - 0.0, - -0.1254465562880039, - -0.1967654939889908, - -0.09452381261885166, - -0.06458974866867065, - -0.12229588437080384, - -0.5838854856491089, - 0.0, - -0.13160774660110475, - -0.20561206495761872, - -0.09930612608790398, - -0.06763142464160918, - -0.12729683189988136, - -0.6118898140192032, - 0.0, - -0.13866937249898909, - -0.21400038709640504, - -0.10383093198537827, - -0.07044867560863496, - -0.1330213810920715, - -0.6420615591049195, - 0.0, - -0.14518664595484734, - -0.22208737790584565, - -0.10839852929115296, - -0.07363164942264558, - -0.13909859127998353, - -0.6659443435192108, - 0.0, - -0.15202519185543062, - -0.23166744391918181, - -0.1132360664010048, - -0.07554293347597121, - -0.1431354057431221, - -0.6935547601938247, - 0.0, - -0.1575157383620739, - -0.24115877079963685, - -0.11769197665154933, - -0.07880985802412033, - -0.14886759107112885, - -0.717457844042778, - 0.0, - -0.1637449370443821, - -0.25002506982684136, - -0.12177611397504806, - -0.08111752626895904, - -0.15336844004392625, - -0.7450204710006714, - 0.0, - -0.1702753342092037, - -0.25778238211274146, - -0.12590762196183203, - -0.08350524621009828, - -0.15739910807609558, - -0.7672739201784134, - 0.0, - -0.17570297884345054, - -0.26699419630765914, - -0.12999144119024275, - -0.08586254574060437, - -0.15982728340625763, - -0.7919603824377061, - 0.0, - -0.18209079703688621, - -0.2762185108423233, - -0.1341805691242218, - -0.08846430575847625, - -0.1640431535243988, - -0.8073872842788696, - 0.0, - -0.18759027983546256, - -0.28415180140137675, - -0.13808169324100017, - -0.09098501863479613, - -0.1681320061683655, - -0.8263913946390152, - 0.0, - -0.193171888589859, - -0.29068409420847896, - -0.14178944163620472, - -0.09304863989353179, - -0.1707449821949005, - -0.8507119262695311, - 0.0, - -0.19844869979619978, - -0.2987963397145271, - -0.14549240586161613, - -0.09557797043323518, - -0.1739663097858429, - -0.8648041958332062, - 0.0, - -0.20466184456944464, - -0.3049391875267029, - -0.14948453903496267, - -0.09817119854688644, - -0.17706590107083323, - -0.8849965750694275, - 0.0, - -0.20983124628067015, - -0.3116496807098389, - -0.15297152189016341, - -0.10035031213760376, - -0.18140975254774094, - -0.9072247592926024, - 0.0, - -0.215193039560318, - -0.31998531384468076, - -0.1565369277715683, - -0.102377852499485, - -0.1837332302033901, - -0.9293165444850922, - 0.0, - -0.22114226788282393, - -0.32775930384397506, - -0.16037838854789732, - -0.10488562031984328, - -0.18766805601119993, - -0.9526331702470778, - 0.0, - -0.22637617546319963, - -0.33561479420661927, - -0.16403944179415703, - -0.10686019870638847, - -0.19061433601379393, - -0.9705972829818725, - 0.0, - -0.23192334132194517, - -0.3404881935119629, - -0.16749516949653626, - -0.10840021744370465, - -0.19327300127148628, - -0.9914580883026123, - 0.0, - -0.23655534625053407, - -0.3483747916221619, - -0.1713618674516678, - -0.11093877178430556, - -0.19658433060646058, - -1.0074259456634522, - 0.0, - -0.24189636796712874, - -0.35468626945018766, - -0.174676346886158, - -0.1137608123421669, - -0.1998320359289646, - -1.02401462726593, - 0.0, - -0.24619000346064568, - -0.3617886746406555, - -0.17737202043533326, - -0.11608646607995032, - -0.20212158007621764, - -1.0396305271863937, - 0.0, - -0.25069174761176105, - -0.3690223491430283, - -0.18019738556742668, - -0.11791741763353347, - -0.20542705215215684, - -1.056211252117157, - 0.0, - -0.25575273798704146, - -0.37492762922048567, - -0.18413128078579902, - -0.11963063821196557, - -0.2084871412396431, - -1.0777596963644027, - 0.0, - -0.26051444165706633, - -0.38124460592269893, - -0.18717371021509172, - -0.12171284379959108, - -0.21154849707484244, - -1.0918209570646285, - 0.0, - -0.2645109035611153, - -0.38571969106197357, - -0.19055300951004028, - -0.12364264481067655, - -0.21497644165158272, - -1.1041330133199692, - 0.0, - -0.26856355381011965, - -0.3920482913136482, - -0.19341499418020247, - -0.12596707943677904, - -0.21652717173099517, - -1.1284716510772705, - 0.0, - -0.273536373257637, - -0.3985861983895302, - -0.19648525762557983, - -0.12863396686315537, - -0.2178426690995693, - -1.1498000781059265, - 0.0, - -0.2773340993881226, - -0.4043089840650559, - -0.19916273007392882, - -0.1301111794948578, - -0.21953763974308968, - -1.1649874792098998, - 0.0, - -0.28152843511104586, - -0.4105489842891693, - -0.20206411379575728, - -0.13238328326940535, - -0.22030045819282532, - -1.186898805141449, - 0.0, - -0.28521604499816894, - -0.41719991471767426, - -0.20488486919403076, - -0.13367428585290908, - -0.2215240351676941, - -1.2064387265205383, - 0.0, - -0.28908531114459035, - -0.4219293355822563, - -0.20779289478063584, - -0.1346039095699787, - -0.22363287283182146, - -1.225643195438385, - 0.0, - -0.294126475507021, - -0.42881255321502687, - -0.21011174390912055, - -0.13763879417181013, - -0.22653749623298647, - -1.2400950877666475, - 0.0 - ], - "q99": [ - 0.00760505946278572, - 0.01227881843298674, - 0.009394833338446915, - 0.0041071553006768215, - 0.005846777586638929, - 0.03394978983253241, - 0.9998, - 0.015092343334481124, - 0.024545711845159537, - 0.018547782172262668, - 0.008136489582061764, - 0.011534944232553239, - 0.0680388870239258, - 0.9998, - 0.022567954233288764, - 0.03644986734837294, - 0.0278723166257143, - 0.012022978414595133, - 0.017261751674115658, - 0.1018139317035675, - 0.9998, - 0.030176736226677894, - 0.048319679215550415, - 0.037043299572169786, - 0.015823813125491137, - 0.022935147598385802, - 0.13534477652311327, - 0.9998, - 0.03749606138020754, - 0.05974762381315232, - 0.046320767011493444, - 0.01970605190098286, - 0.028365900403261188, - 0.16783747158050544, - 0.9998, - 0.04486110335588456, - 0.07147922609001398, - 0.055334820427000525, - 0.023239636448025694, - 0.034125556316971783, - 0.2017985020875931, - 0.9998, - 0.052173979285359384, - 0.08346393676698208, - 0.06446339850723744, - 0.026847184759378445, - 0.03955972051620485, - 0.23437213500142096, - 0.9998, - 0.059150983133912094, - 0.09537746536731717, - 0.0733001764550805, - 0.029705484813451755, - 0.04516481494158506, - 0.26646220774650575, - 0.9998, - 0.06645039129257202, - 0.1076395375341177, - 0.08239804291725158, - 0.0328832214474678, - 0.04995994846820831, - 0.29610841860771175, - 0.9998, - 0.07374503636360169, - 0.11985380845069887, - 0.09145532561540604, - 0.035987181842327104, - 0.05490816103816032, - 0.3266934569597244, - 0.9998, - 0.08122003978192807, - 0.1319003387391567, - 0.10024555467069149, - 0.038626870799064655, - 0.05953236908912657, - 0.35580547877550117, - 0.9998, - 0.08822669934630395, - 0.14304091303348543, - 0.1088144795835018, - 0.041924731212854394, - 0.06486271733045579, - 0.3876368781208992, - 0.9998, - 0.09569223463535309, - 0.1534084576368332, - 0.11751553359031677, - 0.04469002693891522, - 0.06991170048713685, - 0.41592443135976787, - 0.9998, - 0.10324303380250932, - 0.1640547949969769, - 0.1258540060549974, - 0.04742067799866201, - 0.0741334307938814, - 0.4491768553853035, - 0.9998, - 0.1099683414697647, - 0.17510256106853483, - 0.13403582906574008, - 0.050331409102678304, - 0.07791369587183, - 0.475221610414982, - 0.9998, - 0.1170920331031084, - 0.1857688842058181, - 0.14203765797317025, - 0.05343856880664827, - 0.0820521941632032, - 0.5052882493734359, - 0.9998, - 0.12414569870531561, - 0.19753187570571906, - 0.14974090793728828, - 0.0557895161241293, - 0.0865580612182617, - 0.5326116788625717, - 0.9998, - 0.13112460071146492, - 0.20844777574539186, - 0.15755365291237833, - 0.05866813796758652, - 0.09100452079772947, - 0.5617906215190887, - 0.9998, - 0.1379249924659729, - 0.21917983024120336, - 0.16431246396899224, - 0.06069063851833345, - 0.09500974670350554, - 0.5912433532238006, - 0.9998, - 0.14485807346105578, - 0.2286938194990158, - 0.1716713245987892, - 0.0637721403002739, - 0.09919737915396692, - 0.6155789003372192, - 0.9998, - 0.15117210847139356, - 0.23827072948217387, - 0.1779224501848221, - 0.06597466281652448, - 0.10370546174049378, - 0.644374561071396, - 0.9998, - 0.15787530031800268, - 0.24751081448793422, - 0.18454510100185867, - 0.06831172816753389, - 0.10792329218983648, - 0.6659029854536058, - 0.9998, - 0.1641180765330792, - 0.2572556215524673, - 0.19053607739508155, - 0.07030175954103468, - 0.11277426195144652, - 0.686683092904091, - 0.9998, - 0.16966928005814552, - 0.26658033823966976, - 0.19653976464271544, - 0.07203448786735533, - 0.11643967783451081, - 0.7125654235839844, - 0.9998, - 0.17621982062458996, - 0.27701201248764995, - 0.20197029424905777, - 0.07416592988967896, - 0.12035323338508608, - 0.7360334300994871, - 0.9998, - 0.1819627068042755, - 0.2855635068178177, - 0.2084233057498932, - 0.07603480890989306, - 0.1241462073802948, - 0.7568318559646605, - 0.9998, - 0.18748426148295405, - 0.29386607773303985, - 0.21488302874565124, - 0.0777944794893265, - 0.1279024946689606, - 0.7800548309087754, - 0.9998, - 0.19402539111375805, - 0.304579441523552, - 0.22076346032619476, - 0.07946800847053526, - 0.13082660132646562, - 0.8035489074707032, - 0.9998, - 0.1999460756778717, - 0.31222576675415037, - 0.2264517953634262, - 0.08081280782818795, - 0.13460262061357497, - 0.828994060134888, - 0.9998, - 0.20509765752553943, - 0.3203624894678593, - 0.23198571143150332, - 0.08211237077713013, - 0.13750549141168594, - 0.8529169931411746, - 0.9998, - 0.209518383550644, - 0.3281992249488831, - 0.23816398755311968, - 0.08322777889966959, - 0.14037072820067403, - 0.8746512705802916, - 0.9998, - 0.21442690343856818, - 0.33666496825218195, - 0.24309153485894203, - 0.08529254732131952, - 0.14304055777192115, - 0.8924013189554216, - 0.9998, - 0.21941403126716608, - 0.3448349338173866, - 0.2489651171147823, - 0.08667572829127312, - 0.14580873468518263, - 0.9107246013164523, - 0.9998, - 0.22309734332561493, - 0.3517628137350083, - 0.2547237434387207, - 0.08896696496009826, - 0.1489701636433602, - 0.9272562242746352, - 0.9998, - 0.22793451219797134, - 0.3591047751426697, - 0.2597683270871639, - 0.09042025351524352, - 0.1528471918106079, - 0.9483436929702762, - 0.9998, - 0.23258997063636777, - 0.36902411174774175, - 0.26485966441631315, - 0.09243017539381981, - 0.15506044900417326, - 0.9667170533418656, - 0.9998, - 0.23665347018241878, - 0.3762736029624939, - 0.27067578415870663, - 0.09449174585938458, - 0.15888449568748475, - 0.9834513599395751, - 0.9998, - 0.24093078261613854, - 0.3843366762638093, - 0.2768812180876732, - 0.09594143676757816, - 0.16144601993560792, - 1.0022019856452942, - 0.9998, - 0.2459272434949874, - 0.3907656828403474, - 0.2815030888676643, - 0.09760697330236434, - 0.16464969681501385, - 1.019599228835106, - 0.9998, - 0.2511993800699711, - 0.3962667070865631, - 0.28746061475872997, - 0.09892506269812584, - 0.1685606077313423, - 1.0345355377674106, - 0.9998, - 0.25586065447330475, - 0.4064154948949814, - 0.29352941393256193, - 0.10010581925511364, - 0.17137197246551505, - 1.0455808718204502, - 0.9998, - 0.26066332874298104, - 0.41295039305686965, - 0.29917095521688464, - 0.10042237902879714, - 0.17334867343306548, - 1.0644763714551928, - 0.9998, - 0.26424761767387395, - 0.4171489597439766, - 0.3047941813468933, - 0.10030385837554934, - 0.1771283437609672, - 1.0775494430065153, - 0.9998, - 0.266823394203186, - 0.42120621981620787, - 0.31085526600480073, - 0.10133219141960148, - 0.18098006631135943, - 1.0927770781517028, - 0.9998, - 0.27192984950542454, - 0.4258830359578132, - 0.31648782253265384, - 0.10210902032852165, - 0.18391375703215596, - 1.1100240562438963, - 0.9998, - 0.2774573613643646, - 0.4328473631143568, - 0.3229170823454858, - 0.10328457579612738, - 0.18559744659066202, - 1.127002547836304, - 0.9998, - 0.280809062719345, - 0.43832696628570567, - 0.32813225684762004, - 0.10458858071565635, - 0.18929516908526423, - 1.1399588096141815, - 0.9998, - 0.28525815182924275, - 0.44289318814277645, - 0.3333625353813172, - 0.1055313608527183, - 0.1918839191913605, - 1.1545847342491151, - 0.9998, - 0.2899247071444988, - 0.4499819297909735, - 0.33962785017490393, - 0.10614367849826811, - 0.19452174307107928, - 1.1747124679088592, - 0.9998, - 0.29274274289608004, - 0.4549682779312134, - 0.3463232246458531, - 0.10680567473173141, - 0.19644608254432672, - 1.185605804681778, - 0.9998 - ] - } - }, - "sample_ratio": 0.05, - "dataset_infos": { - "robotgeneralist/pp__1": { - "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", - "num_episodes": 237, - "num_frames": 99363 - }, - "robotgeneralist/pp__1__adversarial": { - "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", - "num_episodes": 64, - "num_frames": 17906 - }, - "robotgeneralist/pp__2": { - "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", - "num_episodes": 92, - "num_frames": 37458 - }, - "robotgeneralist/pp__2__rotations": { - "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", - "num_episodes": 102, - "num_frames": 13935 - }, - "robotgeneralist/pp__3__with_ft": { - "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", - "num_episodes": 99, - "num_frames": 38424 - }, - "robotgeneralist/pp__3__with_ft__rotations": { - "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", - "num_episodes": 49, - "num_frames": 7151 - }, - "robotgeneralist/pp__3__with_ft__adversarial_start": { - "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", - "num_episodes": 147, - "num_frames": 21313 - }, - "robotgeneralist/pp__4__with_ft": { - "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", - "num_episodes": 94, - "num_frames": 33046 - }, - "robotgeneralist/pp__5__with_ft__adversarial_target": { - "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", - "num_episodes": 48, - "num_frames": 10615 - }, - "robotgeneralist/pp__6__with_ft": { - "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", - "num_episodes": 379, - "num_frames": 123611 - }, - "robotgeneralist/precise-packing-2025-10-22-part-1": { - "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", - "num_episodes": 98, - "num_frames": 41410 - }, - "robotgeneralist/precise-packing-2025-10-22-part-2": { - "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", - "num_episodes": 94, - "num_frames": 37859 - }, - "robotgeneralist/precise-packing-2025-10-22-part-3": { - "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", - "num_episodes": 127, - "num_frames": 53341 - }, - "robotgeneralist/precise-packing-2025-10-22-part-4": { - "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", - "num_episodes": 102, - "num_frames": 38263 - } - } -} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/_METADATA b/pp__test_per_index_stats_after_unpad_fix/15000/params/_METADATA deleted file mode 100644 index 9eb73624158f4514d49041e0806d2d702c62eee1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/_sharding b/pp__test_per_index_stats_after_unpad_fix/15000/params/_sharding deleted file mode 100644 index 924608abdcb99abb3c864bb9d1bfca6eb60f780e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/_sharding +++ /dev/null @@ -1 +0,0 @@ -{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/array_metadatas/process_0 b/pp__test_per_index_stats_after_unpad_fix/15000/params/array_metadatas/process_0 deleted file mode 100644 index 6aa9fd1decf72607133eb54664d98802bf563b5c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/array_metadatas/process_0 +++ /dev/null @@ -1 +0,0 @@ -{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/d/82ecb449b1cdceeabc894b27bb44b9e7 b/pp__test_per_index_stats_after_unpad_fix/15000/params/d/82ecb449b1cdceeabc894b27bb44b9e7 deleted file mode 100644 index 49478885a00ae67622a7993040784d29a6a2ef69..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/d/82ecb449b1cdceeabc894b27bb44b9e7 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/15000/params/manifest.ocdbt deleted file mode 100644 index 079b0973b5bea646a1b356f1d6e299c4cb9b26e9..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1317dbff91f75de817ad8923ebb08d3e b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1317dbff91f75de817ad8923ebb08d3e deleted file mode 100644 index 46cd46020c3fc37eed8126482d2295a61a10ce74..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1317dbff91f75de817ad8923ebb08d3e and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1669845602fd02926cfa89c461e27f19 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1669845602fd02926cfa89c461e27f19 deleted file mode 100644 index 7b39d6ec654e12f4f2997accd6af89f15edde9f5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/1669845602fd02926cfa89c461e27f19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:773064ea610654f87332e8c3eb0d5382394a08d35f587f5200a35846853901c6 -size 496758117 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/33f68ac36ced38c5f5167247b822e6c7 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/33f68ac36ced38c5f5167247b822e6c7 deleted file mode 100644 index 69b778a6c3623f04558c46f63685cbb9fddccee6..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/33f68ac36ced38c5f5167247b822e6c7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c9584c8f90c42f07077da32773917f6924de95cb639741d7b486cc4f44c1dacc -size 12659560 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3b45504e2df5f22f5b9a6e1e7580da3a b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3b45504e2df5f22f5b9a6e1e7580da3a deleted file mode 100644 index f11447a8f37712c09d7b5f3ef83bf755a011080e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3b45504e2df5f22f5b9a6e1e7580da3a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c690784476d315814befb67e7e33963e7a0a389b16c531bbe11b2092d529fb8c -size 13639674 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3cdbc939887b3161bfaf459038844e18 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3cdbc939887b3161bfaf459038844e18 deleted file mode 100644 index 42c8894fc79c4cd45c291daa5f48611735e345b5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/3cdbc939887b3161bfaf459038844e18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:96c871d3fbaca4cce5670a82f3f9e3b32c22a3950f5ada6f4d2c1e7c1edb6210 -size 1120118219 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/42a0528f9957216878469d3bcecca7d1 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/42a0528f9957216878469d3bcecca7d1 deleted file mode 100644 index a7b546cd7f90344c9201b88b8fe86b674080f280..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/42a0528f9957216878469d3bcecca7d1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:44f7a9e8f6c96579d594e8ad666dda86af3b8ce118bb69605dbd8c1726eeb1f7 -size 1120110586 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/4af19ec85d98352b2158959494c9e190 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/4af19ec85d98352b2158959494c9e190 deleted file mode 100644 index b4d4458ae240895bcba78260ddbec0922f67e594..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/4af19ec85d98352b2158959494c9e190 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fb04e47a807432cb236ca0cb5738fec1cb5331bd87fe96b07e9bacd2ba960c62 -size 398745067 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/6066759a7c0be63da3201f23b691eb6b b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/6066759a7c0be63da3201f23b691eb6b deleted file mode 100644 index 303120658ae308b58da1abefa47deef0d98983f1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/6066759a7c0be63da3201f23b691eb6b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd75a15459ded0c3a7b5aa3524b9150e95dbd30de42627d21460407ca970331a -size 2240246160 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/7500f996df60be7fb61d89b29ce43803 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/7500f996df60be7fb61d89b29ce43803 deleted file mode 100644 index 043b15d554c7c28fc742992082a30401dac2301a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/7500f996df60be7fb61d89b29ce43803 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c3adb14c4e92636d13233ef6d31f10f3407de981f0980f828826dcf5ddb2bf3e -size 1120114542 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/75ac828a7e6599cda8e4f2d8ae56a888 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/75ac828a7e6599cda8e4f2d8ae56a888 deleted file mode 100644 index 58a319069d459c49ea34a2e170cdab978ad87dd5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/75ac828a7e6599cda8e4f2d8ae56a888 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c49bf1f6fce358b3d84192b590df88ae09ff01cb67c14d2298b56c94f8a7abd8 -size 1120133905 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/838fb25fb52089d169fd8235fd5e746c b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/838fb25fb52089d169fd8235fd5e746c deleted file mode 100644 index 9d8864d869120051a50453a861a5b3948f1d7ef3..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/838fb25fb52089d169fd8235fd5e746c +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1e4e85e8b382c27bc9063c7b115a65977f619118a5b79a976e7c5007877e231e -size 132968639 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/a0e51ac9944e68cb2230145a5fb9c74a b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/a0e51ac9944e68cb2230145a5fb9c74a deleted file mode 100644 index d197900cc80b770f5d473e3473d364f2ef4e923e..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/a0e51ac9944e68cb2230145a5fb9c74a and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/ad8eb29f7100c1ca667cf2803a7ba322 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/ad8eb29f7100c1ca667cf2803a7ba322 deleted file mode 100644 index 037345429a942bb5c6b1aacabcf1c15120b12e61..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/ad8eb29f7100c1ca667cf2803a7ba322 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4971c64c17b4f968ee9eeb7c83b5e52026a341bf0fb02f512daaedb8255e67cd -size 1056753432 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/b2f3c87afc67207932be74d2e71339c9 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/b2f3c87afc67207932be74d2e71339c9 deleted file mode 100644 index 770773c28d440f18072bcd26b7c0abfd093e66c8..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/b2f3c87afc67207932be74d2e71339c9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b9cd52bda98756de8f83af9caf725e7cc136b8dd4a5881dec54581cd20cd1b74 -size 279886307 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/bcbbfd51bcb84a3adff11cba29bc4587 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/bcbbfd51bcb84a3adff11cba29bc4587 deleted file mode 100644 index 1b38ff64cf841114a5a972a3272b249bea0add5f..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/bcbbfd51bcb84a3adff11cba29bc4587 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/c615bdef266c19031880c2b89502f831 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/c615bdef266c19031880c2b89502f831 deleted file mode 100644 index cc5fe2881e30c6c6f5e8cdb78736ce75c599db4e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/c615bdef266c19031880c2b89502f831 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8a2d4cbc4cdf8b5fcb7f219b848d03adbda568e8985fa95a1a25dd945847d82 -size 1957442588 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/cac11b257c256f51030469e3d62b1ec5 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/cac11b257c256f51030469e3d62b1ec5 deleted file mode 100644 index 58a30fc11f1cd39b40226b162798ffdaa842e5dd..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/cac11b257c256f51030469e3d62b1ec5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:343a09bb03bd5c6e78c4d13d8848d14d3d3c4be8540257825eb7a2a7930effb4 -size 280186559 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/d53ce8efa8056b87c54221f1a6b070a2 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/d53ce8efa8056b87c54221f1a6b070a2 deleted file mode 100644 index 49e219d2fe960857321159bf80e4b4ce0275cc33..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/d53ce8efa8056b87c54221f1a6b070a2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:838a2bf45b2d4b8d69520886582792f1914d3791553c0fa94cabd28bb97d8584 -size 559284827 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/db0d0d4c779f80fb8f17e111d415f1c8 b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/db0d0d4c779f80fb8f17e111d415f1c8 deleted file mode 100644 index 58390939c7242d72540771ae43323840a4562ecc..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/db0d0d4c779f80fb8f17e111d415f1c8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a3e47cae70fcef743a5c2a6842ea16c527bf9fd7d5565ba77e9ae73a01c3c0f6 -size 70084583 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/dc6d0d1673f3dd7c2e5d28508caa841c b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/dc6d0d1673f3dd7c2e5d28508caa841c deleted file mode 100644 index ffc57c5cefe3160b4f5ec2c8030ab168d9324180..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/dc6d0d1673f3dd7c2e5d28508caa841c and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/df63a714bdec083d37ae256e37bd720a b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/df63a714bdec083d37ae256e37bd720a deleted file mode 100644 index 3a3e940638bef38143666cf7d87ff5b1cb06581a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/df63a714bdec083d37ae256e37bd720a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c749615e1605f88100ff56682939659708ba34b69da6047edda5f810f88c8157 -size 34975567 diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/e2a4401845cc0a35fe184c897ecb22cc b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/e2a4401845cc0a35fe184c897ecb22cc deleted file mode 100644 index b00ae35a54ff74c7c355b5e2f616d7ef60e5561c..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/d/e2a4401845cc0a35fe184c897ecb22cc and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/manifest.ocdbt deleted file mode 100644 index 189eb3afaa69d0818b4635ff1474ed154736198a..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/15000/params/ocdbt.process_0/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/_CHECKPOINT_METADATA b/pp__test_per_index_stats_after_unpad_fix/20000/_CHECKPOINT_METADATA deleted file mode 100644 index 586b58b8fc20b20b272798f1084585931727a239..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/_CHECKPOINT_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766811799838051879, "commit_timestamp_nsecs": 1766811846133921998, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/assets/ur10e/norm_stats.json b/pp__test_per_index_stats_after_unpad_fix/20000/assets/ur10e/norm_stats.json deleted file mode 100644 index 8a1b886d6b668da778297b91b3d82381c2eab28a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/assets/ur10e/norm_stats.json +++ /dev/null @@ -1,1525 +0,0 @@ -{ - "norm_stats": { - "state": { - "mean": [ - 0.05313729867339134, - 0.0037223484832793474, - 0.106409952044487, - 0.0008666226058267057, - -0.00854077935218811, - 0.01460699550807476, - 0.5940247178077698 - ], - "std": [ - 0.1176244392991066, - 0.16962096095085144, - 0.07773701101541519, - 0.04537155479192734, - 0.06616315245628357, - 0.6038344502449036, - 0.49107977747917175 - ], - "q01": [ - -0.2025573879778385, - -0.31106759839057924, - 0.00890737680345774, - -0.11727181684970855, - -0.16711108471155167, - -1.423702568435669, - 0.0 - ], - "q99": [ - 0.29901714037060734, - 0.4115018085956573, - 0.3217185490995646, - 0.13774808425903318, - 0.19241279754638663, - 1.598234023094177, - 0.9998 - ] - }, - "actions": { - "mean": [ - 0.0001451610296498984, - 0.00017207347264047712, - 0.000048651279939804226, - 0.00003654604734038003, - -0.000019767590856645256, - -0.00019861181499436498, - 0.5944076776504517, - 0.0002841090608853847, - 0.00034722191048786044, - 0.00011135452223243192, - 0.00006827477045590058, - -0.000043589698179857805, - -0.0004028017574455589, - 0.594025731086731, - 0.00041486899135634303, - 0.0005213047261349857, - 0.00018569435633253306, - 0.00009245114779332653, - -0.00007049143459880725, - -0.000616009347140789, - 0.5935360789299011, - 0.000542119552846998, - 0.0006975074065849185, - 0.00027102616149932146, - 0.00011072693450842053, - -0.00010138262587133795, - -0.0008296052110381424, - 0.593919575214386, - 0.0006618681945838034, - 0.0008754940354265273, - 0.0003684645926114172, - 0.00012383276771288365, - -0.000135598995257169, - -0.0010419095633551478, - 0.5929783582687378, - 0.0007787057547830045, - 0.00105847988743335, - 0.0004721089790109545, - 0.00013335929543245584, - -0.00017038211808539927, - -0.0012720258673653007, - 0.5933270454406738, - 0.0008861633250489831, - 0.001237610587850213, - 0.0005911999032832682, - 0.00013674379442818463, - -0.00020881379896309227, - -0.0014943619025871158, - 0.5934669971466064, - 0.0009874902898445725, - 0.0014197468990460038, - 0.0007170690805651248, - 0.00013581194798462093, - -0.0002465852303430438, - -0.0017284756759181619, - 0.5931888818740845, - 0.0010826619109138846, - 0.0016015341971069574, - 0.0008584632305428386, - 0.000128391373436898, - -0.00028913054848089814, - -0.0019626382272690535, - 0.5930843949317932, - 0.001174500328488648, - 0.0017860672669485211, - 0.0010054412996396422, - 0.00012193901784485206, - -0.000334887852659449, - -0.0022029897663742304, - 0.5935000777244568, - 0.0012568456586450338, - 0.0019742222502827644, - 0.0011647609062492847, - 0.00011021356476703659, - -0.00038211053470149636, - -0.0024467180483043194, - 0.5931875109672546, - 0.0013310370268300176, - 0.0021642642095685005, - 0.0013335321564227343, - 0.00009949743980541825, - -0.0004296436673030257, - -0.0027013549115508795, - 0.5931177139282227, - 0.0014006041456013918, - 0.002352928975597024, - 0.0015152853447943926, - 0.00008505478035658598, - -0.00048136088298633695, - -0.0029538467060774565, - 0.5930479764938354, - 0.0014608069323003292, - 0.0025415997952222824, - 0.001700855791568756, - 0.00006727704749209806, - -0.0005341243813745677, - -0.003210614435374737, - 0.5928036570549011, - 0.0015100123127922416, - 0.002731549320742488, - 0.0018991812830790877, - 0.0000493652478326112, - -0.0005809388239867985, - -0.003473253920674324, - 0.5928736925125122, - 0.0015514988917857409, - 0.002922238316386938, - 0.0021079820580780506, - 0.000029167196771595627, - -0.0006329127354547381, - -0.0037316547241061926, - 0.5928043127059937, - 0.0015838317340239882, - 0.0031066250521689653, - 0.002319576218724251, - 8.898059604689479e-6, - -0.0006800378323532641, - -0.004003639332950115, - 0.5929091572761536, - 0.0016050132689997554, - 0.003295252099633217, - 0.0025419394951313734, - -0.000013710295206692535, - -0.0007257868419401348, - -0.004269901663064957, - 0.5930485725402832, - 0.0016164487460628152, - 0.0034825268667191267, - 0.002774182241410017, - -0.000037491106922971085, - -0.0007724225870333612, - -0.004538912326097488, - 0.5931875705718994, - 0.001615947112441063, - 0.003664180636405945, - 0.0030124683398753405, - -0.00006199560448294505, - -0.0008142396691255271, - -0.00480045098811388, - 0.5933974385261536, - 0.0016095866449177265, - 0.0038478909991681576, - 0.003257976844906807, - -0.00008698971942067146, - -0.0008547022007405758, - -0.005078013986349106, - 0.5936415791511536, - 0.0015872354852035642, - 0.004021089058369398, - 0.0035109000746160746, - -0.00011568223999347538, - -0.0008942089625634253, - -0.005354971159249544, - 0.5934317708015442, - 0.0015591973206028342, - 0.004198537208139896, - 0.003773036180064082, - -0.00014495827781502157, - -0.0009303062106482685, - -0.005638875067234039, - 0.5936412215232849, - 0.0015177299501374364, - 0.004366280045360327, - 0.004040749743580818, - -0.00017588783521205187, - -0.0009663543896749616, - -0.005925025325268507, - 0.593501627445221, - 0.0014705799985677004, - 0.004531881771981716, - 0.00431715976446867, - -0.00021041395666543394, - -0.0010010612895712256, - -0.006207368802279234, - 0.5935365557670593, - 0.001413213089108467, - 0.004692579619586468, - 0.004599601496011019, - -0.0002457766968291253, - -0.0010327493073418736, - -0.006505406461656094, - 0.5933269262313843, - 0.0013434475986286998, - 0.004848736338317394, - 0.004890408832579851, - -0.00028711999766528606, - -0.00106858741492033, - -0.006807356141507626, - 0.5931181311607361, - 0.0012650334974750876, - 0.004994421266019344, - 0.0051898653618991375, - -0.00033172621624544263, - -0.0010990891605615616, - -0.0071100820787250996, - 0.5929442048072815, - 0.0011793962912634015, - 0.005135250277817249, - 0.005499166436493397, - -0.000378662021830678, - -0.0011317729949951172, - -0.007409243378788233, - 0.5926647782325745, - 0.0010838431771844625, - 0.005268934182822704, - 0.005817332770675421, - -0.0004281000583432615, - -0.001166283618658781, - -0.007717216853052378, - 0.5926998853683472, - 0.0009804241126403213, - 0.0053992304019629955, - 0.0061420174315571785, - -0.00048094423254951835, - -0.0011993126245215535, - -0.008030007593333721, - 0.5924902558326721, - 0.0008692154078744352, - 0.005519451107829809, - 0.006479023955762386, - -0.000537763989996165, - -0.001236212207004428, - -0.008356506004929543, - 0.5929440855979919, - 0.0007513284799642861, - 0.00563538633286953, - 0.006823732051998377, - -0.000594516284763813, - -0.0012742418330162764, - -0.008685515262186527, - 0.5926643013954163, - 0.0006232408923096955, - 0.005743546411395073, - 0.007178108207881451, - -0.0006553126149810851, - -0.0013130278093740344, - -0.00901535339653492, - 0.5930123329162598, - 0.00048613501712679863, - 0.005843072663992643, - 0.007545872125774622, - -0.0007216006051748991, - -0.001357274129986763, - -0.009348330087959766, - 0.5926995277404785, - 0.000340388563927263, - 0.005928103346377611, - 0.007921233773231506, - -0.0007906133541837335, - -0.0013983722310513258, - -0.00968977902084589, - 0.5930134654045105, - 0.00018408334290143102, - 0.006012112833559513, - 0.008309606462717056, - -0.0008611961966380477, - -0.00144277885556221, - -0.010034735314548016, - 0.5933630466461182, - 0.000022206833818927407, - 0.0060895816422998905, - 0.008708948269486427, - -0.0009344238787889481, - -0.0014912645565345883, - -0.01038195751607418, - 0.5936756134033203, - -0.00014933485363144428, - 0.006156634073704481, - 0.009113290347158909, - -0.001009406871162355, - -0.0015364158898591995, - -0.01074444130063057, - 0.5944079756736755, - -0.0003295359492767602, - 0.006216940935701132, - 0.009534457698464394, - -0.0010867133969441056, - -0.0015858380356803536, - -0.011105277575552464, - 0.5946523547172546, - -0.0005184217588976026, - 0.006267391610890627, - 0.009968035854399204, - -0.00116726232226938, - -0.001635841210372746, - -0.011476362124085426, - 0.5947223901748657, - -0.0007183448178693652, - 0.006307759787887335, - 0.010411876253783703, - -0.0012491614324972034, - -0.0016832650871947408, - -0.011858409270644188, - 0.5945469737052917, - -0.000922650913707912, - 0.006340802181512117, - 0.01086830347776413, - -0.0013331895461305976, - -0.0017334959702566266, - -0.012237261049449444, - 0.5951407551765442, - -0.001138067222200334, - 0.006367202382534742, - 0.011336571536958218, - -0.0014204677427187562, - -0.001783861662261188, - -0.012612935155630112, - 0.5946868658065796, - -0.0013612991897389293, - 0.006382528692483902, - 0.011817813850939274, - -0.0015092657413333654, - -0.0018364684656262398, - -0.013003477826714516, - 0.595176637172699, - -0.0015915771946310997, - 0.0063857706263661385, - 0.01231638714671135, - -0.0015994333662092686, - -0.0018854403169825673, - -0.013393816538155079, - 0.5955926179885864, - -0.001827688654884696, - 0.006383033003658056, - 0.012827028520405293, - -0.0016901197377592325, - -0.0019397168653085828, - -0.01378911454230547, - 0.5955935120582581, - -0.002072748262435198, - 0.006370946299284697, - 0.013353490270674229, - -0.0017832767916843295, - -0.001991107827052474, - -0.014198213815689087, - 0.595174252986908, - -0.0023247504141181707, - 0.006349846720695496, - 0.013896841555833817, - -0.0018769301241263747, - -0.0020415729377418756, - -0.014593549072742462, - 0.5950352549552917, - -0.0025832781102508307, - 0.0063181049190461636, - 0.01445536408573389, - -0.0019729691557586193, - -0.002093689749017358, - -0.015006774105131626, - 0.5953840613365173 - ], - "std": [ - 0.002411161782220006, - 0.0035220407880842686, - 0.0029013415332883596, - 0.0013258246472105384, - 0.0020179853308945894, - 0.010011205449700356, - 0.4910063147544861, - 0.0048064119182527065, - 0.007010283879935741, - 0.005793850403279066, - 0.0026270404923707247, - 0.004016784951090813, - 0.019959986209869385, - 0.4910795986652374, - 0.0072022695094347, - 0.01047250535339117, - 0.008696537464857101, - 0.003923765849322081, - 0.006003526505082846, - 0.029928741976618767, - 0.4911730885505676, - 0.009601284749805927, - 0.013944732025265694, - 0.011596043594181538, - 0.0051947347819805145, - 0.007982160896062851, - 0.039855923503637314, - 0.49109989404678345, - 0.011995380744338036, - 0.017401276156306267, - 0.01450654398649931, - 0.006452825851738453, - 0.009959585964679718, - 0.049764279276132584, - 0.4912789762020111, - 0.014385105110704899, - 0.020854491740465164, - 0.017407990992069244, - 0.007683087605983019, - 0.011908459477126598, - 0.059651929885149, - 0.4912128448486328, - 0.016765346750617027, - 0.024284135550260544, - 0.02030768245458603, - 0.008882720954716206, - 0.013833398930728436, - 0.06945177167654037, - 0.4911862313747406, - 0.01913418062031269, - 0.02769860439002514, - 0.023200584575533867, - 0.010069170035421848, - 0.01573152281343937, - 0.07920067012310028, - 0.49123910069465637, - 0.021495427936315536, - 0.03108437918126583, - 0.02608773671090603, - 0.011218286119401455, - 0.017600294202566147, - 0.08888415992259979, - 0.4912588894367218, - 0.023848513141274452, - 0.03446579724550247, - 0.028954684734344482, - 0.012335631065070629, - 0.0194363035261631, - 0.0984557494521141, - 0.4911799430847168, - 0.02618129923939705, - 0.0377996489405632, - 0.031812794506549835, - 0.013426545076072216, - 0.021240200847387314, - 0.10793018341064453, - 0.4912393391132355, - 0.02850136160850525, - 0.04113452509045601, - 0.03465236350893974, - 0.01448102854192257, - 0.023004556074738503, - 0.11730524897575378, - 0.491252601146698, - 0.030810443684458733, - 0.0444553941488266, - 0.03749171271920204, - 0.01552011538296938, - 0.02474648877978325, - 0.12660986185073853, - 0.49126577377319336, - 0.033104438334703445, - 0.047724947333335876, - 0.04029623046517372, - 0.01652422547340393, - 0.026438293978571892, - 0.1357518434524536, - 0.4913119971752167, - 0.03538680821657181, - 0.05097673833370209, - 0.04309060424566269, - 0.017495229840278625, - 0.02809188887476921, - 0.14484061300754547, - 0.49129876494407654, - 0.037644777446985245, - 0.054201558232307434, - 0.045869018882513046, - 0.018448922783136368, - 0.029708286747336388, - 0.1537874937057495, - 0.4913118779659271, - 0.03989279642701149, - 0.05739012360572815, - 0.04861682280898094, - 0.019360067322850227, - 0.031284283846616745, - 0.16262821853160858, - 0.4912920594215393, - 0.04212509095668793, - 0.060563746839761734, - 0.05134649947285652, - 0.020253626629710197, - 0.03281664475798607, - 0.17136116325855255, - 0.4912656545639038, - 0.04433578997850418, - 0.06369910389184952, - 0.05404900759458542, - 0.021123351529240608, - 0.03430699184536934, - 0.1799684315919876, - 0.4912393391132355, - 0.0465271882712841, - 0.06679350882768631, - 0.05673054978251457, - 0.02196338027715683, - 0.035762034356594086, - 0.1884494125843048, - 0.49119946360588074, - 0.04870201274752617, - 0.0698690414428711, - 0.0593833364546299, - 0.02277866192162037, - 0.03716905042529106, - 0.19684050977230072, - 0.4911530017852783, - 0.05086364969611168, - 0.0729081928730011, - 0.06201274320483208, - 0.023575762286782265, - 0.03854267671704292, - 0.20511800050735474, - 0.49119293689727783, - 0.052999626845121384, - 0.07590420544147491, - 0.06461741775274277, - 0.024347545579075813, - 0.03986750543117523, - 0.21329139173030853, - 0.4911530613899231, - 0.05511622130870819, - 0.07886126637458801, - 0.06719071418046951, - 0.02509898692369461, - 0.04115770384669304, - 0.22134073078632355, - 0.4911796748638153, - 0.05720451846718788, - 0.0817820280790329, - 0.06973543763160706, - 0.02582353726029396, - 0.04240873083472252, - 0.22928737103939056, - 0.49117299914360046, - 0.05928165465593338, - 0.08468781411647797, - 0.07225947827100754, - 0.026536913588643074, - 0.0436241552233696, - 0.23713935911655426, - 0.4912128746509552, - 0.06133345514535904, - 0.08753105252981186, - 0.07475195825099945, - 0.02723076194524765, - 0.04480902478098869, - 0.2449100911617279, - 0.49125248193740845, - 0.06336378306150436, - 0.09035338461399078, - 0.07722371071577072, - 0.027915935963392258, - 0.04596531763672829, - 0.25256893038749695, - 0.49128544330596924, - 0.06536917388439178, - 0.0931331068277359, - 0.07966616004705429, - 0.028593653813004494, - 0.04708719253540039, - 0.26014769077301025, - 0.49133822321891785, - 0.06735322624444962, - 0.09587426483631134, - 0.08208146691322327, - 0.029253413900732994, - 0.04818820580840111, - 0.2676284909248352, - 0.4913316071033478, - 0.06931550055742264, - 0.09857368469238281, - 0.084467314183712, - 0.029913172125816345, - 0.049258600920438766, - 0.27503275871276855, - 0.4913710951805115, - 0.07124854624271393, - 0.10124263167381287, - 0.08683151751756668, - 0.03056473471224308, - 0.05031215026974678, - 0.2823602259159088, - 0.4912854731082916, - 0.07316309213638306, - 0.10387503355741501, - 0.08917013555765152, - 0.031205736100673676, - 0.051339127123355865, - 0.2896381616592407, - 0.491338312625885, - 0.0750511884689331, - 0.10646932572126389, - 0.09148410707712173, - 0.03184282034635544, - 0.05234614759683609, - 0.2968275845050812, - 0.49127253890037537, - 0.07691479474306107, - 0.10901817679405212, - 0.0937764048576355, - 0.032469242811203, - 0.053335245698690414, - 0.30398809909820557, - 0.49133166670799255, - 0.07874985039234161, - 0.11152230948209763, - 0.0960441529750824, - 0.03308483585715294, - 0.054303981363773346, - 0.311068594455719, - 0.49127233028411865, - 0.08056764304637909, - 0.11400332301855087, - 0.09828827530145645, - 0.03369200974702835, - 0.055251531302928925, - 0.31809186935424805, - 0.49120599031448364, - 0.08236116915941238, - 0.11642979085445404, - 0.10051009804010391, - 0.034294869750738144, - 0.05618305504322052, - 0.32508960366249084, - 0.4911465048789978, - 0.0841296911239624, - 0.11883242428302765, - 0.10270429402589798, - 0.034887079149484634, - 0.0570959635078907, - 0.3320097327232361, - 0.4910062551498413, - 0.08587083965539932, - 0.12118621915578842, - 0.10488012433052063, - 0.0354686863720417, - 0.05799192935228348, - 0.3389015197753906, - 0.49095919728279114, - 0.08759026974439621, - 0.12350363284349442, - 0.10703437030315399, - 0.03604672849178314, - 0.05887560918927193, - 0.3457629084587097, - 0.4909456968307495, - 0.08928582817316055, - 0.12578748166561127, - 0.10916976630687714, - 0.03662176802754402, - 0.059738170355558395, - 0.35257115960121155, - 0.49097952246665955, - 0.09095519781112671, - 0.1280231475830078, - 0.11128115653991699, - 0.03717926889657974, - 0.06058768928050995, - 0.35931187868118286, - 0.4908647835254669, - 0.09259875863790512, - 0.13021688163280487, - 0.11337121576070786, - 0.03773583471775055, - 0.061423756182193756, - 0.3660118579864502, - 0.4909525215625763, - 0.09422165900468826, - 0.13238278031349182, - 0.11544124782085419, - 0.03828861564397812, - 0.06224775314331055, - 0.3726641535758972, - 0.4908578395843506, - 0.09581982344388962, - 0.13450181484222412, - 0.11749458312988281, - 0.03884110972285271, - 0.06304997950792313, - 0.3792511522769928, - 0.49077698588371277, - 0.09739767760038376, - 0.13658517599105835, - 0.11952484399080276, - 0.03938090428709984, - 0.06384975463151932, - 0.3857972025871277, - 0.49077683687210083, - 0.09894638508558273, - 0.1386304795742035, - 0.12153798341751099, - 0.03992167487740517, - 0.06463739275932312, - 0.39230042695999146, - 0.4908582866191864, - 0.10048258304595947, - 0.14064013957977295, - 0.12353785336017609, - 0.040460873395204544, - 0.06541262567043304, - 0.398761510848999, - 0.4908851981163025, - 0.10199275612831116, - 0.14262202382087708, - 0.1255190521478653, - 0.04099829122424126, - 0.0661839172244072, - 0.40516018867492676, - 0.4908175766468048 - ], - "q01": [ - -0.007347712090983987, - -0.011486765748262403, - -0.005602361589856446, - -0.004156268547289073, - -0.007298904010653494, - -0.03456402559429407, - 0.0, - -0.014532031904906033, - -0.023063078013062475, - -0.011146851527690887, - -0.008034631153941155, - -0.014402847960591318, - -0.0688410488665104, - 0.0, - -0.02174613598883152, - -0.03454083656966686, - -0.016602809804677963, - -0.012004367487877608, - -0.02169839859008789, - -0.10323694312572479, - 0.0, - -0.02924629563242197, - -0.046255945521593095, - -0.02208325160816312, - -0.01599733569249511, - -0.029179477728903294, - -0.13703150334358216, - 0.0, - -0.0364012400791049, - -0.057891583660244945, - -0.027614226043969393, - -0.020049774289131163, - -0.03620416237413883, - -0.17225709611177442, - 0.0, - -0.04366054475307465, - -0.06915460828691722, - -0.03313590524941683, - -0.023996917428076275, - -0.0432967299669981, - -0.20717854452133178, - 0.0, - -0.0507191886767745, - -0.08091499265134335, - -0.038471172228455544, - -0.02769389592409134, - -0.05027697439491748, - -0.240767266279459, - 0.0, - -0.05764442007690668, - -0.0928664004802704, - -0.04389051187932491, - -0.031378988534212116, - -0.05700045920312405, - -0.27346896691322325, - 0.0, - -0.06481191511154175, - -0.10385700676739215, - -0.04937767976522446, - -0.034899483323097225, - -0.0640901755988598, - -0.3072322327375412, - 0.0, - -0.07216909334659577, - -0.11465946695804596, - -0.05446739228963852, - -0.0384699240922928, - -0.07105188292860984, - -0.34030354830026627, - 0.0, - -0.0791815688431263, - -0.12541235695779324, - -0.05973851401358843, - -0.04202334811687469, - -0.07781512894928456, - -0.37346914051771163, - 0.0, - -0.08563443173170089, - -0.13601192309856414, - -0.06484265891909599, - -0.045433390045166, - -0.0843420141339302, - -0.40387091467380526, - 0.0, - -0.09227466106414796, - -0.14718177989125253, - -0.06990853486061097, - -0.04866062937080862, - -0.09135572135448455, - -0.43357558735609053, - 0.0, - -0.09871668579578399, - -0.15755651119351388, - -0.07494964042305946, - -0.05228844651579856, - -0.0973639042377472, - -0.4662614274024963, - 0.0, - -0.10474277555942535, - -0.16660683050751687, - -0.07973185749202967, - -0.055503451734781245, - -0.1043376196026802, - -0.49795184282064436, - 0.0, - -0.11146926714479923, - -0.17675033633708956, - -0.08481720062792301, - -0.05867235680818558, - -0.11146564957499505, - -0.5234594867229462, - 0.0, - -0.1183029289394617, - -0.18591568176746368, - -0.08976946114003659, - -0.06189141765832901, - -0.11618306014537812, - -0.5559864712238312, - 0.0, - -0.1254465562880039, - -0.1967654939889908, - -0.09452381261885166, - -0.06458974866867065, - -0.12229588437080384, - -0.5838854856491089, - 0.0, - -0.13160774660110475, - -0.20561206495761872, - -0.09930612608790398, - -0.06763142464160918, - -0.12729683189988136, - -0.6118898140192032, - 0.0, - -0.13866937249898909, - -0.21400038709640504, - -0.10383093198537827, - -0.07044867560863496, - -0.1330213810920715, - -0.6420615591049195, - 0.0, - -0.14518664595484734, - -0.22208737790584565, - -0.10839852929115296, - -0.07363164942264558, - -0.13909859127998353, - -0.6659443435192108, - 0.0, - -0.15202519185543062, - -0.23166744391918181, - -0.1132360664010048, - -0.07554293347597121, - -0.1431354057431221, - -0.6935547601938247, - 0.0, - -0.1575157383620739, - -0.24115877079963685, - -0.11769197665154933, - -0.07880985802412033, - -0.14886759107112885, - -0.717457844042778, - 0.0, - -0.1637449370443821, - -0.25002506982684136, - -0.12177611397504806, - -0.08111752626895904, - -0.15336844004392625, - -0.7450204710006714, - 0.0, - -0.1702753342092037, - -0.25778238211274146, - -0.12590762196183203, - -0.08350524621009828, - -0.15739910807609558, - -0.7672739201784134, - 0.0, - -0.17570297884345054, - -0.26699419630765914, - -0.12999144119024275, - -0.08586254574060437, - -0.15982728340625763, - -0.7919603824377061, - 0.0, - -0.18209079703688621, - -0.2762185108423233, - -0.1341805691242218, - -0.08846430575847625, - -0.1640431535243988, - -0.8073872842788696, - 0.0, - -0.18759027983546256, - -0.28415180140137675, - -0.13808169324100017, - -0.09098501863479613, - -0.1681320061683655, - -0.8263913946390152, - 0.0, - -0.193171888589859, - -0.29068409420847896, - -0.14178944163620472, - -0.09304863989353179, - -0.1707449821949005, - -0.8507119262695311, - 0.0, - -0.19844869979619978, - -0.2987963397145271, - -0.14549240586161613, - -0.09557797043323518, - -0.1739663097858429, - -0.8648041958332062, - 0.0, - -0.20466184456944464, - -0.3049391875267029, - -0.14948453903496267, - -0.09817119854688644, - -0.17706590107083323, - -0.8849965750694275, - 0.0, - -0.20983124628067015, - -0.3116496807098389, - -0.15297152189016341, - -0.10035031213760376, - -0.18140975254774094, - -0.9072247592926024, - 0.0, - -0.215193039560318, - -0.31998531384468076, - -0.1565369277715683, - -0.102377852499485, - -0.1837332302033901, - -0.9293165444850922, - 0.0, - -0.22114226788282393, - -0.32775930384397506, - -0.16037838854789732, - -0.10488562031984328, - -0.18766805601119993, - -0.9526331702470778, - 0.0, - -0.22637617546319963, - -0.33561479420661927, - -0.16403944179415703, - -0.10686019870638847, - -0.19061433601379393, - -0.9705972829818725, - 0.0, - -0.23192334132194517, - -0.3404881935119629, - -0.16749516949653626, - -0.10840021744370465, - -0.19327300127148628, - -0.9914580883026123, - 0.0, - -0.23655534625053407, - -0.3483747916221619, - -0.1713618674516678, - -0.11093877178430556, - -0.19658433060646058, - -1.0074259456634522, - 0.0, - -0.24189636796712874, - -0.35468626945018766, - -0.174676346886158, - -0.1137608123421669, - -0.1998320359289646, - -1.02401462726593, - 0.0, - -0.24619000346064568, - -0.3617886746406555, - -0.17737202043533326, - -0.11608646607995032, - -0.20212158007621764, - -1.0396305271863937, - 0.0, - -0.25069174761176105, - -0.3690223491430283, - -0.18019738556742668, - -0.11791741763353347, - -0.20542705215215684, - -1.056211252117157, - 0.0, - -0.25575273798704146, - -0.37492762922048567, - -0.18413128078579902, - -0.11963063821196557, - -0.2084871412396431, - -1.0777596963644027, - 0.0, - -0.26051444165706633, - -0.38124460592269893, - -0.18717371021509172, - -0.12171284379959108, - -0.21154849707484244, - -1.0918209570646285, - 0.0, - -0.2645109035611153, - -0.38571969106197357, - -0.19055300951004028, - -0.12364264481067655, - -0.21497644165158272, - -1.1041330133199692, - 0.0, - -0.26856355381011965, - -0.3920482913136482, - -0.19341499418020247, - -0.12596707943677904, - -0.21652717173099517, - -1.1284716510772705, - 0.0, - -0.273536373257637, - -0.3985861983895302, - -0.19648525762557983, - -0.12863396686315537, - -0.2178426690995693, - -1.1498000781059265, - 0.0, - -0.2773340993881226, - -0.4043089840650559, - -0.19916273007392882, - -0.1301111794948578, - -0.21953763974308968, - -1.1649874792098998, - 0.0, - -0.28152843511104586, - -0.4105489842891693, - -0.20206411379575728, - -0.13238328326940535, - -0.22030045819282532, - -1.186898805141449, - 0.0, - -0.28521604499816894, - -0.41719991471767426, - -0.20488486919403076, - -0.13367428585290908, - -0.2215240351676941, - -1.2064387265205383, - 0.0, - -0.28908531114459035, - -0.4219293355822563, - -0.20779289478063584, - -0.1346039095699787, - -0.22363287283182146, - -1.225643195438385, - 0.0, - -0.294126475507021, - -0.42881255321502687, - -0.21011174390912055, - -0.13763879417181013, - -0.22653749623298647, - -1.2400950877666475, - 0.0 - ], - "q99": [ - 0.00760505946278572, - 0.01227881843298674, - 0.009394833338446915, - 0.0041071553006768215, - 0.005846777586638929, - 0.03394978983253241, - 0.9998, - 0.015092343334481124, - 0.024545711845159537, - 0.018547782172262668, - 0.008136489582061764, - 0.011534944232553239, - 0.0680388870239258, - 0.9998, - 0.022567954233288764, - 0.03644986734837294, - 0.0278723166257143, - 0.012022978414595133, - 0.017261751674115658, - 0.1018139317035675, - 0.9998, - 0.030176736226677894, - 0.048319679215550415, - 0.037043299572169786, - 0.015823813125491137, - 0.022935147598385802, - 0.13534477652311327, - 0.9998, - 0.03749606138020754, - 0.05974762381315232, - 0.046320767011493444, - 0.01970605190098286, - 0.028365900403261188, - 0.16783747158050544, - 0.9998, - 0.04486110335588456, - 0.07147922609001398, - 0.055334820427000525, - 0.023239636448025694, - 0.034125556316971783, - 0.2017985020875931, - 0.9998, - 0.052173979285359384, - 0.08346393676698208, - 0.06446339850723744, - 0.026847184759378445, - 0.03955972051620485, - 0.23437213500142096, - 0.9998, - 0.059150983133912094, - 0.09537746536731717, - 0.0733001764550805, - 0.029705484813451755, - 0.04516481494158506, - 0.26646220774650575, - 0.9998, - 0.06645039129257202, - 0.1076395375341177, - 0.08239804291725158, - 0.0328832214474678, - 0.04995994846820831, - 0.29610841860771175, - 0.9998, - 0.07374503636360169, - 0.11985380845069887, - 0.09145532561540604, - 0.035987181842327104, - 0.05490816103816032, - 0.3266934569597244, - 0.9998, - 0.08122003978192807, - 0.1319003387391567, - 0.10024555467069149, - 0.038626870799064655, - 0.05953236908912657, - 0.35580547877550117, - 0.9998, - 0.08822669934630395, - 0.14304091303348543, - 0.1088144795835018, - 0.041924731212854394, - 0.06486271733045579, - 0.3876368781208992, - 0.9998, - 0.09569223463535309, - 0.1534084576368332, - 0.11751553359031677, - 0.04469002693891522, - 0.06991170048713685, - 0.41592443135976787, - 0.9998, - 0.10324303380250932, - 0.1640547949969769, - 0.1258540060549974, - 0.04742067799866201, - 0.0741334307938814, - 0.4491768553853035, - 0.9998, - 0.1099683414697647, - 0.17510256106853483, - 0.13403582906574008, - 0.050331409102678304, - 0.07791369587183, - 0.475221610414982, - 0.9998, - 0.1170920331031084, - 0.1857688842058181, - 0.14203765797317025, - 0.05343856880664827, - 0.0820521941632032, - 0.5052882493734359, - 0.9998, - 0.12414569870531561, - 0.19753187570571906, - 0.14974090793728828, - 0.0557895161241293, - 0.0865580612182617, - 0.5326116788625717, - 0.9998, - 0.13112460071146492, - 0.20844777574539186, - 0.15755365291237833, - 0.05866813796758652, - 0.09100452079772947, - 0.5617906215190887, - 0.9998, - 0.1379249924659729, - 0.21917983024120336, - 0.16431246396899224, - 0.06069063851833345, - 0.09500974670350554, - 0.5912433532238006, - 0.9998, - 0.14485807346105578, - 0.2286938194990158, - 0.1716713245987892, - 0.0637721403002739, - 0.09919737915396692, - 0.6155789003372192, - 0.9998, - 0.15117210847139356, - 0.23827072948217387, - 0.1779224501848221, - 0.06597466281652448, - 0.10370546174049378, - 0.644374561071396, - 0.9998, - 0.15787530031800268, - 0.24751081448793422, - 0.18454510100185867, - 0.06831172816753389, - 0.10792329218983648, - 0.6659029854536058, - 0.9998, - 0.1641180765330792, - 0.2572556215524673, - 0.19053607739508155, - 0.07030175954103468, - 0.11277426195144652, - 0.686683092904091, - 0.9998, - 0.16966928005814552, - 0.26658033823966976, - 0.19653976464271544, - 0.07203448786735533, - 0.11643967783451081, - 0.7125654235839844, - 0.9998, - 0.17621982062458996, - 0.27701201248764995, - 0.20197029424905777, - 0.07416592988967896, - 0.12035323338508608, - 0.7360334300994871, - 0.9998, - 0.1819627068042755, - 0.2855635068178177, - 0.2084233057498932, - 0.07603480890989306, - 0.1241462073802948, - 0.7568318559646605, - 0.9998, - 0.18748426148295405, - 0.29386607773303985, - 0.21488302874565124, - 0.0777944794893265, - 0.1279024946689606, - 0.7800548309087754, - 0.9998, - 0.19402539111375805, - 0.304579441523552, - 0.22076346032619476, - 0.07946800847053526, - 0.13082660132646562, - 0.8035489074707032, - 0.9998, - 0.1999460756778717, - 0.31222576675415037, - 0.2264517953634262, - 0.08081280782818795, - 0.13460262061357497, - 0.828994060134888, - 0.9998, - 0.20509765752553943, - 0.3203624894678593, - 0.23198571143150332, - 0.08211237077713013, - 0.13750549141168594, - 0.8529169931411746, - 0.9998, - 0.209518383550644, - 0.3281992249488831, - 0.23816398755311968, - 0.08322777889966959, - 0.14037072820067403, - 0.8746512705802916, - 0.9998, - 0.21442690343856818, - 0.33666496825218195, - 0.24309153485894203, - 0.08529254732131952, - 0.14304055777192115, - 0.8924013189554216, - 0.9998, - 0.21941403126716608, - 0.3448349338173866, - 0.2489651171147823, - 0.08667572829127312, - 0.14580873468518263, - 0.9107246013164523, - 0.9998, - 0.22309734332561493, - 0.3517628137350083, - 0.2547237434387207, - 0.08896696496009826, - 0.1489701636433602, - 0.9272562242746352, - 0.9998, - 0.22793451219797134, - 0.3591047751426697, - 0.2597683270871639, - 0.09042025351524352, - 0.1528471918106079, - 0.9483436929702762, - 0.9998, - 0.23258997063636777, - 0.36902411174774175, - 0.26485966441631315, - 0.09243017539381981, - 0.15506044900417326, - 0.9667170533418656, - 0.9998, - 0.23665347018241878, - 0.3762736029624939, - 0.27067578415870663, - 0.09449174585938458, - 0.15888449568748475, - 0.9834513599395751, - 0.9998, - 0.24093078261613854, - 0.3843366762638093, - 0.2768812180876732, - 0.09594143676757816, - 0.16144601993560792, - 1.0022019856452942, - 0.9998, - 0.2459272434949874, - 0.3907656828403474, - 0.2815030888676643, - 0.09760697330236434, - 0.16464969681501385, - 1.019599228835106, - 0.9998, - 0.2511993800699711, - 0.3962667070865631, - 0.28746061475872997, - 0.09892506269812584, - 0.1685606077313423, - 1.0345355377674106, - 0.9998, - 0.25586065447330475, - 0.4064154948949814, - 0.29352941393256193, - 0.10010581925511364, - 0.17137197246551505, - 1.0455808718204502, - 0.9998, - 0.26066332874298104, - 0.41295039305686965, - 0.29917095521688464, - 0.10042237902879714, - 0.17334867343306548, - 1.0644763714551928, - 0.9998, - 0.26424761767387395, - 0.4171489597439766, - 0.3047941813468933, - 0.10030385837554934, - 0.1771283437609672, - 1.0775494430065153, - 0.9998, - 0.266823394203186, - 0.42120621981620787, - 0.31085526600480073, - 0.10133219141960148, - 0.18098006631135943, - 1.0927770781517028, - 0.9998, - 0.27192984950542454, - 0.4258830359578132, - 0.31648782253265384, - 0.10210902032852165, - 0.18391375703215596, - 1.1100240562438963, - 0.9998, - 0.2774573613643646, - 0.4328473631143568, - 0.3229170823454858, - 0.10328457579612738, - 0.18559744659066202, - 1.127002547836304, - 0.9998, - 0.280809062719345, - 0.43832696628570567, - 0.32813225684762004, - 0.10458858071565635, - 0.18929516908526423, - 1.1399588096141815, - 0.9998, - 0.28525815182924275, - 0.44289318814277645, - 0.3333625353813172, - 0.1055313608527183, - 0.1918839191913605, - 1.1545847342491151, - 0.9998, - 0.2899247071444988, - 0.4499819297909735, - 0.33962785017490393, - 0.10614367849826811, - 0.19452174307107928, - 1.1747124679088592, - 0.9998, - 0.29274274289608004, - 0.4549682779312134, - 0.3463232246458531, - 0.10680567473173141, - 0.19644608254432672, - 1.185605804681778, - 0.9998 - ] - } - }, - "sample_ratio": 0.05, - "dataset_infos": { - "robotgeneralist/pp__1": { - "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", - "num_episodes": 237, - "num_frames": 99363 - }, - "robotgeneralist/pp__1__adversarial": { - "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", - "num_episodes": 64, - "num_frames": 17906 - }, - "robotgeneralist/pp__2": { - "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", - "num_episodes": 92, - "num_frames": 37458 - }, - "robotgeneralist/pp__2__rotations": { - "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", - "num_episodes": 102, - "num_frames": 13935 - }, - "robotgeneralist/pp__3__with_ft": { - "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", - "num_episodes": 99, - "num_frames": 38424 - }, - "robotgeneralist/pp__3__with_ft__rotations": { - "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", - "num_episodes": 49, - "num_frames": 7151 - }, - "robotgeneralist/pp__3__with_ft__adversarial_start": { - "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", - "num_episodes": 147, - "num_frames": 21313 - }, - "robotgeneralist/pp__4__with_ft": { - "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", - "num_episodes": 94, - "num_frames": 33046 - }, - "robotgeneralist/pp__5__with_ft__adversarial_target": { - "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", - "num_episodes": 48, - "num_frames": 10615 - }, - "robotgeneralist/pp__6__with_ft": { - "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", - "num_episodes": 379, - "num_frames": 123611 - }, - "robotgeneralist/precise-packing-2025-10-22-part-1": { - "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", - "num_episodes": 98, - "num_frames": 41410 - }, - "robotgeneralist/precise-packing-2025-10-22-part-2": { - "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", - "num_episodes": 94, - "num_frames": 37859 - }, - "robotgeneralist/precise-packing-2025-10-22-part-3": { - "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", - "num_episodes": 127, - "num_frames": 53341 - }, - "robotgeneralist/precise-packing-2025-10-22-part-4": { - "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", - "num_episodes": 102, - "num_frames": 38263 - } - } -} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/_METADATA b/pp__test_per_index_stats_after_unpad_fix/20000/params/_METADATA deleted file mode 100644 index 9eb73624158f4514d49041e0806d2d702c62eee1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/_sharding b/pp__test_per_index_stats_after_unpad_fix/20000/params/_sharding deleted file mode 100644 index 924608abdcb99abb3c864bb9d1bfca6eb60f780e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/_sharding +++ /dev/null @@ -1 +0,0 @@ -{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/array_metadatas/process_0 b/pp__test_per_index_stats_after_unpad_fix/20000/params/array_metadatas/process_0 deleted file mode 100644 index 6aa9fd1decf72607133eb54664d98802bf563b5c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/array_metadatas/process_0 +++ /dev/null @@ -1 +0,0 @@ -{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/d/60d063fc7177103555865556814f5932 b/pp__test_per_index_stats_after_unpad_fix/20000/params/d/60d063fc7177103555865556814f5932 deleted file mode 100644 index a0ff165446572818aa850243b39bbba4a59b9f3a..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/d/60d063fc7177103555865556814f5932 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/20000/params/manifest.ocdbt deleted file mode 100644 index a6b090d17868c3f4bbfe6d464c7cfbd0aee73e44..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/00879299179061f434678370f7553466 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/00879299179061f434678370f7553466 deleted file mode 100644 index 2b7e98b0a21b3070c70405375f44e9e1bb58d8a9..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/00879299179061f434678370f7553466 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1fa7f83d267951644c0a26a1874f5b5413fbf9226dd859ca1cad1df0dbec0814 -size 34975449 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0c012b27f17248a54e74dc2aa5e0e9ae b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0c012b27f17248a54e74dc2aa5e0e9ae deleted file mode 100644 index 46cd46020c3fc37eed8126482d2295a61a10ce74..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0c012b27f17248a54e74dc2aa5e0e9ae and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0f310d46ad7d9f081b0fb08b816b1cb7 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0f310d46ad7d9f081b0fb08b816b1cb7 deleted file mode 100644 index 55848f10af1c6f7336e73874e72be80b0b097762..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/0f310d46ad7d9f081b0fb08b816b1cb7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2485b4580331effe24411681807d1f85fe3489315356b5c942c431326704c625 -size 497032618 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/12b5093088023ad139086d8376413f43 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/12b5093088023ad139086d8376413f43 deleted file mode 100644 index a60815c1bd9d2eebc6b16bcba74f83f54b021f8b..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/12b5093088023ad139086d8376413f43 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e6cdd67de725f436fc827fa3b8ea9d605087b1b04a6d403bb06ef32a1d8b65b6 -size 1120139272 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/53d3acb3202e91ccb2dd56746be293a6 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/53d3acb3202e91ccb2dd56746be293a6 deleted file mode 100644 index 490c2e76c4ec56ee6351c627eacb535b7124c579..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/53d3acb3202e91ccb2dd56746be293a6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de277ad2e3b38fd150b03aad60159b79666eba52a89a978c76aefc54aebb4591 -size 7767147 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/544de49e71d939fb6f263824cc76c5ab b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/544de49e71d939fb6f263824cc76c5ab deleted file mode 100644 index 460d533fd88b091343bba1f845e14b646ee1de23..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/544de49e71d939fb6f263824cc76c5ab +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:241a351f62da37aee597f60fcf31e9e285815d6b1419a9ce77e93a770e0e2f96 -size 496759643 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/5eab2ab13d002c9da3b8b23c635a2071 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/5eab2ab13d002c9da3b8b23c635a2071 deleted file mode 100644 index 8a50a8fd3717f460e777db4160444cae40666c25..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/5eab2ab13d002c9da3b8b23c635a2071 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:afc3078d78eaae73993901789d43539849f60a9d5242556298c21b6066042358 -size 280187677 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/602f8aacf7ca2fe80186c9ae6897c7ea b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/602f8aacf7ca2fe80186c9ae6897c7ea deleted file mode 100644 index ffc57c5cefe3160b4f5ec2c8030ab168d9324180..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/602f8aacf7ca2fe80186c9ae6897c7ea and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/6edd7dc056d0f592aab9dd41c985a51c b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/6edd7dc056d0f592aab9dd41c985a51c deleted file mode 100644 index d4eb1e608bb315e8d57aea684b1f9ba2a704099a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/6edd7dc056d0f592aab9dd41c985a51c +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d051f33fc2b04e30c3607e1f849b990802df31ecc2d5a59d9549aa81e4c88040 -size 4357368 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/72eb259de5955dc462ca3a6f97d1c16a b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/72eb259de5955dc462ca3a6f97d1c16a deleted file mode 100644 index 1904328d876e2af0b52c8b8d001e33ad0a43eee9..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/72eb259de5955dc462ca3a6f97d1c16a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7970539c7bf45813c3e884435e66bb4a1003c2dd95bed90e437a94d0c5aac49a -size 122061 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/88986bc1d18cde1675fe14f044fa41b9 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/88986bc1d18cde1675fe14f044fa41b9 deleted file mode 100644 index fda7b099c02d3c032678ca6ece15ee267e41c202..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/88986bc1d18cde1675fe14f044fa41b9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:22fd306a61138bd1bb2bc89ecefade5ae8c2eb54a0d2cf2a0190bdea5162c5a4 -size 132965472 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8b72ec7bb4da5f2b0a92b958f936835b b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8b72ec7bb4da5f2b0a92b958f936835b deleted file mode 100644 index 0809ea7e6bd9c25a21b50ec33a7f29b88ffe67d5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8b72ec7bb4da5f2b0a92b958f936835b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:56f6be293afe86e67511b6e99bed72e2c2cedc7161787f5be3cd18be0fa0a70e -size 139972461 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8c644bb05bb5207b396dd15dd61ad65a b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8c644bb05bb5207b396dd15dd61ad65a deleted file mode 100644 index 0eac39e46e384714bb3090db23e0c89efa76fe23..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/8c644bb05bb5207b396dd15dd61ad65a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0a52f6f421f57accadb0005b510f217661c4049914cf799f7d236ed5c69806fc -size 559722012 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/aab05d4b26c3269e075f164793d727a9 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/aab05d4b26c3269e075f164793d727a9 deleted file mode 100644 index d8c15087f2541846a5d76de57c8b9dff319ffed8..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/aab05d4b26c3269e075f164793d727a9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:18dc5c9d42f1ccb5c4203abf41611d9cd8ecb3460ac5d62cbdc10ae3ae53d143 -size 14055175 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/adc526972b351fd269aa0158531f85f4 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/adc526972b351fd269aa0158531f85f4 deleted file mode 100644 index 5cef2a9b7a11418b34aa8e12bcaae80fc26216ce..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/adc526972b351fd269aa0158531f85f4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a4143b2771ebb799147a28ab8ec4fe92a8cf123985a39f2ce773f09b966cadf -size 265781852 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b2fa089ef7af0939dc9cc8d160015c9a b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b2fa089ef7af0939dc9cc8d160015c9a deleted file mode 100644 index cec44c7dde22096dd328fa495dd7da3b7b6fc8a6..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b2fa089ef7af0939dc9cc8d160015c9a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f4f7eafc15bfa658f84ee29a77438b3f48260ba59575f7f633008412d2f82f7 -size 279248683 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b6c2d2dfca804ad5626aba921d191743 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b6c2d2dfca804ad5626aba921d191743 deleted file mode 100644 index 2510420045980893451da8812a6909ebedab281e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b6c2d2dfca804ad5626aba921d191743 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c8e7d03a80439c0de86695acf6c0aa86d69e075a637e9ead110a8a891d9b212 -size 2240240838 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b77e99ba8b4c19795f56065e873ad788 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b77e99ba8b4c19795f56065e873ad788 deleted file mode 100644 index 1a79b420ec06b6fa20347cc7ea50cb6c493ce155..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/b77e99ba8b4c19795f56065e873ad788 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0de67baf03b9fc387d42470a423562352d48fb0f5c72d2fb370ec5673dfdee81 -size 70081941 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/c197266017557d15c96f5854fba2495a b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/c197266017557d15c96f5854fba2495a deleted file mode 100644 index 25d8288e32bd80476c6b1d5f42b034741d706c64..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/c197266017557d15c96f5854fba2495a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07283b8b25b838d0c0f5f8cc405cea49600ff2a30288a01da8d21409f6484c4d -size 2240234554 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ec5f8bfa975f535475dca95485142237 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ec5f8bfa975f535475dca95485142237 deleted file mode 100644 index 3fdf67772933ced8c2e3be5180cd9e73112d4ded..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ec5f8bfa975f535475dca95485142237 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1e02afc09e067e842c42cd13b2992af25c9c9aa71617467133f81ced2d27be56 -size 272880608 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/edff8f2f96bbfa437e5804fb4500dd95 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/edff8f2f96bbfa437e5804fb4500dd95 deleted file mode 100644 index ec529422ca3558cab27cfea4beb880c64d6c1d7b..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/edff8f2f96bbfa437e5804fb4500dd95 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c17642066551ef5518fdc0af89bda045673275a01d9f97c865ed0577fbbea348 -size 1957442681 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ee8a71200dec35a48ad04cd895327480 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ee8a71200dec35a48ad04cd895327480 deleted file mode 100644 index 50907f1a78f4e7f101d857c6ba6cdc391bea93ad..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/ee8a71200dec35a48ad04cd895327480 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6be812bfbb2b8ca0379741392c5d39eaae24751b67b39e5c30091e0f64cf5ca8 -size 280036257 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/f2c442f2e17b1f614f3959961adf260a b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/f2c442f2e17b1f614f3959961adf260a deleted file mode 100644 index ead8b2b3785731a597086400f17ca6224c8be03d..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/f2c442f2e17b1f614f3959961adf260a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3f009e95d13f31a1d88aebc4dac5beaa5d8e97a1d9a49af394bdc5227238406a -size 1120109425 diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/fd37aff727a338c830f4c0e7b5555ab3 b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/fd37aff727a338c830f4c0e7b5555ab3 deleted file mode 100644 index 1459860511f9de6ce3efa87b7fca094deefd5838..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/d/fd37aff727a338c830f4c0e7b5555ab3 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/manifest.ocdbt deleted file mode 100644 index b6a61f682505086ab4f6315a688dc0b0863e4280..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/20000/params/ocdbt.process_0/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/_CHECKPOINT_METADATA b/pp__test_per_index_stats_after_unpad_fix/25000/_CHECKPOINT_METADATA deleted file mode 100644 index ccbf179caffe42da8a360595cc600e2fcb1a59b9..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/_CHECKPOINT_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766819801712376535, "commit_timestamp_nsecs": 1766819840404599332, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/assets/ur10e/norm_stats.json b/pp__test_per_index_stats_after_unpad_fix/25000/assets/ur10e/norm_stats.json deleted file mode 100644 index 8a1b886d6b668da778297b91b3d82381c2eab28a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/assets/ur10e/norm_stats.json +++ /dev/null @@ -1,1525 +0,0 @@ -{ - "norm_stats": { - "state": { - "mean": [ - 0.05313729867339134, - 0.0037223484832793474, - 0.106409952044487, - 0.0008666226058267057, - -0.00854077935218811, - 0.01460699550807476, - 0.5940247178077698 - ], - "std": [ - 0.1176244392991066, - 0.16962096095085144, - 0.07773701101541519, - 0.04537155479192734, - 0.06616315245628357, - 0.6038344502449036, - 0.49107977747917175 - ], - "q01": [ - -0.2025573879778385, - -0.31106759839057924, - 0.00890737680345774, - -0.11727181684970855, - -0.16711108471155167, - -1.423702568435669, - 0.0 - ], - "q99": [ - 0.29901714037060734, - 0.4115018085956573, - 0.3217185490995646, - 0.13774808425903318, - 0.19241279754638663, - 1.598234023094177, - 0.9998 - ] - }, - "actions": { - "mean": [ - 0.0001451610296498984, - 0.00017207347264047712, - 0.000048651279939804226, - 0.00003654604734038003, - -0.000019767590856645256, - -0.00019861181499436498, - 0.5944076776504517, - 0.0002841090608853847, - 0.00034722191048786044, - 0.00011135452223243192, - 0.00006827477045590058, - -0.000043589698179857805, - -0.0004028017574455589, - 0.594025731086731, - 0.00041486899135634303, - 0.0005213047261349857, - 0.00018569435633253306, - 0.00009245114779332653, - -0.00007049143459880725, - -0.000616009347140789, - 0.5935360789299011, - 0.000542119552846998, - 0.0006975074065849185, - 0.00027102616149932146, - 0.00011072693450842053, - -0.00010138262587133795, - -0.0008296052110381424, - 0.593919575214386, - 0.0006618681945838034, - 0.0008754940354265273, - 0.0003684645926114172, - 0.00012383276771288365, - -0.000135598995257169, - -0.0010419095633551478, - 0.5929783582687378, - 0.0007787057547830045, - 0.00105847988743335, - 0.0004721089790109545, - 0.00013335929543245584, - -0.00017038211808539927, - -0.0012720258673653007, - 0.5933270454406738, - 0.0008861633250489831, - 0.001237610587850213, - 0.0005911999032832682, - 0.00013674379442818463, - -0.00020881379896309227, - -0.0014943619025871158, - 0.5934669971466064, - 0.0009874902898445725, - 0.0014197468990460038, - 0.0007170690805651248, - 0.00013581194798462093, - -0.0002465852303430438, - -0.0017284756759181619, - 0.5931888818740845, - 0.0010826619109138846, - 0.0016015341971069574, - 0.0008584632305428386, - 0.000128391373436898, - -0.00028913054848089814, - -0.0019626382272690535, - 0.5930843949317932, - 0.001174500328488648, - 0.0017860672669485211, - 0.0010054412996396422, - 0.00012193901784485206, - -0.000334887852659449, - -0.0022029897663742304, - 0.5935000777244568, - 0.0012568456586450338, - 0.0019742222502827644, - 0.0011647609062492847, - 0.00011021356476703659, - -0.00038211053470149636, - -0.0024467180483043194, - 0.5931875109672546, - 0.0013310370268300176, - 0.0021642642095685005, - 0.0013335321564227343, - 0.00009949743980541825, - -0.0004296436673030257, - -0.0027013549115508795, - 0.5931177139282227, - 0.0014006041456013918, - 0.002352928975597024, - 0.0015152853447943926, - 0.00008505478035658598, - -0.00048136088298633695, - -0.0029538467060774565, - 0.5930479764938354, - 0.0014608069323003292, - 0.0025415997952222824, - 0.001700855791568756, - 0.00006727704749209806, - -0.0005341243813745677, - -0.003210614435374737, - 0.5928036570549011, - 0.0015100123127922416, - 0.002731549320742488, - 0.0018991812830790877, - 0.0000493652478326112, - -0.0005809388239867985, - -0.003473253920674324, - 0.5928736925125122, - 0.0015514988917857409, - 0.002922238316386938, - 0.0021079820580780506, - 0.000029167196771595627, - -0.0006329127354547381, - -0.0037316547241061926, - 0.5928043127059937, - 0.0015838317340239882, - 0.0031066250521689653, - 0.002319576218724251, - 8.898059604689479e-6, - -0.0006800378323532641, - -0.004003639332950115, - 0.5929091572761536, - 0.0016050132689997554, - 0.003295252099633217, - 0.0025419394951313734, - -0.000013710295206692535, - -0.0007257868419401348, - -0.004269901663064957, - 0.5930485725402832, - 0.0016164487460628152, - 0.0034825268667191267, - 0.002774182241410017, - -0.000037491106922971085, - -0.0007724225870333612, - -0.004538912326097488, - 0.5931875705718994, - 0.001615947112441063, - 0.003664180636405945, - 0.0030124683398753405, - -0.00006199560448294505, - -0.0008142396691255271, - -0.00480045098811388, - 0.5933974385261536, - 0.0016095866449177265, - 0.0038478909991681576, - 0.003257976844906807, - -0.00008698971942067146, - -0.0008547022007405758, - -0.005078013986349106, - 0.5936415791511536, - 0.0015872354852035642, - 0.004021089058369398, - 0.0035109000746160746, - -0.00011568223999347538, - -0.0008942089625634253, - -0.005354971159249544, - 0.5934317708015442, - 0.0015591973206028342, - 0.004198537208139896, - 0.003773036180064082, - -0.00014495827781502157, - -0.0009303062106482685, - -0.005638875067234039, - 0.5936412215232849, - 0.0015177299501374364, - 0.004366280045360327, - 0.004040749743580818, - -0.00017588783521205187, - -0.0009663543896749616, - -0.005925025325268507, - 0.593501627445221, - 0.0014705799985677004, - 0.004531881771981716, - 0.00431715976446867, - -0.00021041395666543394, - -0.0010010612895712256, - -0.006207368802279234, - 0.5935365557670593, - 0.001413213089108467, - 0.004692579619586468, - 0.004599601496011019, - -0.0002457766968291253, - -0.0010327493073418736, - -0.006505406461656094, - 0.5933269262313843, - 0.0013434475986286998, - 0.004848736338317394, - 0.004890408832579851, - -0.00028711999766528606, - -0.00106858741492033, - -0.006807356141507626, - 0.5931181311607361, - 0.0012650334974750876, - 0.004994421266019344, - 0.0051898653618991375, - -0.00033172621624544263, - -0.0010990891605615616, - -0.0071100820787250996, - 0.5929442048072815, - 0.0011793962912634015, - 0.005135250277817249, - 0.005499166436493397, - -0.000378662021830678, - -0.0011317729949951172, - -0.007409243378788233, - 0.5926647782325745, - 0.0010838431771844625, - 0.005268934182822704, - 0.005817332770675421, - -0.0004281000583432615, - -0.001166283618658781, - -0.007717216853052378, - 0.5926998853683472, - 0.0009804241126403213, - 0.0053992304019629955, - 0.0061420174315571785, - -0.00048094423254951835, - -0.0011993126245215535, - -0.008030007593333721, - 0.5924902558326721, - 0.0008692154078744352, - 0.005519451107829809, - 0.006479023955762386, - -0.000537763989996165, - -0.001236212207004428, - -0.008356506004929543, - 0.5929440855979919, - 0.0007513284799642861, - 0.00563538633286953, - 0.006823732051998377, - -0.000594516284763813, - -0.0012742418330162764, - -0.008685515262186527, - 0.5926643013954163, - 0.0006232408923096955, - 0.005743546411395073, - 0.007178108207881451, - -0.0006553126149810851, - -0.0013130278093740344, - -0.00901535339653492, - 0.5930123329162598, - 0.00048613501712679863, - 0.005843072663992643, - 0.007545872125774622, - -0.0007216006051748991, - -0.001357274129986763, - -0.009348330087959766, - 0.5926995277404785, - 0.000340388563927263, - 0.005928103346377611, - 0.007921233773231506, - -0.0007906133541837335, - -0.0013983722310513258, - -0.00968977902084589, - 0.5930134654045105, - 0.00018408334290143102, - 0.006012112833559513, - 0.008309606462717056, - -0.0008611961966380477, - -0.00144277885556221, - -0.010034735314548016, - 0.5933630466461182, - 0.000022206833818927407, - 0.0060895816422998905, - 0.008708948269486427, - -0.0009344238787889481, - -0.0014912645565345883, - -0.01038195751607418, - 0.5936756134033203, - -0.00014933485363144428, - 0.006156634073704481, - 0.009113290347158909, - -0.001009406871162355, - -0.0015364158898591995, - -0.01074444130063057, - 0.5944079756736755, - -0.0003295359492767602, - 0.006216940935701132, - 0.009534457698464394, - -0.0010867133969441056, - -0.0015858380356803536, - -0.011105277575552464, - 0.5946523547172546, - -0.0005184217588976026, - 0.006267391610890627, - 0.009968035854399204, - -0.00116726232226938, - -0.001635841210372746, - -0.011476362124085426, - 0.5947223901748657, - -0.0007183448178693652, - 0.006307759787887335, - 0.010411876253783703, - -0.0012491614324972034, - -0.0016832650871947408, - -0.011858409270644188, - 0.5945469737052917, - -0.000922650913707912, - 0.006340802181512117, - 0.01086830347776413, - -0.0013331895461305976, - -0.0017334959702566266, - -0.012237261049449444, - 0.5951407551765442, - -0.001138067222200334, - 0.006367202382534742, - 0.011336571536958218, - -0.0014204677427187562, - -0.001783861662261188, - -0.012612935155630112, - 0.5946868658065796, - -0.0013612991897389293, - 0.006382528692483902, - 0.011817813850939274, - -0.0015092657413333654, - -0.0018364684656262398, - -0.013003477826714516, - 0.595176637172699, - -0.0015915771946310997, - 0.0063857706263661385, - 0.01231638714671135, - -0.0015994333662092686, - -0.0018854403169825673, - -0.013393816538155079, - 0.5955926179885864, - -0.001827688654884696, - 0.006383033003658056, - 0.012827028520405293, - -0.0016901197377592325, - -0.0019397168653085828, - -0.01378911454230547, - 0.5955935120582581, - -0.002072748262435198, - 0.006370946299284697, - 0.013353490270674229, - -0.0017832767916843295, - -0.001991107827052474, - -0.014198213815689087, - 0.595174252986908, - -0.0023247504141181707, - 0.006349846720695496, - 0.013896841555833817, - -0.0018769301241263747, - -0.0020415729377418756, - -0.014593549072742462, - 0.5950352549552917, - -0.0025832781102508307, - 0.0063181049190461636, - 0.01445536408573389, - -0.0019729691557586193, - -0.002093689749017358, - -0.015006774105131626, - 0.5953840613365173 - ], - "std": [ - 0.002411161782220006, - 0.0035220407880842686, - 0.0029013415332883596, - 0.0013258246472105384, - 0.0020179853308945894, - 0.010011205449700356, - 0.4910063147544861, - 0.0048064119182527065, - 0.007010283879935741, - 0.005793850403279066, - 0.0026270404923707247, - 0.004016784951090813, - 0.019959986209869385, - 0.4910795986652374, - 0.0072022695094347, - 0.01047250535339117, - 0.008696537464857101, - 0.003923765849322081, - 0.006003526505082846, - 0.029928741976618767, - 0.4911730885505676, - 0.009601284749805927, - 0.013944732025265694, - 0.011596043594181538, - 0.0051947347819805145, - 0.007982160896062851, - 0.039855923503637314, - 0.49109989404678345, - 0.011995380744338036, - 0.017401276156306267, - 0.01450654398649931, - 0.006452825851738453, - 0.009959585964679718, - 0.049764279276132584, - 0.4912789762020111, - 0.014385105110704899, - 0.020854491740465164, - 0.017407990992069244, - 0.007683087605983019, - 0.011908459477126598, - 0.059651929885149, - 0.4912128448486328, - 0.016765346750617027, - 0.024284135550260544, - 0.02030768245458603, - 0.008882720954716206, - 0.013833398930728436, - 0.06945177167654037, - 0.4911862313747406, - 0.01913418062031269, - 0.02769860439002514, - 0.023200584575533867, - 0.010069170035421848, - 0.01573152281343937, - 0.07920067012310028, - 0.49123910069465637, - 0.021495427936315536, - 0.03108437918126583, - 0.02608773671090603, - 0.011218286119401455, - 0.017600294202566147, - 0.08888415992259979, - 0.4912588894367218, - 0.023848513141274452, - 0.03446579724550247, - 0.028954684734344482, - 0.012335631065070629, - 0.0194363035261631, - 0.0984557494521141, - 0.4911799430847168, - 0.02618129923939705, - 0.0377996489405632, - 0.031812794506549835, - 0.013426545076072216, - 0.021240200847387314, - 0.10793018341064453, - 0.4912393391132355, - 0.02850136160850525, - 0.04113452509045601, - 0.03465236350893974, - 0.01448102854192257, - 0.023004556074738503, - 0.11730524897575378, - 0.491252601146698, - 0.030810443684458733, - 0.0444553941488266, - 0.03749171271920204, - 0.01552011538296938, - 0.02474648877978325, - 0.12660986185073853, - 0.49126577377319336, - 0.033104438334703445, - 0.047724947333335876, - 0.04029623046517372, - 0.01652422547340393, - 0.026438293978571892, - 0.1357518434524536, - 0.4913119971752167, - 0.03538680821657181, - 0.05097673833370209, - 0.04309060424566269, - 0.017495229840278625, - 0.02809188887476921, - 0.14484061300754547, - 0.49129876494407654, - 0.037644777446985245, - 0.054201558232307434, - 0.045869018882513046, - 0.018448922783136368, - 0.029708286747336388, - 0.1537874937057495, - 0.4913118779659271, - 0.03989279642701149, - 0.05739012360572815, - 0.04861682280898094, - 0.019360067322850227, - 0.031284283846616745, - 0.16262821853160858, - 0.4912920594215393, - 0.04212509095668793, - 0.060563746839761734, - 0.05134649947285652, - 0.020253626629710197, - 0.03281664475798607, - 0.17136116325855255, - 0.4912656545639038, - 0.04433578997850418, - 0.06369910389184952, - 0.05404900759458542, - 0.021123351529240608, - 0.03430699184536934, - 0.1799684315919876, - 0.4912393391132355, - 0.0465271882712841, - 0.06679350882768631, - 0.05673054978251457, - 0.02196338027715683, - 0.035762034356594086, - 0.1884494125843048, - 0.49119946360588074, - 0.04870201274752617, - 0.0698690414428711, - 0.0593833364546299, - 0.02277866192162037, - 0.03716905042529106, - 0.19684050977230072, - 0.4911530017852783, - 0.05086364969611168, - 0.0729081928730011, - 0.06201274320483208, - 0.023575762286782265, - 0.03854267671704292, - 0.20511800050735474, - 0.49119293689727783, - 0.052999626845121384, - 0.07590420544147491, - 0.06461741775274277, - 0.024347545579075813, - 0.03986750543117523, - 0.21329139173030853, - 0.4911530613899231, - 0.05511622130870819, - 0.07886126637458801, - 0.06719071418046951, - 0.02509898692369461, - 0.04115770384669304, - 0.22134073078632355, - 0.4911796748638153, - 0.05720451846718788, - 0.0817820280790329, - 0.06973543763160706, - 0.02582353726029396, - 0.04240873083472252, - 0.22928737103939056, - 0.49117299914360046, - 0.05928165465593338, - 0.08468781411647797, - 0.07225947827100754, - 0.026536913588643074, - 0.0436241552233696, - 0.23713935911655426, - 0.4912128746509552, - 0.06133345514535904, - 0.08753105252981186, - 0.07475195825099945, - 0.02723076194524765, - 0.04480902478098869, - 0.2449100911617279, - 0.49125248193740845, - 0.06336378306150436, - 0.09035338461399078, - 0.07722371071577072, - 0.027915935963392258, - 0.04596531763672829, - 0.25256893038749695, - 0.49128544330596924, - 0.06536917388439178, - 0.0931331068277359, - 0.07966616004705429, - 0.028593653813004494, - 0.04708719253540039, - 0.26014769077301025, - 0.49133822321891785, - 0.06735322624444962, - 0.09587426483631134, - 0.08208146691322327, - 0.029253413900732994, - 0.04818820580840111, - 0.2676284909248352, - 0.4913316071033478, - 0.06931550055742264, - 0.09857368469238281, - 0.084467314183712, - 0.029913172125816345, - 0.049258600920438766, - 0.27503275871276855, - 0.4913710951805115, - 0.07124854624271393, - 0.10124263167381287, - 0.08683151751756668, - 0.03056473471224308, - 0.05031215026974678, - 0.2823602259159088, - 0.4912854731082916, - 0.07316309213638306, - 0.10387503355741501, - 0.08917013555765152, - 0.031205736100673676, - 0.051339127123355865, - 0.2896381616592407, - 0.491338312625885, - 0.0750511884689331, - 0.10646932572126389, - 0.09148410707712173, - 0.03184282034635544, - 0.05234614759683609, - 0.2968275845050812, - 0.49127253890037537, - 0.07691479474306107, - 0.10901817679405212, - 0.0937764048576355, - 0.032469242811203, - 0.053335245698690414, - 0.30398809909820557, - 0.49133166670799255, - 0.07874985039234161, - 0.11152230948209763, - 0.0960441529750824, - 0.03308483585715294, - 0.054303981363773346, - 0.311068594455719, - 0.49127233028411865, - 0.08056764304637909, - 0.11400332301855087, - 0.09828827530145645, - 0.03369200974702835, - 0.055251531302928925, - 0.31809186935424805, - 0.49120599031448364, - 0.08236116915941238, - 0.11642979085445404, - 0.10051009804010391, - 0.034294869750738144, - 0.05618305504322052, - 0.32508960366249084, - 0.4911465048789978, - 0.0841296911239624, - 0.11883242428302765, - 0.10270429402589798, - 0.034887079149484634, - 0.0570959635078907, - 0.3320097327232361, - 0.4910062551498413, - 0.08587083965539932, - 0.12118621915578842, - 0.10488012433052063, - 0.0354686863720417, - 0.05799192935228348, - 0.3389015197753906, - 0.49095919728279114, - 0.08759026974439621, - 0.12350363284349442, - 0.10703437030315399, - 0.03604672849178314, - 0.05887560918927193, - 0.3457629084587097, - 0.4909456968307495, - 0.08928582817316055, - 0.12578748166561127, - 0.10916976630687714, - 0.03662176802754402, - 0.059738170355558395, - 0.35257115960121155, - 0.49097952246665955, - 0.09095519781112671, - 0.1280231475830078, - 0.11128115653991699, - 0.03717926889657974, - 0.06058768928050995, - 0.35931187868118286, - 0.4908647835254669, - 0.09259875863790512, - 0.13021688163280487, - 0.11337121576070786, - 0.03773583471775055, - 0.061423756182193756, - 0.3660118579864502, - 0.4909525215625763, - 0.09422165900468826, - 0.13238278031349182, - 0.11544124782085419, - 0.03828861564397812, - 0.06224775314331055, - 0.3726641535758972, - 0.4908578395843506, - 0.09581982344388962, - 0.13450181484222412, - 0.11749458312988281, - 0.03884110972285271, - 0.06304997950792313, - 0.3792511522769928, - 0.49077698588371277, - 0.09739767760038376, - 0.13658517599105835, - 0.11952484399080276, - 0.03938090428709984, - 0.06384975463151932, - 0.3857972025871277, - 0.49077683687210083, - 0.09894638508558273, - 0.1386304795742035, - 0.12153798341751099, - 0.03992167487740517, - 0.06463739275932312, - 0.39230042695999146, - 0.4908582866191864, - 0.10048258304595947, - 0.14064013957977295, - 0.12353785336017609, - 0.040460873395204544, - 0.06541262567043304, - 0.398761510848999, - 0.4908851981163025, - 0.10199275612831116, - 0.14262202382087708, - 0.1255190521478653, - 0.04099829122424126, - 0.0661839172244072, - 0.40516018867492676, - 0.4908175766468048 - ], - "q01": [ - -0.007347712090983987, - -0.011486765748262403, - -0.005602361589856446, - -0.004156268547289073, - -0.007298904010653494, - -0.03456402559429407, - 0.0, - -0.014532031904906033, - -0.023063078013062475, - -0.011146851527690887, - -0.008034631153941155, - -0.014402847960591318, - -0.0688410488665104, - 0.0, - -0.02174613598883152, - -0.03454083656966686, - -0.016602809804677963, - -0.012004367487877608, - -0.02169839859008789, - -0.10323694312572479, - 0.0, - -0.02924629563242197, - -0.046255945521593095, - -0.02208325160816312, - -0.01599733569249511, - -0.029179477728903294, - -0.13703150334358216, - 0.0, - -0.0364012400791049, - -0.057891583660244945, - -0.027614226043969393, - -0.020049774289131163, - -0.03620416237413883, - -0.17225709611177442, - 0.0, - -0.04366054475307465, - -0.06915460828691722, - -0.03313590524941683, - -0.023996917428076275, - -0.0432967299669981, - -0.20717854452133178, - 0.0, - -0.0507191886767745, - -0.08091499265134335, - -0.038471172228455544, - -0.02769389592409134, - -0.05027697439491748, - -0.240767266279459, - 0.0, - -0.05764442007690668, - -0.0928664004802704, - -0.04389051187932491, - -0.031378988534212116, - -0.05700045920312405, - -0.27346896691322325, - 0.0, - -0.06481191511154175, - -0.10385700676739215, - -0.04937767976522446, - -0.034899483323097225, - -0.0640901755988598, - -0.3072322327375412, - 0.0, - -0.07216909334659577, - -0.11465946695804596, - -0.05446739228963852, - -0.0384699240922928, - -0.07105188292860984, - -0.34030354830026627, - 0.0, - -0.0791815688431263, - -0.12541235695779324, - -0.05973851401358843, - -0.04202334811687469, - -0.07781512894928456, - -0.37346914051771163, - 0.0, - -0.08563443173170089, - -0.13601192309856414, - -0.06484265891909599, - -0.045433390045166, - -0.0843420141339302, - -0.40387091467380526, - 0.0, - -0.09227466106414796, - -0.14718177989125253, - -0.06990853486061097, - -0.04866062937080862, - -0.09135572135448455, - -0.43357558735609053, - 0.0, - -0.09871668579578399, - -0.15755651119351388, - -0.07494964042305946, - -0.05228844651579856, - -0.0973639042377472, - -0.4662614274024963, - 0.0, - -0.10474277555942535, - -0.16660683050751687, - -0.07973185749202967, - -0.055503451734781245, - -0.1043376196026802, - -0.49795184282064436, - 0.0, - -0.11146926714479923, - -0.17675033633708956, - -0.08481720062792301, - -0.05867235680818558, - -0.11146564957499505, - -0.5234594867229462, - 0.0, - -0.1183029289394617, - -0.18591568176746368, - -0.08976946114003659, - -0.06189141765832901, - -0.11618306014537812, - -0.5559864712238312, - 0.0, - -0.1254465562880039, - -0.1967654939889908, - -0.09452381261885166, - -0.06458974866867065, - -0.12229588437080384, - -0.5838854856491089, - 0.0, - -0.13160774660110475, - -0.20561206495761872, - -0.09930612608790398, - -0.06763142464160918, - -0.12729683189988136, - -0.6118898140192032, - 0.0, - -0.13866937249898909, - -0.21400038709640504, - -0.10383093198537827, - -0.07044867560863496, - -0.1330213810920715, - -0.6420615591049195, - 0.0, - -0.14518664595484734, - -0.22208737790584565, - -0.10839852929115296, - -0.07363164942264558, - -0.13909859127998353, - -0.6659443435192108, - 0.0, - -0.15202519185543062, - -0.23166744391918181, - -0.1132360664010048, - -0.07554293347597121, - -0.1431354057431221, - -0.6935547601938247, - 0.0, - -0.1575157383620739, - -0.24115877079963685, - -0.11769197665154933, - -0.07880985802412033, - -0.14886759107112885, - -0.717457844042778, - 0.0, - -0.1637449370443821, - -0.25002506982684136, - -0.12177611397504806, - -0.08111752626895904, - -0.15336844004392625, - -0.7450204710006714, - 0.0, - -0.1702753342092037, - -0.25778238211274146, - -0.12590762196183203, - -0.08350524621009828, - -0.15739910807609558, - -0.7672739201784134, - 0.0, - -0.17570297884345054, - -0.26699419630765914, - -0.12999144119024275, - -0.08586254574060437, - -0.15982728340625763, - -0.7919603824377061, - 0.0, - -0.18209079703688621, - -0.2762185108423233, - -0.1341805691242218, - -0.08846430575847625, - -0.1640431535243988, - -0.8073872842788696, - 0.0, - -0.18759027983546256, - -0.28415180140137675, - -0.13808169324100017, - -0.09098501863479613, - -0.1681320061683655, - -0.8263913946390152, - 0.0, - -0.193171888589859, - -0.29068409420847896, - -0.14178944163620472, - -0.09304863989353179, - -0.1707449821949005, - -0.8507119262695311, - 0.0, - -0.19844869979619978, - -0.2987963397145271, - -0.14549240586161613, - -0.09557797043323518, - -0.1739663097858429, - -0.8648041958332062, - 0.0, - -0.20466184456944464, - -0.3049391875267029, - -0.14948453903496267, - -0.09817119854688644, - -0.17706590107083323, - -0.8849965750694275, - 0.0, - -0.20983124628067015, - -0.3116496807098389, - -0.15297152189016341, - -0.10035031213760376, - -0.18140975254774094, - -0.9072247592926024, - 0.0, - -0.215193039560318, - -0.31998531384468076, - -0.1565369277715683, - -0.102377852499485, - -0.1837332302033901, - -0.9293165444850922, - 0.0, - -0.22114226788282393, - -0.32775930384397506, - -0.16037838854789732, - -0.10488562031984328, - -0.18766805601119993, - -0.9526331702470778, - 0.0, - -0.22637617546319963, - -0.33561479420661927, - -0.16403944179415703, - -0.10686019870638847, - -0.19061433601379393, - -0.9705972829818725, - 0.0, - -0.23192334132194517, - -0.3404881935119629, - -0.16749516949653626, - -0.10840021744370465, - -0.19327300127148628, - -0.9914580883026123, - 0.0, - -0.23655534625053407, - -0.3483747916221619, - -0.1713618674516678, - -0.11093877178430556, - -0.19658433060646058, - -1.0074259456634522, - 0.0, - -0.24189636796712874, - -0.35468626945018766, - -0.174676346886158, - -0.1137608123421669, - -0.1998320359289646, - -1.02401462726593, - 0.0, - -0.24619000346064568, - -0.3617886746406555, - -0.17737202043533326, - -0.11608646607995032, - -0.20212158007621764, - -1.0396305271863937, - 0.0, - -0.25069174761176105, - -0.3690223491430283, - -0.18019738556742668, - -0.11791741763353347, - -0.20542705215215684, - -1.056211252117157, - 0.0, - -0.25575273798704146, - -0.37492762922048567, - -0.18413128078579902, - -0.11963063821196557, - -0.2084871412396431, - -1.0777596963644027, - 0.0, - -0.26051444165706633, - -0.38124460592269893, - -0.18717371021509172, - -0.12171284379959108, - -0.21154849707484244, - -1.0918209570646285, - 0.0, - -0.2645109035611153, - -0.38571969106197357, - -0.19055300951004028, - -0.12364264481067655, - -0.21497644165158272, - -1.1041330133199692, - 0.0, - -0.26856355381011965, - -0.3920482913136482, - -0.19341499418020247, - -0.12596707943677904, - -0.21652717173099517, - -1.1284716510772705, - 0.0, - -0.273536373257637, - -0.3985861983895302, - -0.19648525762557983, - -0.12863396686315537, - -0.2178426690995693, - -1.1498000781059265, - 0.0, - -0.2773340993881226, - -0.4043089840650559, - -0.19916273007392882, - -0.1301111794948578, - -0.21953763974308968, - -1.1649874792098998, - 0.0, - -0.28152843511104586, - -0.4105489842891693, - -0.20206411379575728, - -0.13238328326940535, - -0.22030045819282532, - -1.186898805141449, - 0.0, - -0.28521604499816894, - -0.41719991471767426, - -0.20488486919403076, - -0.13367428585290908, - -0.2215240351676941, - -1.2064387265205383, - 0.0, - -0.28908531114459035, - -0.4219293355822563, - -0.20779289478063584, - -0.1346039095699787, - -0.22363287283182146, - -1.225643195438385, - 0.0, - -0.294126475507021, - -0.42881255321502687, - -0.21011174390912055, - -0.13763879417181013, - -0.22653749623298647, - -1.2400950877666475, - 0.0 - ], - "q99": [ - 0.00760505946278572, - 0.01227881843298674, - 0.009394833338446915, - 0.0041071553006768215, - 0.005846777586638929, - 0.03394978983253241, - 0.9998, - 0.015092343334481124, - 0.024545711845159537, - 0.018547782172262668, - 0.008136489582061764, - 0.011534944232553239, - 0.0680388870239258, - 0.9998, - 0.022567954233288764, - 0.03644986734837294, - 0.0278723166257143, - 0.012022978414595133, - 0.017261751674115658, - 0.1018139317035675, - 0.9998, - 0.030176736226677894, - 0.048319679215550415, - 0.037043299572169786, - 0.015823813125491137, - 0.022935147598385802, - 0.13534477652311327, - 0.9998, - 0.03749606138020754, - 0.05974762381315232, - 0.046320767011493444, - 0.01970605190098286, - 0.028365900403261188, - 0.16783747158050544, - 0.9998, - 0.04486110335588456, - 0.07147922609001398, - 0.055334820427000525, - 0.023239636448025694, - 0.034125556316971783, - 0.2017985020875931, - 0.9998, - 0.052173979285359384, - 0.08346393676698208, - 0.06446339850723744, - 0.026847184759378445, - 0.03955972051620485, - 0.23437213500142096, - 0.9998, - 0.059150983133912094, - 0.09537746536731717, - 0.0733001764550805, - 0.029705484813451755, - 0.04516481494158506, - 0.26646220774650575, - 0.9998, - 0.06645039129257202, - 0.1076395375341177, - 0.08239804291725158, - 0.0328832214474678, - 0.04995994846820831, - 0.29610841860771175, - 0.9998, - 0.07374503636360169, - 0.11985380845069887, - 0.09145532561540604, - 0.035987181842327104, - 0.05490816103816032, - 0.3266934569597244, - 0.9998, - 0.08122003978192807, - 0.1319003387391567, - 0.10024555467069149, - 0.038626870799064655, - 0.05953236908912657, - 0.35580547877550117, - 0.9998, - 0.08822669934630395, - 0.14304091303348543, - 0.1088144795835018, - 0.041924731212854394, - 0.06486271733045579, - 0.3876368781208992, - 0.9998, - 0.09569223463535309, - 0.1534084576368332, - 0.11751553359031677, - 0.04469002693891522, - 0.06991170048713685, - 0.41592443135976787, - 0.9998, - 0.10324303380250932, - 0.1640547949969769, - 0.1258540060549974, - 0.04742067799866201, - 0.0741334307938814, - 0.4491768553853035, - 0.9998, - 0.1099683414697647, - 0.17510256106853483, - 0.13403582906574008, - 0.050331409102678304, - 0.07791369587183, - 0.475221610414982, - 0.9998, - 0.1170920331031084, - 0.1857688842058181, - 0.14203765797317025, - 0.05343856880664827, - 0.0820521941632032, - 0.5052882493734359, - 0.9998, - 0.12414569870531561, - 0.19753187570571906, - 0.14974090793728828, - 0.0557895161241293, - 0.0865580612182617, - 0.5326116788625717, - 0.9998, - 0.13112460071146492, - 0.20844777574539186, - 0.15755365291237833, - 0.05866813796758652, - 0.09100452079772947, - 0.5617906215190887, - 0.9998, - 0.1379249924659729, - 0.21917983024120336, - 0.16431246396899224, - 0.06069063851833345, - 0.09500974670350554, - 0.5912433532238006, - 0.9998, - 0.14485807346105578, - 0.2286938194990158, - 0.1716713245987892, - 0.0637721403002739, - 0.09919737915396692, - 0.6155789003372192, - 0.9998, - 0.15117210847139356, - 0.23827072948217387, - 0.1779224501848221, - 0.06597466281652448, - 0.10370546174049378, - 0.644374561071396, - 0.9998, - 0.15787530031800268, - 0.24751081448793422, - 0.18454510100185867, - 0.06831172816753389, - 0.10792329218983648, - 0.6659029854536058, - 0.9998, - 0.1641180765330792, - 0.2572556215524673, - 0.19053607739508155, - 0.07030175954103468, - 0.11277426195144652, - 0.686683092904091, - 0.9998, - 0.16966928005814552, - 0.26658033823966976, - 0.19653976464271544, - 0.07203448786735533, - 0.11643967783451081, - 0.7125654235839844, - 0.9998, - 0.17621982062458996, - 0.27701201248764995, - 0.20197029424905777, - 0.07416592988967896, - 0.12035323338508608, - 0.7360334300994871, - 0.9998, - 0.1819627068042755, - 0.2855635068178177, - 0.2084233057498932, - 0.07603480890989306, - 0.1241462073802948, - 0.7568318559646605, - 0.9998, - 0.18748426148295405, - 0.29386607773303985, - 0.21488302874565124, - 0.0777944794893265, - 0.1279024946689606, - 0.7800548309087754, - 0.9998, - 0.19402539111375805, - 0.304579441523552, - 0.22076346032619476, - 0.07946800847053526, - 0.13082660132646562, - 0.8035489074707032, - 0.9998, - 0.1999460756778717, - 0.31222576675415037, - 0.2264517953634262, - 0.08081280782818795, - 0.13460262061357497, - 0.828994060134888, - 0.9998, - 0.20509765752553943, - 0.3203624894678593, - 0.23198571143150332, - 0.08211237077713013, - 0.13750549141168594, - 0.8529169931411746, - 0.9998, - 0.209518383550644, - 0.3281992249488831, - 0.23816398755311968, - 0.08322777889966959, - 0.14037072820067403, - 0.8746512705802916, - 0.9998, - 0.21442690343856818, - 0.33666496825218195, - 0.24309153485894203, - 0.08529254732131952, - 0.14304055777192115, - 0.8924013189554216, - 0.9998, - 0.21941403126716608, - 0.3448349338173866, - 0.2489651171147823, - 0.08667572829127312, - 0.14580873468518263, - 0.9107246013164523, - 0.9998, - 0.22309734332561493, - 0.3517628137350083, - 0.2547237434387207, - 0.08896696496009826, - 0.1489701636433602, - 0.9272562242746352, - 0.9998, - 0.22793451219797134, - 0.3591047751426697, - 0.2597683270871639, - 0.09042025351524352, - 0.1528471918106079, - 0.9483436929702762, - 0.9998, - 0.23258997063636777, - 0.36902411174774175, - 0.26485966441631315, - 0.09243017539381981, - 0.15506044900417326, - 0.9667170533418656, - 0.9998, - 0.23665347018241878, - 0.3762736029624939, - 0.27067578415870663, - 0.09449174585938458, - 0.15888449568748475, - 0.9834513599395751, - 0.9998, - 0.24093078261613854, - 0.3843366762638093, - 0.2768812180876732, - 0.09594143676757816, - 0.16144601993560792, - 1.0022019856452942, - 0.9998, - 0.2459272434949874, - 0.3907656828403474, - 0.2815030888676643, - 0.09760697330236434, - 0.16464969681501385, - 1.019599228835106, - 0.9998, - 0.2511993800699711, - 0.3962667070865631, - 0.28746061475872997, - 0.09892506269812584, - 0.1685606077313423, - 1.0345355377674106, - 0.9998, - 0.25586065447330475, - 0.4064154948949814, - 0.29352941393256193, - 0.10010581925511364, - 0.17137197246551505, - 1.0455808718204502, - 0.9998, - 0.26066332874298104, - 0.41295039305686965, - 0.29917095521688464, - 0.10042237902879714, - 0.17334867343306548, - 1.0644763714551928, - 0.9998, - 0.26424761767387395, - 0.4171489597439766, - 0.3047941813468933, - 0.10030385837554934, - 0.1771283437609672, - 1.0775494430065153, - 0.9998, - 0.266823394203186, - 0.42120621981620787, - 0.31085526600480073, - 0.10133219141960148, - 0.18098006631135943, - 1.0927770781517028, - 0.9998, - 0.27192984950542454, - 0.4258830359578132, - 0.31648782253265384, - 0.10210902032852165, - 0.18391375703215596, - 1.1100240562438963, - 0.9998, - 0.2774573613643646, - 0.4328473631143568, - 0.3229170823454858, - 0.10328457579612738, - 0.18559744659066202, - 1.127002547836304, - 0.9998, - 0.280809062719345, - 0.43832696628570567, - 0.32813225684762004, - 0.10458858071565635, - 0.18929516908526423, - 1.1399588096141815, - 0.9998, - 0.28525815182924275, - 0.44289318814277645, - 0.3333625353813172, - 0.1055313608527183, - 0.1918839191913605, - 1.1545847342491151, - 0.9998, - 0.2899247071444988, - 0.4499819297909735, - 0.33962785017490393, - 0.10614367849826811, - 0.19452174307107928, - 1.1747124679088592, - 0.9998, - 0.29274274289608004, - 0.4549682779312134, - 0.3463232246458531, - 0.10680567473173141, - 0.19644608254432672, - 1.185605804681778, - 0.9998 - ] - } - }, - "sample_ratio": 0.05, - "dataset_infos": { - "robotgeneralist/pp__1": { - "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", - "num_episodes": 237, - "num_frames": 99363 - }, - "robotgeneralist/pp__1__adversarial": { - "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", - "num_episodes": 64, - "num_frames": 17906 - }, - "robotgeneralist/pp__2": { - "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", - "num_episodes": 92, - "num_frames": 37458 - }, - "robotgeneralist/pp__2__rotations": { - "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", - "num_episodes": 102, - "num_frames": 13935 - }, - "robotgeneralist/pp__3__with_ft": { - "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", - "num_episodes": 99, - "num_frames": 38424 - }, - "robotgeneralist/pp__3__with_ft__rotations": { - "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", - "num_episodes": 49, - "num_frames": 7151 - }, - "robotgeneralist/pp__3__with_ft__adversarial_start": { - "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", - "num_episodes": 147, - "num_frames": 21313 - }, - "robotgeneralist/pp__4__with_ft": { - "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", - "num_episodes": 94, - "num_frames": 33046 - }, - "robotgeneralist/pp__5__with_ft__adversarial_target": { - "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", - "num_episodes": 48, - "num_frames": 10615 - }, - "robotgeneralist/pp__6__with_ft": { - "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", - "num_episodes": 379, - "num_frames": 123611 - }, - "robotgeneralist/precise-packing-2025-10-22-part-1": { - "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", - "num_episodes": 98, - "num_frames": 41410 - }, - "robotgeneralist/precise-packing-2025-10-22-part-2": { - "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", - "num_episodes": 94, - "num_frames": 37859 - }, - "robotgeneralist/precise-packing-2025-10-22-part-3": { - "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", - "num_episodes": 127, - "num_frames": 53341 - }, - "robotgeneralist/precise-packing-2025-10-22-part-4": { - "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", - "num_episodes": 102, - "num_frames": 38263 - } - } -} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/_METADATA b/pp__test_per_index_stats_after_unpad_fix/25000/params/_METADATA deleted file mode 100644 index 9eb73624158f4514d49041e0806d2d702c62eee1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/_sharding b/pp__test_per_index_stats_after_unpad_fix/25000/params/_sharding deleted file mode 100644 index 924608abdcb99abb3c864bb9d1bfca6eb60f780e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/_sharding +++ /dev/null @@ -1 +0,0 @@ -{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/array_metadatas/process_0 b/pp__test_per_index_stats_after_unpad_fix/25000/params/array_metadatas/process_0 deleted file mode 100644 index 6aa9fd1decf72607133eb54664d98802bf563b5c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/array_metadatas/process_0 +++ /dev/null @@ -1 +0,0 @@ -{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/d/8820a6a0526fcdf6d1d30580c44d13c3 b/pp__test_per_index_stats_after_unpad_fix/25000/params/d/8820a6a0526fcdf6d1d30580c44d13c3 deleted file mode 100644 index 48a9a900206e2e2250d1e1489d5aae40df2789bc..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/d/8820a6a0526fcdf6d1d30580c44d13c3 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/25000/params/manifest.ocdbt deleted file mode 100644 index c1d06689ea591cd839513848854ce2a0b60daba3..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/0fdd9abece4cf8109b9c32cf489371b8 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/0fdd9abece4cf8109b9c32cf489371b8 deleted file mode 100644 index 0d383e15a9d87afa45ed899d6f4532e54ce85806..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/0fdd9abece4cf8109b9c32cf489371b8 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/2e95c6458a84e0219f82f9ed3de6b1c4 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/2e95c6458a84e0219f82f9ed3de6b1c4 deleted file mode 100644 index 9d939526313f7fcb5bf1e1576d9510afdd5df4b7..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/2e95c6458a84e0219f82f9ed3de6b1c4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42569cf12dc5884dd270e086fada7fab6394c6c3c1084d3ebc512d0cb138e9eb -size 132935604 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/31bdd3dc9805c183d6a125b80e511835 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/31bdd3dc9805c183d6a125b80e511835 deleted file mode 100644 index 4c33ecab7b94cfb5dd5e57717fdb15c31259901f..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/31bdd3dc9805c183d6a125b80e511835 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:68a4f65ac91f90ff43b132e01d4e238bcc92bfd02c9f1f5d432b0284ea3c48ff -size 8754953 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3250f12744ffc1a2418ca6732eae7280 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3250f12744ffc1a2418ca6732eae7280 deleted file mode 100644 index 42ede62c14caa8dd16aba7f08ce2ae84fd19f869..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3250f12744ffc1a2418ca6732eae7280 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b44597389adcd6e4ad2c6331b1527c55756a0785e831ddb3abe9ff55ea5b0696 -size 1957442633 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/38105c7580d8d039c73f34b2d6deb8ca b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/38105c7580d8d039c73f34b2d6deb8ca deleted file mode 100644 index 4d74f21dff87e41debbcfd887992382834e3d6e6..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/38105c7580d8d039c73f34b2d6deb8ca +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fdc745ed811bddf948fbd5c1d160182b15f81d7a61fc5d6001038c577496c611 -size 559719530 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3a5b872bef4cdb5b8a153a08adeb86d9 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3a5b872bef4cdb5b8a153a08adeb86d9 deleted file mode 100644 index 46cd46020c3fc37eed8126482d2295a61a10ce74..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/3a5b872bef4cdb5b8a153a08adeb86d9 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/40011aa63a45b4cd83d6b3332340a2c2 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/40011aa63a45b4cd83d6b3332340a2c2 deleted file mode 100644 index 9fd3cfce0a132a56259a58e9fe1b94365abfd003..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/40011aa63a45b4cd83d6b3332340a2c2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f021f656c5d8646dde608d365ddc2f3c95e3ffdc1d6d89ca58b903f281199640 -size 496757255 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/42c5486578e346a40bcb5bbf2b454f9a b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/42c5486578e346a40bcb5bbf2b454f9a deleted file mode 100644 index 24d84e7a9f742c7bf5857c5091c9a0c2045d0045..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/42c5486578e346a40bcb5bbf2b454f9a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:046f1d3323133ef16acf7e6560be96cdf565908ef1104eefff2e67813c1851d2 -size 272817451 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/498ecb927cfb77bd4208159233a80ad1 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/498ecb927cfb77bd4208159233a80ad1 deleted file mode 100644 index 57ed75a559ecc302c505267eb9a445839c9c5d36..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/498ecb927cfb77bd4208159233a80ad1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a9223e947e8911533568b9f8e314b37a0e66b466f19f73ad5ff22791cc3c840 -size 105056798 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/52cff8b7e5798cb08b62042493a603f6 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/52cff8b7e5798cb08b62042493a603f6 deleted file mode 100644 index 1a04d47217f3af5f4e0e554bb59eec9015edba8e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/52cff8b7e5798cb08b62042493a603f6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c16af7726b56b1de7d30e157dc060f28cbba61ac7d5f73799d637d5898421050 -size 497034019 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/608edccf4e6e82fa6c1ddd1f958ca362 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/608edccf4e6e82fa6c1ddd1f958ca362 deleted file mode 100644 index 78be31e20224e490e003f0f8871aee7ebfb68e04..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/608edccf4e6e82fa6c1ddd1f958ca362 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:97a33e4a78cfe1ee12e66bdc0a947f672854e4e8b6c2fb7efff979e0d9a5e4df -size 1120135658 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/690e299b2c628c836f37fc21f88524f6 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/690e299b2c628c836f37fc21f88524f6 deleted file mode 100644 index dc0d53534ac5faa8317a6ab9f28e1eafb06aea7c..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/690e299b2c628c836f37fc21f88524f6 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/7d7262f2c5f2d22260233d02a331073f b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/7d7262f2c5f2d22260233d02a331073f deleted file mode 100644 index 359d236ada4f36a4069a483e8b32a343452af469..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/7d7262f2c5f2d22260233d02a331073f +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:588332893a2b518bfba76c8c16cd8064e644fa264accb06ce4542654af6b992d -size 2240247507 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/88681b7babe28e9a75ffef9d34591781 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/88681b7babe28e9a75ffef9d34591781 deleted file mode 100644 index 5fa96dbf6f6d6ee10edb042d595acb22207c310c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/88681b7babe28e9a75ffef9d34591781 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b2115dc199a5772bf25602f9638db438ebc035aa6fc8958ee780198c0221651d -size 280038535 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8e8aa061bc8eb972145f18959a1b0bbf b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8e8aa061bc8eb972145f18959a1b0bbf deleted file mode 100644 index 2f436dafddc1909450bcfe58438071eb48c6d2fd..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8e8aa061bc8eb972145f18959a1b0bbf +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d877e3b9bd150c766de06a6f9f0275bc27df920677bebae26f9b45f329312e8 -size 2240219655 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8f85d3aa68900bdacc29c0dbcc31ac97 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8f85d3aa68900bdacc29c0dbcc31ac97 deleted file mode 100644 index 59455769f3ac412b2cc64e24ef01a37350217418..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8f85d3aa68900bdacc29c0dbcc31ac97 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:23f97b125de070cb605ee404b5116dc067ff3dcdd532276f6e55da2500493d4e -size 1120118867 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/9c54f44d46dafd1944f61e6351790975 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/9c54f44d46dafd1944f61e6351790975 deleted file mode 100644 index 31423409bea9e94168c06fe6eabc4a317130b123..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/9c54f44d46dafd1944f61e6351790975 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fb55d30323bc0fcf90b628d56f6685de66352bbf455dd943ce1492994f6e81e1 -size 2475204 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/ab93a99135410443af84db1cb8fca3c0 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/ab93a99135410443af84db1cb8fca3c0 deleted file mode 100644 index 8fb22b713475ab7aec836b3f9c91585bb7998dfe..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/ab93a99135410443af84db1cb8fca3c0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a6ce7ab6269a41b7fd654b8dc71bbeeb2f799eca48b12de1d87e31c9199bc37 -size 527921 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/bbc3c0cdd8b1ebb5900df34bdc6f572d b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/bbc3c0cdd8b1ebb5900df34bdc6f572d deleted file mode 100644 index 41ceb70c70e93d55388d6de718a48a17baf59f08..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/bbc3c0cdd8b1ebb5900df34bdc6f572d +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0896f1da5e7058ea9c6c06905bc63ca2434078c5701a3ddb7aca0cc641eb137 -size 280187312 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/cddc49cf54e4ae1a8087e2990a4af503 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/cddc49cf54e4ae1a8087e2990a4af503 deleted file mode 100644 index e0dd0a99343211603839ba7b8f7f8a8554c0ff52..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/cddc49cf54e4ae1a8087e2990a4af503 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db71a44f61d128161e83854ced99a26ae87531b0a9711547603f2ef77a9962f2 -size 279249663 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/dc9dd66de06d14a4684100bb1667d802 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/dc9dd66de06d14a4684100bb1667d802 deleted file mode 100644 index 8bd81c0cf8df32a2da6e555c3f446332ae18bf05..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/dc9dd66de06d14a4684100bb1667d802 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c0682b6515a0c04d8c8ae77b16baf6715dfb13845968a12e6fcaa742dc95a93 -size 12010946 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/f9c52decfd8cedf2a543ebd629493293 b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/f9c52decfd8cedf2a543ebd629493293 deleted file mode 100644 index 469a421c95b160a4455044c381c4a4c1eb5bf63e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/f9c52decfd8cedf2a543ebd629493293 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5b30f9a56b54735386985232cd819318952cd7060cee47bc64230b6abb9eef35 -size 405845468 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/fb9aee20d6d730a7ac0af7188d217e3b b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/fb9aee20d6d730a7ac0af7188d217e3b deleted file mode 100644 index 29de517b1f4e1284db22eeeb2227634f5bb628d0..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/fb9aee20d6d730a7ac0af7188d217e3b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3b189c5a038b49c4762e505e94e36e1f3a7b710caf63d26542dbaeb642d49a73 -size 2533853 diff --git a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/manifest.ocdbt deleted file mode 100644 index 37c556b6195d66b02491fa0760c6a790a491459b..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/_CHECKPOINT_METADATA b/pp__test_per_index_stats_after_unpad_fix/5000/_CHECKPOINT_METADATA deleted file mode 100644 index b252cc4cf3b82043e800e6b3fe85439cdaaca786..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/_CHECKPOINT_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766787749252567479, "commit_timestamp_nsecs": 1766787795992489497, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/assets/ur10e/norm_stats.json b/pp__test_per_index_stats_after_unpad_fix/5000/assets/ur10e/norm_stats.json deleted file mode 100644 index 8a1b886d6b668da778297b91b3d82381c2eab28a..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/assets/ur10e/norm_stats.json +++ /dev/null @@ -1,1525 +0,0 @@ -{ - "norm_stats": { - "state": { - "mean": [ - 0.05313729867339134, - 0.0037223484832793474, - 0.106409952044487, - 0.0008666226058267057, - -0.00854077935218811, - 0.01460699550807476, - 0.5940247178077698 - ], - "std": [ - 0.1176244392991066, - 0.16962096095085144, - 0.07773701101541519, - 0.04537155479192734, - 0.06616315245628357, - 0.6038344502449036, - 0.49107977747917175 - ], - "q01": [ - -0.2025573879778385, - -0.31106759839057924, - 0.00890737680345774, - -0.11727181684970855, - -0.16711108471155167, - -1.423702568435669, - 0.0 - ], - "q99": [ - 0.29901714037060734, - 0.4115018085956573, - 0.3217185490995646, - 0.13774808425903318, - 0.19241279754638663, - 1.598234023094177, - 0.9998 - ] - }, - "actions": { - "mean": [ - 0.0001451610296498984, - 0.00017207347264047712, - 0.000048651279939804226, - 0.00003654604734038003, - -0.000019767590856645256, - -0.00019861181499436498, - 0.5944076776504517, - 0.0002841090608853847, - 0.00034722191048786044, - 0.00011135452223243192, - 0.00006827477045590058, - -0.000043589698179857805, - -0.0004028017574455589, - 0.594025731086731, - 0.00041486899135634303, - 0.0005213047261349857, - 0.00018569435633253306, - 0.00009245114779332653, - -0.00007049143459880725, - -0.000616009347140789, - 0.5935360789299011, - 0.000542119552846998, - 0.0006975074065849185, - 0.00027102616149932146, - 0.00011072693450842053, - -0.00010138262587133795, - -0.0008296052110381424, - 0.593919575214386, - 0.0006618681945838034, - 0.0008754940354265273, - 0.0003684645926114172, - 0.00012383276771288365, - -0.000135598995257169, - -0.0010419095633551478, - 0.5929783582687378, - 0.0007787057547830045, - 0.00105847988743335, - 0.0004721089790109545, - 0.00013335929543245584, - -0.00017038211808539927, - -0.0012720258673653007, - 0.5933270454406738, - 0.0008861633250489831, - 0.001237610587850213, - 0.0005911999032832682, - 0.00013674379442818463, - -0.00020881379896309227, - -0.0014943619025871158, - 0.5934669971466064, - 0.0009874902898445725, - 0.0014197468990460038, - 0.0007170690805651248, - 0.00013581194798462093, - -0.0002465852303430438, - -0.0017284756759181619, - 0.5931888818740845, - 0.0010826619109138846, - 0.0016015341971069574, - 0.0008584632305428386, - 0.000128391373436898, - -0.00028913054848089814, - -0.0019626382272690535, - 0.5930843949317932, - 0.001174500328488648, - 0.0017860672669485211, - 0.0010054412996396422, - 0.00012193901784485206, - -0.000334887852659449, - -0.0022029897663742304, - 0.5935000777244568, - 0.0012568456586450338, - 0.0019742222502827644, - 0.0011647609062492847, - 0.00011021356476703659, - -0.00038211053470149636, - -0.0024467180483043194, - 0.5931875109672546, - 0.0013310370268300176, - 0.0021642642095685005, - 0.0013335321564227343, - 0.00009949743980541825, - -0.0004296436673030257, - -0.0027013549115508795, - 0.5931177139282227, - 0.0014006041456013918, - 0.002352928975597024, - 0.0015152853447943926, - 0.00008505478035658598, - -0.00048136088298633695, - -0.0029538467060774565, - 0.5930479764938354, - 0.0014608069323003292, - 0.0025415997952222824, - 0.001700855791568756, - 0.00006727704749209806, - -0.0005341243813745677, - -0.003210614435374737, - 0.5928036570549011, - 0.0015100123127922416, - 0.002731549320742488, - 0.0018991812830790877, - 0.0000493652478326112, - -0.0005809388239867985, - -0.003473253920674324, - 0.5928736925125122, - 0.0015514988917857409, - 0.002922238316386938, - 0.0021079820580780506, - 0.000029167196771595627, - -0.0006329127354547381, - -0.0037316547241061926, - 0.5928043127059937, - 0.0015838317340239882, - 0.0031066250521689653, - 0.002319576218724251, - 8.898059604689479e-6, - -0.0006800378323532641, - -0.004003639332950115, - 0.5929091572761536, - 0.0016050132689997554, - 0.003295252099633217, - 0.0025419394951313734, - -0.000013710295206692535, - -0.0007257868419401348, - -0.004269901663064957, - 0.5930485725402832, - 0.0016164487460628152, - 0.0034825268667191267, - 0.002774182241410017, - -0.000037491106922971085, - -0.0007724225870333612, - -0.004538912326097488, - 0.5931875705718994, - 0.001615947112441063, - 0.003664180636405945, - 0.0030124683398753405, - -0.00006199560448294505, - -0.0008142396691255271, - -0.00480045098811388, - 0.5933974385261536, - 0.0016095866449177265, - 0.0038478909991681576, - 0.003257976844906807, - -0.00008698971942067146, - -0.0008547022007405758, - -0.005078013986349106, - 0.5936415791511536, - 0.0015872354852035642, - 0.004021089058369398, - 0.0035109000746160746, - -0.00011568223999347538, - -0.0008942089625634253, - -0.005354971159249544, - 0.5934317708015442, - 0.0015591973206028342, - 0.004198537208139896, - 0.003773036180064082, - -0.00014495827781502157, - -0.0009303062106482685, - -0.005638875067234039, - 0.5936412215232849, - 0.0015177299501374364, - 0.004366280045360327, - 0.004040749743580818, - -0.00017588783521205187, - -0.0009663543896749616, - -0.005925025325268507, - 0.593501627445221, - 0.0014705799985677004, - 0.004531881771981716, - 0.00431715976446867, - -0.00021041395666543394, - -0.0010010612895712256, - -0.006207368802279234, - 0.5935365557670593, - 0.001413213089108467, - 0.004692579619586468, - 0.004599601496011019, - -0.0002457766968291253, - -0.0010327493073418736, - -0.006505406461656094, - 0.5933269262313843, - 0.0013434475986286998, - 0.004848736338317394, - 0.004890408832579851, - -0.00028711999766528606, - -0.00106858741492033, - -0.006807356141507626, - 0.5931181311607361, - 0.0012650334974750876, - 0.004994421266019344, - 0.0051898653618991375, - -0.00033172621624544263, - -0.0010990891605615616, - -0.0071100820787250996, - 0.5929442048072815, - 0.0011793962912634015, - 0.005135250277817249, - 0.005499166436493397, - -0.000378662021830678, - -0.0011317729949951172, - -0.007409243378788233, - 0.5926647782325745, - 0.0010838431771844625, - 0.005268934182822704, - 0.005817332770675421, - -0.0004281000583432615, - -0.001166283618658781, - -0.007717216853052378, - 0.5926998853683472, - 0.0009804241126403213, - 0.0053992304019629955, - 0.0061420174315571785, - -0.00048094423254951835, - -0.0011993126245215535, - -0.008030007593333721, - 0.5924902558326721, - 0.0008692154078744352, - 0.005519451107829809, - 0.006479023955762386, - -0.000537763989996165, - -0.001236212207004428, - -0.008356506004929543, - 0.5929440855979919, - 0.0007513284799642861, - 0.00563538633286953, - 0.006823732051998377, - -0.000594516284763813, - -0.0012742418330162764, - -0.008685515262186527, - 0.5926643013954163, - 0.0006232408923096955, - 0.005743546411395073, - 0.007178108207881451, - -0.0006553126149810851, - -0.0013130278093740344, - -0.00901535339653492, - 0.5930123329162598, - 0.00048613501712679863, - 0.005843072663992643, - 0.007545872125774622, - -0.0007216006051748991, - -0.001357274129986763, - -0.009348330087959766, - 0.5926995277404785, - 0.000340388563927263, - 0.005928103346377611, - 0.007921233773231506, - -0.0007906133541837335, - -0.0013983722310513258, - -0.00968977902084589, - 0.5930134654045105, - 0.00018408334290143102, - 0.006012112833559513, - 0.008309606462717056, - -0.0008611961966380477, - -0.00144277885556221, - -0.010034735314548016, - 0.5933630466461182, - 0.000022206833818927407, - 0.0060895816422998905, - 0.008708948269486427, - -0.0009344238787889481, - -0.0014912645565345883, - -0.01038195751607418, - 0.5936756134033203, - -0.00014933485363144428, - 0.006156634073704481, - 0.009113290347158909, - -0.001009406871162355, - -0.0015364158898591995, - -0.01074444130063057, - 0.5944079756736755, - -0.0003295359492767602, - 0.006216940935701132, - 0.009534457698464394, - -0.0010867133969441056, - -0.0015858380356803536, - -0.011105277575552464, - 0.5946523547172546, - -0.0005184217588976026, - 0.006267391610890627, - 0.009968035854399204, - -0.00116726232226938, - -0.001635841210372746, - -0.011476362124085426, - 0.5947223901748657, - -0.0007183448178693652, - 0.006307759787887335, - 0.010411876253783703, - -0.0012491614324972034, - -0.0016832650871947408, - -0.011858409270644188, - 0.5945469737052917, - -0.000922650913707912, - 0.006340802181512117, - 0.01086830347776413, - -0.0013331895461305976, - -0.0017334959702566266, - -0.012237261049449444, - 0.5951407551765442, - -0.001138067222200334, - 0.006367202382534742, - 0.011336571536958218, - -0.0014204677427187562, - -0.001783861662261188, - -0.012612935155630112, - 0.5946868658065796, - -0.0013612991897389293, - 0.006382528692483902, - 0.011817813850939274, - -0.0015092657413333654, - -0.0018364684656262398, - -0.013003477826714516, - 0.595176637172699, - -0.0015915771946310997, - 0.0063857706263661385, - 0.01231638714671135, - -0.0015994333662092686, - -0.0018854403169825673, - -0.013393816538155079, - 0.5955926179885864, - -0.001827688654884696, - 0.006383033003658056, - 0.012827028520405293, - -0.0016901197377592325, - -0.0019397168653085828, - -0.01378911454230547, - 0.5955935120582581, - -0.002072748262435198, - 0.006370946299284697, - 0.013353490270674229, - -0.0017832767916843295, - -0.001991107827052474, - -0.014198213815689087, - 0.595174252986908, - -0.0023247504141181707, - 0.006349846720695496, - 0.013896841555833817, - -0.0018769301241263747, - -0.0020415729377418756, - -0.014593549072742462, - 0.5950352549552917, - -0.0025832781102508307, - 0.0063181049190461636, - 0.01445536408573389, - -0.0019729691557586193, - -0.002093689749017358, - -0.015006774105131626, - 0.5953840613365173 - ], - "std": [ - 0.002411161782220006, - 0.0035220407880842686, - 0.0029013415332883596, - 0.0013258246472105384, - 0.0020179853308945894, - 0.010011205449700356, - 0.4910063147544861, - 0.0048064119182527065, - 0.007010283879935741, - 0.005793850403279066, - 0.0026270404923707247, - 0.004016784951090813, - 0.019959986209869385, - 0.4910795986652374, - 0.0072022695094347, - 0.01047250535339117, - 0.008696537464857101, - 0.003923765849322081, - 0.006003526505082846, - 0.029928741976618767, - 0.4911730885505676, - 0.009601284749805927, - 0.013944732025265694, - 0.011596043594181538, - 0.0051947347819805145, - 0.007982160896062851, - 0.039855923503637314, - 0.49109989404678345, - 0.011995380744338036, - 0.017401276156306267, - 0.01450654398649931, - 0.006452825851738453, - 0.009959585964679718, - 0.049764279276132584, - 0.4912789762020111, - 0.014385105110704899, - 0.020854491740465164, - 0.017407990992069244, - 0.007683087605983019, - 0.011908459477126598, - 0.059651929885149, - 0.4912128448486328, - 0.016765346750617027, - 0.024284135550260544, - 0.02030768245458603, - 0.008882720954716206, - 0.013833398930728436, - 0.06945177167654037, - 0.4911862313747406, - 0.01913418062031269, - 0.02769860439002514, - 0.023200584575533867, - 0.010069170035421848, - 0.01573152281343937, - 0.07920067012310028, - 0.49123910069465637, - 0.021495427936315536, - 0.03108437918126583, - 0.02608773671090603, - 0.011218286119401455, - 0.017600294202566147, - 0.08888415992259979, - 0.4912588894367218, - 0.023848513141274452, - 0.03446579724550247, - 0.028954684734344482, - 0.012335631065070629, - 0.0194363035261631, - 0.0984557494521141, - 0.4911799430847168, - 0.02618129923939705, - 0.0377996489405632, - 0.031812794506549835, - 0.013426545076072216, - 0.021240200847387314, - 0.10793018341064453, - 0.4912393391132355, - 0.02850136160850525, - 0.04113452509045601, - 0.03465236350893974, - 0.01448102854192257, - 0.023004556074738503, - 0.11730524897575378, - 0.491252601146698, - 0.030810443684458733, - 0.0444553941488266, - 0.03749171271920204, - 0.01552011538296938, - 0.02474648877978325, - 0.12660986185073853, - 0.49126577377319336, - 0.033104438334703445, - 0.047724947333335876, - 0.04029623046517372, - 0.01652422547340393, - 0.026438293978571892, - 0.1357518434524536, - 0.4913119971752167, - 0.03538680821657181, - 0.05097673833370209, - 0.04309060424566269, - 0.017495229840278625, - 0.02809188887476921, - 0.14484061300754547, - 0.49129876494407654, - 0.037644777446985245, - 0.054201558232307434, - 0.045869018882513046, - 0.018448922783136368, - 0.029708286747336388, - 0.1537874937057495, - 0.4913118779659271, - 0.03989279642701149, - 0.05739012360572815, - 0.04861682280898094, - 0.019360067322850227, - 0.031284283846616745, - 0.16262821853160858, - 0.4912920594215393, - 0.04212509095668793, - 0.060563746839761734, - 0.05134649947285652, - 0.020253626629710197, - 0.03281664475798607, - 0.17136116325855255, - 0.4912656545639038, - 0.04433578997850418, - 0.06369910389184952, - 0.05404900759458542, - 0.021123351529240608, - 0.03430699184536934, - 0.1799684315919876, - 0.4912393391132355, - 0.0465271882712841, - 0.06679350882768631, - 0.05673054978251457, - 0.02196338027715683, - 0.035762034356594086, - 0.1884494125843048, - 0.49119946360588074, - 0.04870201274752617, - 0.0698690414428711, - 0.0593833364546299, - 0.02277866192162037, - 0.03716905042529106, - 0.19684050977230072, - 0.4911530017852783, - 0.05086364969611168, - 0.0729081928730011, - 0.06201274320483208, - 0.023575762286782265, - 0.03854267671704292, - 0.20511800050735474, - 0.49119293689727783, - 0.052999626845121384, - 0.07590420544147491, - 0.06461741775274277, - 0.024347545579075813, - 0.03986750543117523, - 0.21329139173030853, - 0.4911530613899231, - 0.05511622130870819, - 0.07886126637458801, - 0.06719071418046951, - 0.02509898692369461, - 0.04115770384669304, - 0.22134073078632355, - 0.4911796748638153, - 0.05720451846718788, - 0.0817820280790329, - 0.06973543763160706, - 0.02582353726029396, - 0.04240873083472252, - 0.22928737103939056, - 0.49117299914360046, - 0.05928165465593338, - 0.08468781411647797, - 0.07225947827100754, - 0.026536913588643074, - 0.0436241552233696, - 0.23713935911655426, - 0.4912128746509552, - 0.06133345514535904, - 0.08753105252981186, - 0.07475195825099945, - 0.02723076194524765, - 0.04480902478098869, - 0.2449100911617279, - 0.49125248193740845, - 0.06336378306150436, - 0.09035338461399078, - 0.07722371071577072, - 0.027915935963392258, - 0.04596531763672829, - 0.25256893038749695, - 0.49128544330596924, - 0.06536917388439178, - 0.0931331068277359, - 0.07966616004705429, - 0.028593653813004494, - 0.04708719253540039, - 0.26014769077301025, - 0.49133822321891785, - 0.06735322624444962, - 0.09587426483631134, - 0.08208146691322327, - 0.029253413900732994, - 0.04818820580840111, - 0.2676284909248352, - 0.4913316071033478, - 0.06931550055742264, - 0.09857368469238281, - 0.084467314183712, - 0.029913172125816345, - 0.049258600920438766, - 0.27503275871276855, - 0.4913710951805115, - 0.07124854624271393, - 0.10124263167381287, - 0.08683151751756668, - 0.03056473471224308, - 0.05031215026974678, - 0.2823602259159088, - 0.4912854731082916, - 0.07316309213638306, - 0.10387503355741501, - 0.08917013555765152, - 0.031205736100673676, - 0.051339127123355865, - 0.2896381616592407, - 0.491338312625885, - 0.0750511884689331, - 0.10646932572126389, - 0.09148410707712173, - 0.03184282034635544, - 0.05234614759683609, - 0.2968275845050812, - 0.49127253890037537, - 0.07691479474306107, - 0.10901817679405212, - 0.0937764048576355, - 0.032469242811203, - 0.053335245698690414, - 0.30398809909820557, - 0.49133166670799255, - 0.07874985039234161, - 0.11152230948209763, - 0.0960441529750824, - 0.03308483585715294, - 0.054303981363773346, - 0.311068594455719, - 0.49127233028411865, - 0.08056764304637909, - 0.11400332301855087, - 0.09828827530145645, - 0.03369200974702835, - 0.055251531302928925, - 0.31809186935424805, - 0.49120599031448364, - 0.08236116915941238, - 0.11642979085445404, - 0.10051009804010391, - 0.034294869750738144, - 0.05618305504322052, - 0.32508960366249084, - 0.4911465048789978, - 0.0841296911239624, - 0.11883242428302765, - 0.10270429402589798, - 0.034887079149484634, - 0.0570959635078907, - 0.3320097327232361, - 0.4910062551498413, - 0.08587083965539932, - 0.12118621915578842, - 0.10488012433052063, - 0.0354686863720417, - 0.05799192935228348, - 0.3389015197753906, - 0.49095919728279114, - 0.08759026974439621, - 0.12350363284349442, - 0.10703437030315399, - 0.03604672849178314, - 0.05887560918927193, - 0.3457629084587097, - 0.4909456968307495, - 0.08928582817316055, - 0.12578748166561127, - 0.10916976630687714, - 0.03662176802754402, - 0.059738170355558395, - 0.35257115960121155, - 0.49097952246665955, - 0.09095519781112671, - 0.1280231475830078, - 0.11128115653991699, - 0.03717926889657974, - 0.06058768928050995, - 0.35931187868118286, - 0.4908647835254669, - 0.09259875863790512, - 0.13021688163280487, - 0.11337121576070786, - 0.03773583471775055, - 0.061423756182193756, - 0.3660118579864502, - 0.4909525215625763, - 0.09422165900468826, - 0.13238278031349182, - 0.11544124782085419, - 0.03828861564397812, - 0.06224775314331055, - 0.3726641535758972, - 0.4908578395843506, - 0.09581982344388962, - 0.13450181484222412, - 0.11749458312988281, - 0.03884110972285271, - 0.06304997950792313, - 0.3792511522769928, - 0.49077698588371277, - 0.09739767760038376, - 0.13658517599105835, - 0.11952484399080276, - 0.03938090428709984, - 0.06384975463151932, - 0.3857972025871277, - 0.49077683687210083, - 0.09894638508558273, - 0.1386304795742035, - 0.12153798341751099, - 0.03992167487740517, - 0.06463739275932312, - 0.39230042695999146, - 0.4908582866191864, - 0.10048258304595947, - 0.14064013957977295, - 0.12353785336017609, - 0.040460873395204544, - 0.06541262567043304, - 0.398761510848999, - 0.4908851981163025, - 0.10199275612831116, - 0.14262202382087708, - 0.1255190521478653, - 0.04099829122424126, - 0.0661839172244072, - 0.40516018867492676, - 0.4908175766468048 - ], - "q01": [ - -0.007347712090983987, - -0.011486765748262403, - -0.005602361589856446, - -0.004156268547289073, - -0.007298904010653494, - -0.03456402559429407, - 0.0, - -0.014532031904906033, - -0.023063078013062475, - -0.011146851527690887, - -0.008034631153941155, - -0.014402847960591318, - -0.0688410488665104, - 0.0, - -0.02174613598883152, - -0.03454083656966686, - -0.016602809804677963, - -0.012004367487877608, - -0.02169839859008789, - -0.10323694312572479, - 0.0, - -0.02924629563242197, - -0.046255945521593095, - -0.02208325160816312, - -0.01599733569249511, - -0.029179477728903294, - -0.13703150334358216, - 0.0, - -0.0364012400791049, - -0.057891583660244945, - -0.027614226043969393, - -0.020049774289131163, - -0.03620416237413883, - -0.17225709611177442, - 0.0, - -0.04366054475307465, - -0.06915460828691722, - -0.03313590524941683, - -0.023996917428076275, - -0.0432967299669981, - -0.20717854452133178, - 0.0, - -0.0507191886767745, - -0.08091499265134335, - -0.038471172228455544, - -0.02769389592409134, - -0.05027697439491748, - -0.240767266279459, - 0.0, - -0.05764442007690668, - -0.0928664004802704, - -0.04389051187932491, - -0.031378988534212116, - -0.05700045920312405, - -0.27346896691322325, - 0.0, - -0.06481191511154175, - -0.10385700676739215, - -0.04937767976522446, - -0.034899483323097225, - -0.0640901755988598, - -0.3072322327375412, - 0.0, - -0.07216909334659577, - -0.11465946695804596, - -0.05446739228963852, - -0.0384699240922928, - -0.07105188292860984, - -0.34030354830026627, - 0.0, - -0.0791815688431263, - -0.12541235695779324, - -0.05973851401358843, - -0.04202334811687469, - -0.07781512894928456, - -0.37346914051771163, - 0.0, - -0.08563443173170089, - -0.13601192309856414, - -0.06484265891909599, - -0.045433390045166, - -0.0843420141339302, - -0.40387091467380526, - 0.0, - -0.09227466106414796, - -0.14718177989125253, - -0.06990853486061097, - -0.04866062937080862, - -0.09135572135448455, - -0.43357558735609053, - 0.0, - -0.09871668579578399, - -0.15755651119351388, - -0.07494964042305946, - -0.05228844651579856, - -0.0973639042377472, - -0.4662614274024963, - 0.0, - -0.10474277555942535, - -0.16660683050751687, - -0.07973185749202967, - -0.055503451734781245, - -0.1043376196026802, - -0.49795184282064436, - 0.0, - -0.11146926714479923, - -0.17675033633708956, - -0.08481720062792301, - -0.05867235680818558, - -0.11146564957499505, - -0.5234594867229462, - 0.0, - -0.1183029289394617, - -0.18591568176746368, - -0.08976946114003659, - -0.06189141765832901, - -0.11618306014537812, - -0.5559864712238312, - 0.0, - -0.1254465562880039, - -0.1967654939889908, - -0.09452381261885166, - -0.06458974866867065, - -0.12229588437080384, - -0.5838854856491089, - 0.0, - -0.13160774660110475, - -0.20561206495761872, - -0.09930612608790398, - -0.06763142464160918, - -0.12729683189988136, - -0.6118898140192032, - 0.0, - -0.13866937249898909, - -0.21400038709640504, - -0.10383093198537827, - -0.07044867560863496, - -0.1330213810920715, - -0.6420615591049195, - 0.0, - -0.14518664595484734, - -0.22208737790584565, - -0.10839852929115296, - -0.07363164942264558, - -0.13909859127998353, - -0.6659443435192108, - 0.0, - -0.15202519185543062, - -0.23166744391918181, - -0.1132360664010048, - -0.07554293347597121, - -0.1431354057431221, - -0.6935547601938247, - 0.0, - -0.1575157383620739, - -0.24115877079963685, - -0.11769197665154933, - -0.07880985802412033, - -0.14886759107112885, - -0.717457844042778, - 0.0, - -0.1637449370443821, - -0.25002506982684136, - -0.12177611397504806, - -0.08111752626895904, - -0.15336844004392625, - -0.7450204710006714, - 0.0, - -0.1702753342092037, - -0.25778238211274146, - -0.12590762196183203, - -0.08350524621009828, - -0.15739910807609558, - -0.7672739201784134, - 0.0, - -0.17570297884345054, - -0.26699419630765914, - -0.12999144119024275, - -0.08586254574060437, - -0.15982728340625763, - -0.7919603824377061, - 0.0, - -0.18209079703688621, - -0.2762185108423233, - -0.1341805691242218, - -0.08846430575847625, - -0.1640431535243988, - -0.8073872842788696, - 0.0, - -0.18759027983546256, - -0.28415180140137675, - -0.13808169324100017, - -0.09098501863479613, - -0.1681320061683655, - -0.8263913946390152, - 0.0, - -0.193171888589859, - -0.29068409420847896, - -0.14178944163620472, - -0.09304863989353179, - -0.1707449821949005, - -0.8507119262695311, - 0.0, - -0.19844869979619978, - -0.2987963397145271, - -0.14549240586161613, - -0.09557797043323518, - -0.1739663097858429, - -0.8648041958332062, - 0.0, - -0.20466184456944464, - -0.3049391875267029, - -0.14948453903496267, - -0.09817119854688644, - -0.17706590107083323, - -0.8849965750694275, - 0.0, - -0.20983124628067015, - -0.3116496807098389, - -0.15297152189016341, - -0.10035031213760376, - -0.18140975254774094, - -0.9072247592926024, - 0.0, - -0.215193039560318, - -0.31998531384468076, - -0.1565369277715683, - -0.102377852499485, - -0.1837332302033901, - -0.9293165444850922, - 0.0, - -0.22114226788282393, - -0.32775930384397506, - -0.16037838854789732, - -0.10488562031984328, - -0.18766805601119993, - -0.9526331702470778, - 0.0, - -0.22637617546319963, - -0.33561479420661927, - -0.16403944179415703, - -0.10686019870638847, - -0.19061433601379393, - -0.9705972829818725, - 0.0, - -0.23192334132194517, - -0.3404881935119629, - -0.16749516949653626, - -0.10840021744370465, - -0.19327300127148628, - -0.9914580883026123, - 0.0, - -0.23655534625053407, - -0.3483747916221619, - -0.1713618674516678, - -0.11093877178430556, - -0.19658433060646058, - -1.0074259456634522, - 0.0, - -0.24189636796712874, - -0.35468626945018766, - -0.174676346886158, - -0.1137608123421669, - -0.1998320359289646, - -1.02401462726593, - 0.0, - -0.24619000346064568, - -0.3617886746406555, - -0.17737202043533326, - -0.11608646607995032, - -0.20212158007621764, - -1.0396305271863937, - 0.0, - -0.25069174761176105, - -0.3690223491430283, - -0.18019738556742668, - -0.11791741763353347, - -0.20542705215215684, - -1.056211252117157, - 0.0, - -0.25575273798704146, - -0.37492762922048567, - -0.18413128078579902, - -0.11963063821196557, - -0.2084871412396431, - -1.0777596963644027, - 0.0, - -0.26051444165706633, - -0.38124460592269893, - -0.18717371021509172, - -0.12171284379959108, - -0.21154849707484244, - -1.0918209570646285, - 0.0, - -0.2645109035611153, - -0.38571969106197357, - -0.19055300951004028, - -0.12364264481067655, - -0.21497644165158272, - -1.1041330133199692, - 0.0, - -0.26856355381011965, - -0.3920482913136482, - -0.19341499418020247, - -0.12596707943677904, - -0.21652717173099517, - -1.1284716510772705, - 0.0, - -0.273536373257637, - -0.3985861983895302, - -0.19648525762557983, - -0.12863396686315537, - -0.2178426690995693, - -1.1498000781059265, - 0.0, - -0.2773340993881226, - -0.4043089840650559, - -0.19916273007392882, - -0.1301111794948578, - -0.21953763974308968, - -1.1649874792098998, - 0.0, - -0.28152843511104586, - -0.4105489842891693, - -0.20206411379575728, - -0.13238328326940535, - -0.22030045819282532, - -1.186898805141449, - 0.0, - -0.28521604499816894, - -0.41719991471767426, - -0.20488486919403076, - -0.13367428585290908, - -0.2215240351676941, - -1.2064387265205383, - 0.0, - -0.28908531114459035, - -0.4219293355822563, - -0.20779289478063584, - -0.1346039095699787, - -0.22363287283182146, - -1.225643195438385, - 0.0, - -0.294126475507021, - -0.42881255321502687, - -0.21011174390912055, - -0.13763879417181013, - -0.22653749623298647, - -1.2400950877666475, - 0.0 - ], - "q99": [ - 0.00760505946278572, - 0.01227881843298674, - 0.009394833338446915, - 0.0041071553006768215, - 0.005846777586638929, - 0.03394978983253241, - 0.9998, - 0.015092343334481124, - 0.024545711845159537, - 0.018547782172262668, - 0.008136489582061764, - 0.011534944232553239, - 0.0680388870239258, - 0.9998, - 0.022567954233288764, - 0.03644986734837294, - 0.0278723166257143, - 0.012022978414595133, - 0.017261751674115658, - 0.1018139317035675, - 0.9998, - 0.030176736226677894, - 0.048319679215550415, - 0.037043299572169786, - 0.015823813125491137, - 0.022935147598385802, - 0.13534477652311327, - 0.9998, - 0.03749606138020754, - 0.05974762381315232, - 0.046320767011493444, - 0.01970605190098286, - 0.028365900403261188, - 0.16783747158050544, - 0.9998, - 0.04486110335588456, - 0.07147922609001398, - 0.055334820427000525, - 0.023239636448025694, - 0.034125556316971783, - 0.2017985020875931, - 0.9998, - 0.052173979285359384, - 0.08346393676698208, - 0.06446339850723744, - 0.026847184759378445, - 0.03955972051620485, - 0.23437213500142096, - 0.9998, - 0.059150983133912094, - 0.09537746536731717, - 0.0733001764550805, - 0.029705484813451755, - 0.04516481494158506, - 0.26646220774650575, - 0.9998, - 0.06645039129257202, - 0.1076395375341177, - 0.08239804291725158, - 0.0328832214474678, - 0.04995994846820831, - 0.29610841860771175, - 0.9998, - 0.07374503636360169, - 0.11985380845069887, - 0.09145532561540604, - 0.035987181842327104, - 0.05490816103816032, - 0.3266934569597244, - 0.9998, - 0.08122003978192807, - 0.1319003387391567, - 0.10024555467069149, - 0.038626870799064655, - 0.05953236908912657, - 0.35580547877550117, - 0.9998, - 0.08822669934630395, - 0.14304091303348543, - 0.1088144795835018, - 0.041924731212854394, - 0.06486271733045579, - 0.3876368781208992, - 0.9998, - 0.09569223463535309, - 0.1534084576368332, - 0.11751553359031677, - 0.04469002693891522, - 0.06991170048713685, - 0.41592443135976787, - 0.9998, - 0.10324303380250932, - 0.1640547949969769, - 0.1258540060549974, - 0.04742067799866201, - 0.0741334307938814, - 0.4491768553853035, - 0.9998, - 0.1099683414697647, - 0.17510256106853483, - 0.13403582906574008, - 0.050331409102678304, - 0.07791369587183, - 0.475221610414982, - 0.9998, - 0.1170920331031084, - 0.1857688842058181, - 0.14203765797317025, - 0.05343856880664827, - 0.0820521941632032, - 0.5052882493734359, - 0.9998, - 0.12414569870531561, - 0.19753187570571906, - 0.14974090793728828, - 0.0557895161241293, - 0.0865580612182617, - 0.5326116788625717, - 0.9998, - 0.13112460071146492, - 0.20844777574539186, - 0.15755365291237833, - 0.05866813796758652, - 0.09100452079772947, - 0.5617906215190887, - 0.9998, - 0.1379249924659729, - 0.21917983024120336, - 0.16431246396899224, - 0.06069063851833345, - 0.09500974670350554, - 0.5912433532238006, - 0.9998, - 0.14485807346105578, - 0.2286938194990158, - 0.1716713245987892, - 0.0637721403002739, - 0.09919737915396692, - 0.6155789003372192, - 0.9998, - 0.15117210847139356, - 0.23827072948217387, - 0.1779224501848221, - 0.06597466281652448, - 0.10370546174049378, - 0.644374561071396, - 0.9998, - 0.15787530031800268, - 0.24751081448793422, - 0.18454510100185867, - 0.06831172816753389, - 0.10792329218983648, - 0.6659029854536058, - 0.9998, - 0.1641180765330792, - 0.2572556215524673, - 0.19053607739508155, - 0.07030175954103468, - 0.11277426195144652, - 0.686683092904091, - 0.9998, - 0.16966928005814552, - 0.26658033823966976, - 0.19653976464271544, - 0.07203448786735533, - 0.11643967783451081, - 0.7125654235839844, - 0.9998, - 0.17621982062458996, - 0.27701201248764995, - 0.20197029424905777, - 0.07416592988967896, - 0.12035323338508608, - 0.7360334300994871, - 0.9998, - 0.1819627068042755, - 0.2855635068178177, - 0.2084233057498932, - 0.07603480890989306, - 0.1241462073802948, - 0.7568318559646605, - 0.9998, - 0.18748426148295405, - 0.29386607773303985, - 0.21488302874565124, - 0.0777944794893265, - 0.1279024946689606, - 0.7800548309087754, - 0.9998, - 0.19402539111375805, - 0.304579441523552, - 0.22076346032619476, - 0.07946800847053526, - 0.13082660132646562, - 0.8035489074707032, - 0.9998, - 0.1999460756778717, - 0.31222576675415037, - 0.2264517953634262, - 0.08081280782818795, - 0.13460262061357497, - 0.828994060134888, - 0.9998, - 0.20509765752553943, - 0.3203624894678593, - 0.23198571143150332, - 0.08211237077713013, - 0.13750549141168594, - 0.8529169931411746, - 0.9998, - 0.209518383550644, - 0.3281992249488831, - 0.23816398755311968, - 0.08322777889966959, - 0.14037072820067403, - 0.8746512705802916, - 0.9998, - 0.21442690343856818, - 0.33666496825218195, - 0.24309153485894203, - 0.08529254732131952, - 0.14304055777192115, - 0.8924013189554216, - 0.9998, - 0.21941403126716608, - 0.3448349338173866, - 0.2489651171147823, - 0.08667572829127312, - 0.14580873468518263, - 0.9107246013164523, - 0.9998, - 0.22309734332561493, - 0.3517628137350083, - 0.2547237434387207, - 0.08896696496009826, - 0.1489701636433602, - 0.9272562242746352, - 0.9998, - 0.22793451219797134, - 0.3591047751426697, - 0.2597683270871639, - 0.09042025351524352, - 0.1528471918106079, - 0.9483436929702762, - 0.9998, - 0.23258997063636777, - 0.36902411174774175, - 0.26485966441631315, - 0.09243017539381981, - 0.15506044900417326, - 0.9667170533418656, - 0.9998, - 0.23665347018241878, - 0.3762736029624939, - 0.27067578415870663, - 0.09449174585938458, - 0.15888449568748475, - 0.9834513599395751, - 0.9998, - 0.24093078261613854, - 0.3843366762638093, - 0.2768812180876732, - 0.09594143676757816, - 0.16144601993560792, - 1.0022019856452942, - 0.9998, - 0.2459272434949874, - 0.3907656828403474, - 0.2815030888676643, - 0.09760697330236434, - 0.16464969681501385, - 1.019599228835106, - 0.9998, - 0.2511993800699711, - 0.3962667070865631, - 0.28746061475872997, - 0.09892506269812584, - 0.1685606077313423, - 1.0345355377674106, - 0.9998, - 0.25586065447330475, - 0.4064154948949814, - 0.29352941393256193, - 0.10010581925511364, - 0.17137197246551505, - 1.0455808718204502, - 0.9998, - 0.26066332874298104, - 0.41295039305686965, - 0.29917095521688464, - 0.10042237902879714, - 0.17334867343306548, - 1.0644763714551928, - 0.9998, - 0.26424761767387395, - 0.4171489597439766, - 0.3047941813468933, - 0.10030385837554934, - 0.1771283437609672, - 1.0775494430065153, - 0.9998, - 0.266823394203186, - 0.42120621981620787, - 0.31085526600480073, - 0.10133219141960148, - 0.18098006631135943, - 1.0927770781517028, - 0.9998, - 0.27192984950542454, - 0.4258830359578132, - 0.31648782253265384, - 0.10210902032852165, - 0.18391375703215596, - 1.1100240562438963, - 0.9998, - 0.2774573613643646, - 0.4328473631143568, - 0.3229170823454858, - 0.10328457579612738, - 0.18559744659066202, - 1.127002547836304, - 0.9998, - 0.280809062719345, - 0.43832696628570567, - 0.32813225684762004, - 0.10458858071565635, - 0.18929516908526423, - 1.1399588096141815, - 0.9998, - 0.28525815182924275, - 0.44289318814277645, - 0.3333625353813172, - 0.1055313608527183, - 0.1918839191913605, - 1.1545847342491151, - 0.9998, - 0.2899247071444988, - 0.4499819297909735, - 0.33962785017490393, - 0.10614367849826811, - 0.19452174307107928, - 1.1747124679088592, - 0.9998, - 0.29274274289608004, - 0.4549682779312134, - 0.3463232246458531, - 0.10680567473173141, - 0.19644608254432672, - 1.185605804681778, - 0.9998 - ] - } - }, - "sample_ratio": 0.05, - "dataset_infos": { - "robotgeneralist/pp__1": { - "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", - "num_episodes": 237, - "num_frames": 99363 - }, - "robotgeneralist/pp__1__adversarial": { - "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", - "num_episodes": 64, - "num_frames": 17906 - }, - "robotgeneralist/pp__2": { - "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", - "num_episodes": 92, - "num_frames": 37458 - }, - "robotgeneralist/pp__2__rotations": { - "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", - "num_episodes": 102, - "num_frames": 13935 - }, - "robotgeneralist/pp__3__with_ft": { - "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", - "num_episodes": 99, - "num_frames": 38424 - }, - "robotgeneralist/pp__3__with_ft__rotations": { - "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", - "num_episodes": 49, - "num_frames": 7151 - }, - "robotgeneralist/pp__3__with_ft__adversarial_start": { - "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", - "num_episodes": 147, - "num_frames": 21313 - }, - "robotgeneralist/pp__4__with_ft": { - "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", - "num_episodes": 94, - "num_frames": 33046 - }, - "robotgeneralist/pp__5__with_ft__adversarial_target": { - "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", - "num_episodes": 48, - "num_frames": 10615 - }, - "robotgeneralist/pp__6__with_ft": { - "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", - "num_episodes": 379, - "num_frames": 123611 - }, - "robotgeneralist/precise-packing-2025-10-22-part-1": { - "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", - "num_episodes": 98, - "num_frames": 41410 - }, - "robotgeneralist/precise-packing-2025-10-22-part-2": { - "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", - "num_episodes": 94, - "num_frames": 37859 - }, - "robotgeneralist/precise-packing-2025-10-22-part-3": { - "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", - "num_episodes": 127, - "num_frames": 53341 - }, - "robotgeneralist/precise-packing-2025-10-22-part-4": { - "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", - "num_episodes": 102, - "num_frames": 38263 - } - } -} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/_METADATA b/pp__test_per_index_stats_after_unpad_fix/5000/params/_METADATA deleted file mode 100644 index 9eb73624158f4514d49041e0806d2d702c62eee1..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/_METADATA +++ /dev/null @@ -1 +0,0 @@ -{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/_sharding b/pp__test_per_index_stats_after_unpad_fix/5000/params/_sharding deleted file mode 100644 index 924608abdcb99abb3c864bb9d1bfca6eb60f780e..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/_sharding +++ /dev/null @@ -1 +0,0 @@ -{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/array_metadatas/process_0 b/pp__test_per_index_stats_after_unpad_fix/5000/params/array_metadatas/process_0 deleted file mode 100644 index 6aa9fd1decf72607133eb54664d98802bf563b5c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/array_metadatas/process_0 +++ /dev/null @@ -1 +0,0 @@ -{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/d/98752a976904731792ce2db12e2afb6b b/pp__test_per_index_stats_after_unpad_fix/5000/params/d/98752a976904731792ce2db12e2afb6b deleted file mode 100644 index 13386ea28b0b7c87f753bfefeceadaf07a412b61..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/5000/params/d/98752a976904731792ce2db12e2afb6b and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/5000/params/manifest.ocdbt deleted file mode 100644 index 590e349c5689e36589a2f34cb150c47ee7011051..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/5000/params/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/04b1765a09a72483c97c1d9ef5b05a83 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/04b1765a09a72483c97c1d9ef5b05a83 deleted file mode 100644 index 0411203b149f08b857ba6faef402ad9fe0fd4cb5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/04b1765a09a72483c97c1d9ef5b05a83 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98cb7604f9dc3833cf9c77c425065783013f6aa449d7f8670d9e35c00e341ec3 -size 1120115882 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/1076c824a639484bc5ac0a505e87599c b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/1076c824a639484bc5ac0a505e87599c deleted file mode 100644 index 583f1cc2171d8f48b5539f7f5bdb534288b8567c..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/1076c824a639484bc5ac0a505e87599c +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:df23c96bfec099c135050e48ed603f1a5f578d5edd130a31455049b605ab60e2 -size 5015660 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/179938ccb0459e6892911ce3f9c713ed b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/179938ccb0459e6892911ce3f9c713ed deleted file mode 100644 index b6e643eb0ecf2d6450902a01081a478a133b1545..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/179938ccb0459e6892911ce3f9c713ed +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:805f772373515c5d7cfe6be44f399c2b3cd29d5fb3591dd41a258784550116da -size 70085913 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/25ccb2bd28cda3f43d9d5c05558b3a76 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/25ccb2bd28cda3f43d9d5c05558b3a76 deleted file mode 100644 index 31bca23d8dd59e8a011909d5a867357c2c476982..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/25ccb2bd28cda3f43d9d5c05558b3a76 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c70c406c6bba822a690b5d5bfd595211020420c0481953e3e7953078068d7bd1 -size 139911687 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/2897563c72c9be36dea13d8606a1d37d b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/2897563c72c9be36dea13d8606a1d37d deleted file mode 100644 index 92e27516ffe58c1b4b59f0a057b1ee263e0aa7f2..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/2897563c72c9be36dea13d8606a1d37d +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2feb87aa48cd5a66b4357dd88017fa85f3c5f0ae704e25d797bfda4772bc4556 -size 559732163 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/35cbc231749f71b28f91917803509e6c b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/35cbc231749f71b28f91917803509e6c deleted file mode 100644 index 46cd46020c3fc37eed8126482d2295a61a10ce74..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/35cbc231749f71b28f91917803509e6c and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/38ed158f6d0b95360588d94b33ce8352 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/38ed158f6d0b95360588d94b33ce8352 deleted file mode 100644 index 95ef2118fbcff0e3c3764a725a8c2fb6248275f5..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/38ed158f6d0b95360588d94b33ce8352 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02769134d8301c18fdf3f4e040f5b0bee597358aeae83b2c9733acc5d4d79de1 -size 2240241987 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/40de6dec4b6fecaa8a6fccafdb2900a4 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/40de6dec4b6fecaa8a6fccafdb2900a4 deleted file mode 100644 index ffc57c5cefe3160b4f5ec2c8030ab168d9324180..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/40de6dec4b6fecaa8a6fccafdb2900a4 and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/5821723fafbea0c32a969f4a5df6d961 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/5821723fafbea0c32a969f4a5df6d961 deleted file mode 100644 index 454447a38e2eaf00fe9c4d038121e236a869f99f..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/5821723fafbea0c32a969f4a5df6d961 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef7d73c27cc7cca2c2e53baaf8f8ad31a3122c2656829f5eafa840df9fe4887f -size 1120127562 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/6d2410cf13e768ff7f8070cfea81bd21 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/6d2410cf13e768ff7f8070cfea81bd21 deleted file mode 100644 index cfb1acb42be765c48a1f8f94a822f33eeea578aa..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/6d2410cf13e768ff7f8070cfea81bd21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa868b80f1548ff99151bfec6183ed5e02e9183a9e207b65118138220e3a12bc -size 1957442669 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/82941a02dc99d8930389e0a807f5be0a b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/82941a02dc99d8930389e0a807f5be0a deleted file mode 100644 index 4c8034308f80e4a69dc03945a2a96527e3669add..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/82941a02dc99d8930389e0a807f5be0a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc23cfdb0668f87e19cdda453a23bdef27573bc2bd963c68f9d12ea15023690d -size 1120111028 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/84d58b4dfdb9e42c398bc49664381149 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/84d58b4dfdb9e42c398bc49664381149 deleted file mode 100644 index 6358b2bc43cc984b6c6cbd9c58bcf7c5661fd43f..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/84d58b4dfdb9e42c398bc49664381149 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11c6b60e7d984b4432611c7c7d65d78b9c03e781efba460fbbf3738dc10fb4be -size 280036622 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/9c2ded3f70e84a928f61b5b95931aca4 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/9c2ded3f70e84a928f61b5b95931aca4 deleted file mode 100644 index 9f69c6232aee6b1172601335ff6d7545c70beecb..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/9c2ded3f70e84a928f61b5b95931aca4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4b167a4726ca7fcac6907baefae8c886a04df6e1a8148f07f2d26271a5435f7a -size 265783067 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/a92b0707ee29d8daa51feccb02a58768 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/a92b0707ee29d8daa51feccb02a58768 deleted file mode 100644 index c6d146fdcae0326e2e148026aedfad232ea5e371..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/a92b0707ee29d8daa51feccb02a58768 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:395a04e5d3b377cb97ddcc9d3fc10330c32ae812988ddd8f72a6561fc3aeda7e -size 280190052 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/ac52578c984f016ed0b73ea3e035e53f b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/ac52578c984f016ed0b73ea3e035e53f deleted file mode 100644 index e3de2017f5e3eb06334743d3a3eb6649ac011342..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/ac52578c984f016ed0b73ea3e035e53f +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:834a5f7574eed1e6be770eaa23e29609b658857cc11539f00fe7ec1024c58d69 -size 497034412 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/b7c508047439e1667017375086930d88 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/b7c508047439e1667017375086930d88 deleted file mode 100644 index d65bda8df164634d7e00749227725d2ccf6774dc..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/b7c508047439e1667017375086930d88 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8173a8dd439950aa105af7d8ea2cd1a20bd42f2e45fb4a31a3eecbf3c57bb124 -size 34975073 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/d683052098cfbd2539fe0516f12989e4 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/d683052098cfbd2539fe0516f12989e4 deleted file mode 100644 index bffca4b4d4b52f53a875a2384609811dd606182f..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/d683052098cfbd2539fe0516f12989e4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:94110d46c1a37fd30700d47ffcccfdfb62f89c3320aeb65ebc979afdbcee2f1e -size 132966983 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e19de07e538854cfc965972d2cb2d98c b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e19de07e538854cfc965972d2cb2d98c deleted file mode 100644 index 7b9619b6a6b36dc9e9d0cad6ab206f6c5cae33a7..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e19de07e538854cfc965972d2cb2d98c +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b9183a4600112dca0e8b6d47c1d953fad39e4fa5808af19b2db764ba01d54054 -size 8754989 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e30d6d433aa0c398fd6c5db595253cbc b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e30d6d433aa0c398fd6c5db595253cbc deleted file mode 100644 index a6e1dfe6bea0f07542a82f46032eff5563f5d12b..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/e30d6d433aa0c398fd6c5db595253cbc +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f1d0f78435a119ac916c9f58fbd3fff8a9eb28db71dee676ed259d011d143c74 -size 132967899 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f19636bb916c04d642b727d05ce95b39 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f19636bb916c04d642b727d05ce95b39 deleted file mode 100644 index 011e51f59f10b97174dc8804e1410f9dbbe3dab9..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f19636bb916c04d642b727d05ce95b39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:836f818541af23cb3f31b48fd81e7f7e50a51741e6b1d905637705de1c7ca898 -size 279238591 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f3a6d26c4566b2f46b555b82d47bcf5a b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f3a6d26c4566b2f46b555b82d47bcf5a deleted file mode 100644 index 0b6569cd3ca2a7a4cae39994aa80cf56ae996d61..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f3a6d26c4566b2f46b555b82d47bcf5a +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:123be09697b741c4f5526af83dd19d639fddb8f38758fd7d0c245cc180ac9f37 -size 139974281 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f64e17909e982fba36706d0b218f2798 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f64e17909e982fba36706d0b218f2798 deleted file mode 100644 index c1b76734925ee28ab5790fa3b60f23bb78d93066..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f64e17909e982fba36706d0b218f2798 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a4a9d1f7e098d403b1958a9b68d6b386a73b36d6d99c6852193cf45d6cb10c12 -size 1120115799 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f73dc79da31946eb2c52bba6dbfd4670 b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f73dc79da31946eb2c52bba6dbfd4670 deleted file mode 100644 index c1bd90007f07d8a256a7735be569107375ef70c8..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/f73dc79da31946eb2c52bba6dbfd4670 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f607b262105a53cc44f1ce2a4f01cdddebcf64a89977acdf84ad12553b2df35 -size 12533715 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/facf12b73c2468bc615b7c43a4e2f50b b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/facf12b73c2468bc615b7c43a4e2f50b deleted file mode 100644 index 0206fd6c7960464753073ff3b34aecb5a6720cdf..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/d/facf12b73c2468bc615b7c43a4e2f50b +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4643fee9b93df93081815c7daabf4ee4045887fb4b15d0c3a9390d8a257d59c -size 496752609 diff --git a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/manifest.ocdbt deleted file mode 100644 index e2d6c5252b227d5e2b6165b66ae808219a41998d..0000000000000000000000000000000000000000 Binary files a/pp__test_per_index_stats_after_unpad_fix/5000/params/ocdbt.process_0/manifest.ocdbt and /dev/null differ diff --git a/pp__test_per_index_stats_after_unpad_fix/config.yaml b/pp__test_per_index_stats_after_unpad_fix/config.yaml deleted file mode 100644 index f6ac83b948051259e3f9d1a587f12906354f62b7..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/config.yaml +++ /dev/null @@ -1,102 +0,0 @@ -!!python/object:openpi.training.config.TrainConfig -name: precise_packing_baseline -project_name: openpi -exp_name: pp__test_per_index_stats_after_unpad_fix -model: !!python/object:openpi.models.pi0_config.Pi0Config - action_dim: 32 - action_horizon: 50 - max_token_len: 48 - dtype: bfloat16 - paligemma_variant: gemma_2b - action_expert_variant: gemma_300m - img_variant: So400m/14 - pi05: false - discrete_state_input: false -weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader - local_dir: null - repo_id: robotgeneralist/openpi_checkpoint_mirrors - revision: main - checkpoint_path: pi0_base -pytorch_weight_path: null -pytorch_training_precision: bfloat16 -lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule - warmup_steps: 1000 - peak_lr: 2.5e-05 - decay_steps: 30000 - decay_lr: 2.5e-06 -optimizer: !!python/object:openpi.training.optimizer.AdamW - b1: 0.9 - b2: 0.95 - eps: 1.0e-08 - weight_decay: 1.0e-10 - clip_gradient_norm: 1.0 -ema_decay: 0.99 -freeze_filter: !!python/name:flax.nnx.filterlib.Nothing '' -data: !!python/object:openpi.training.config.LeRobotNomagicURXDataConfig - repo_ids: !!python/tuple - - robotgeneralist/pp__1 - - robotgeneralist/pp__1__adversarial - - robotgeneralist/pp__2 - - robotgeneralist/pp__2__rotations - - robotgeneralist/pp__3__with_ft - - robotgeneralist/pp__3__with_ft__rotations - - robotgeneralist/pp__3__with_ft__adversarial_start - - robotgeneralist/pp__4__with_ft - - robotgeneralist/pp__5__with_ft__adversarial_target - - robotgeneralist/pp__6__with_ft - - robotgeneralist/precise-packing-2025-10-22-part-1 - - robotgeneralist/precise-packing-2025-10-22-part-2 - - robotgeneralist/precise-packing-2025-10-22-part-3 - - robotgeneralist/precise-packing-2025-10-22-part-4 - assets: !!python/object:openpi.training.config.AssetsConfig - assets_dir: null - asset_id: ur10e - norm_stats_sample_ratio: 0.05 - base_config: !!python/object:openpi.training.config.DataConfig - repo_ids: null - asset_id: null - norm_stats_data: null - norm_stats_sample_ratio: 1.0 - norm_stats_dir: null - tolerance_s: 0.0001 - per_action_index_norm_stats: false - repack_transforms: !!python/object:openpi.transforms.Group - inputs: !!python/tuple [] - outputs: !!python/tuple [] - data_transforms: !!python/object:openpi.transforms.Group - inputs: !!python/tuple [] - outputs: !!python/tuple [] - model_transforms: !!python/object:openpi.transforms.Group - inputs: !!python/tuple [] - outputs: !!python/tuple [] - use_quantile_norm: false - action_sequence_keys: !!python/tuple - - actions - fourier_config: null - prompt_from_task: true - rlds_data_dir: null - action_space: null - filter_dict_path: null - default_prompt: null - use_poses: true - end_effector_frame: true - per_action_index_norm_stats: true - fourier_config: null - tolerance_s: 0.0001 -assets_base_dir: ./assets -checkpoint_base_dir: /storage_nvme_1/robotgeneralist/checkpoints -seed: 42 -batch_size: 32 -num_workers: 2 -num_train_steps: 25001 -log_interval: 100 -save_interval: 1000 -keep_period: 5000 -overwrite: false -resume: true -wandb_enabled: true -policy_metadata: null -fsdp_devices: 1 -test_split_ratio: 0.05 -test_eval_interval: 1000 -test_eval_use_train_mode: false diff --git a/pp__test_per_index_stats_after_unpad_fix/wandb_id.txt b/pp__test_per_index_stats_after_unpad_fix/wandb_id.txt deleted file mode 100644 index 2d2644031e11c08616207d9e343c40d16d531678..0000000000000000000000000000000000000000 --- a/pp__test_per_index_stats_after_unpad_fix/wandb_id.txt +++ /dev/null @@ -1 +0,0 @@ -bbmv4hy2 \ No newline at end of file