diff --git a/.gitattributes b/.gitattributes index d9c962b204afa8e2dc591f9bd8f8f9d7a6ba07f6..39f568ae055b6022c047361d2b6701000377b5e8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1415,3 +1415,12 @@ pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/608edccf pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8e8aa061bc8eb972145f18959a1b0bbf filter=lfs diff=lfs merge=lfs -text pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/7d7262f2c5f2d22260233d02a331073f filter=lfs diff=lfs merge=lfs -text pp__test_per_index_stats_after_unpad_fix/25000/params/ocdbt.process_0/d/8f85d3aa68900bdacc29c0dbcc31ac97 filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/d0c9066c47872825c4891e13cdb5680c filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd6d04c79be8e20b6fd1a9347311bccd filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/969f048653eea7924c026d1e3a727208 filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/e493e179b0b98155cbc63d30e1432c2b filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/635b250b54ec0533317a78412f423ec5 filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd10feec67fb40cb9e6807da9825e86c filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f8f9ded2103c6e8ce0e25b463e00b33e filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f89c72d8876f0a8aad9d7b3f5f888ab5 filter=lfs diff=lfs merge=lfs -text +pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/13318c96d161c7e998a999eb5031247a filter=lfs diff=lfs merge=lfs -text diff --git a/pp__test_baseline_raw_actions/10000/_CHECKPOINT_METADATA b/pp__test_baseline_raw_actions/10000/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..64a1ad00fb975e10750f498b0eae81503d855268 --- /dev/null +++ b/pp__test_baseline_raw_actions/10000/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766942570769631038, "commit_timestamp_nsecs": 1766942615924516729, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/10000/assets/ur10e/norm_stats.json b/pp__test_baseline_raw_actions/10000/assets/ur10e/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1b886d6b668da778297b91b3d82381c2eab28a --- /dev/null +++ b/pp__test_baseline_raw_actions/10000/assets/ur10e/norm_stats.json @@ -0,0 +1,1525 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.05313729867339134, + 0.0037223484832793474, + 0.106409952044487, + 0.0008666226058267057, + -0.00854077935218811, + 0.01460699550807476, + 0.5940247178077698 + ], + "std": [ + 0.1176244392991066, + 0.16962096095085144, + 0.07773701101541519, + 0.04537155479192734, + 0.06616315245628357, + 0.6038344502449036, + 0.49107977747917175 + ], + "q01": [ + -0.2025573879778385, + -0.31106759839057924, + 0.00890737680345774, + -0.11727181684970855, + -0.16711108471155167, + -1.423702568435669, + 0.0 + ], + "q99": [ + 0.29901714037060734, + 0.4115018085956573, + 0.3217185490995646, + 0.13774808425903318, + 0.19241279754638663, + 1.598234023094177, + 0.9998 + ] + }, + "actions": { + "mean": [ + 0.0001451610296498984, + 0.00017207347264047712, + 0.000048651279939804226, + 0.00003654604734038003, + -0.000019767590856645256, + -0.00019861181499436498, + 0.5944076776504517, + 0.0002841090608853847, + 0.00034722191048786044, + 0.00011135452223243192, + 0.00006827477045590058, + -0.000043589698179857805, + -0.0004028017574455589, + 0.594025731086731, + 0.00041486899135634303, + 0.0005213047261349857, + 0.00018569435633253306, + 0.00009245114779332653, + -0.00007049143459880725, + -0.000616009347140789, + 0.5935360789299011, + 0.000542119552846998, + 0.0006975074065849185, + 0.00027102616149932146, + 0.00011072693450842053, + -0.00010138262587133795, + -0.0008296052110381424, + 0.593919575214386, + 0.0006618681945838034, + 0.0008754940354265273, + 0.0003684645926114172, + 0.00012383276771288365, + -0.000135598995257169, + -0.0010419095633551478, + 0.5929783582687378, + 0.0007787057547830045, + 0.00105847988743335, + 0.0004721089790109545, + 0.00013335929543245584, + -0.00017038211808539927, + -0.0012720258673653007, + 0.5933270454406738, + 0.0008861633250489831, + 0.001237610587850213, + 0.0005911999032832682, + 0.00013674379442818463, + -0.00020881379896309227, + -0.0014943619025871158, + 0.5934669971466064, + 0.0009874902898445725, + 0.0014197468990460038, + 0.0007170690805651248, + 0.00013581194798462093, + -0.0002465852303430438, + -0.0017284756759181619, + 0.5931888818740845, + 0.0010826619109138846, + 0.0016015341971069574, + 0.0008584632305428386, + 0.000128391373436898, + -0.00028913054848089814, + -0.0019626382272690535, + 0.5930843949317932, + 0.001174500328488648, + 0.0017860672669485211, + 0.0010054412996396422, + 0.00012193901784485206, + -0.000334887852659449, + -0.0022029897663742304, + 0.5935000777244568, + 0.0012568456586450338, + 0.0019742222502827644, + 0.0011647609062492847, + 0.00011021356476703659, + -0.00038211053470149636, + -0.0024467180483043194, + 0.5931875109672546, + 0.0013310370268300176, + 0.0021642642095685005, + 0.0013335321564227343, + 0.00009949743980541825, + -0.0004296436673030257, + -0.0027013549115508795, + 0.5931177139282227, + 0.0014006041456013918, + 0.002352928975597024, + 0.0015152853447943926, + 0.00008505478035658598, + -0.00048136088298633695, + -0.0029538467060774565, + 0.5930479764938354, + 0.0014608069323003292, + 0.0025415997952222824, + 0.001700855791568756, + 0.00006727704749209806, + -0.0005341243813745677, + -0.003210614435374737, + 0.5928036570549011, + 0.0015100123127922416, + 0.002731549320742488, + 0.0018991812830790877, + 0.0000493652478326112, + -0.0005809388239867985, + -0.003473253920674324, + 0.5928736925125122, + 0.0015514988917857409, + 0.002922238316386938, + 0.0021079820580780506, + 0.000029167196771595627, + -0.0006329127354547381, + -0.0037316547241061926, + 0.5928043127059937, + 0.0015838317340239882, + 0.0031066250521689653, + 0.002319576218724251, + 8.898059604689479e-6, + -0.0006800378323532641, + -0.004003639332950115, + 0.5929091572761536, + 0.0016050132689997554, + 0.003295252099633217, + 0.0025419394951313734, + -0.000013710295206692535, + -0.0007257868419401348, + -0.004269901663064957, + 0.5930485725402832, + 0.0016164487460628152, + 0.0034825268667191267, + 0.002774182241410017, + -0.000037491106922971085, + -0.0007724225870333612, + -0.004538912326097488, + 0.5931875705718994, + 0.001615947112441063, + 0.003664180636405945, + 0.0030124683398753405, + -0.00006199560448294505, + -0.0008142396691255271, + -0.00480045098811388, + 0.5933974385261536, + 0.0016095866449177265, + 0.0038478909991681576, + 0.003257976844906807, + -0.00008698971942067146, + -0.0008547022007405758, + -0.005078013986349106, + 0.5936415791511536, + 0.0015872354852035642, + 0.004021089058369398, + 0.0035109000746160746, + -0.00011568223999347538, + -0.0008942089625634253, + -0.005354971159249544, + 0.5934317708015442, + 0.0015591973206028342, + 0.004198537208139896, + 0.003773036180064082, + -0.00014495827781502157, + -0.0009303062106482685, + -0.005638875067234039, + 0.5936412215232849, + 0.0015177299501374364, + 0.004366280045360327, + 0.004040749743580818, + -0.00017588783521205187, + -0.0009663543896749616, + -0.005925025325268507, + 0.593501627445221, + 0.0014705799985677004, + 0.004531881771981716, + 0.00431715976446867, + -0.00021041395666543394, + -0.0010010612895712256, + -0.006207368802279234, + 0.5935365557670593, + 0.001413213089108467, + 0.004692579619586468, + 0.004599601496011019, + -0.0002457766968291253, + -0.0010327493073418736, + -0.006505406461656094, + 0.5933269262313843, + 0.0013434475986286998, + 0.004848736338317394, + 0.004890408832579851, + -0.00028711999766528606, + -0.00106858741492033, + -0.006807356141507626, + 0.5931181311607361, + 0.0012650334974750876, + 0.004994421266019344, + 0.0051898653618991375, + -0.00033172621624544263, + -0.0010990891605615616, + -0.0071100820787250996, + 0.5929442048072815, + 0.0011793962912634015, + 0.005135250277817249, + 0.005499166436493397, + -0.000378662021830678, + -0.0011317729949951172, + -0.007409243378788233, + 0.5926647782325745, + 0.0010838431771844625, + 0.005268934182822704, + 0.005817332770675421, + -0.0004281000583432615, + -0.001166283618658781, + -0.007717216853052378, + 0.5926998853683472, + 0.0009804241126403213, + 0.0053992304019629955, + 0.0061420174315571785, + -0.00048094423254951835, + -0.0011993126245215535, + -0.008030007593333721, + 0.5924902558326721, + 0.0008692154078744352, + 0.005519451107829809, + 0.006479023955762386, + -0.000537763989996165, + -0.001236212207004428, + -0.008356506004929543, + 0.5929440855979919, + 0.0007513284799642861, + 0.00563538633286953, + 0.006823732051998377, + -0.000594516284763813, + -0.0012742418330162764, + -0.008685515262186527, + 0.5926643013954163, + 0.0006232408923096955, + 0.005743546411395073, + 0.007178108207881451, + -0.0006553126149810851, + -0.0013130278093740344, + -0.00901535339653492, + 0.5930123329162598, + 0.00048613501712679863, + 0.005843072663992643, + 0.007545872125774622, + -0.0007216006051748991, + -0.001357274129986763, + -0.009348330087959766, + 0.5926995277404785, + 0.000340388563927263, + 0.005928103346377611, + 0.007921233773231506, + -0.0007906133541837335, + -0.0013983722310513258, + -0.00968977902084589, + 0.5930134654045105, + 0.00018408334290143102, + 0.006012112833559513, + 0.008309606462717056, + -0.0008611961966380477, + -0.00144277885556221, + -0.010034735314548016, + 0.5933630466461182, + 0.000022206833818927407, + 0.0060895816422998905, + 0.008708948269486427, + -0.0009344238787889481, + -0.0014912645565345883, + -0.01038195751607418, + 0.5936756134033203, + -0.00014933485363144428, + 0.006156634073704481, + 0.009113290347158909, + -0.001009406871162355, + -0.0015364158898591995, + -0.01074444130063057, + 0.5944079756736755, + -0.0003295359492767602, + 0.006216940935701132, + 0.009534457698464394, + -0.0010867133969441056, + -0.0015858380356803536, + -0.011105277575552464, + 0.5946523547172546, + -0.0005184217588976026, + 0.006267391610890627, + 0.009968035854399204, + -0.00116726232226938, + -0.001635841210372746, + -0.011476362124085426, + 0.5947223901748657, + -0.0007183448178693652, + 0.006307759787887335, + 0.010411876253783703, + -0.0012491614324972034, + -0.0016832650871947408, + -0.011858409270644188, + 0.5945469737052917, + -0.000922650913707912, + 0.006340802181512117, + 0.01086830347776413, + -0.0013331895461305976, + -0.0017334959702566266, + -0.012237261049449444, + 0.5951407551765442, + -0.001138067222200334, + 0.006367202382534742, + 0.011336571536958218, + -0.0014204677427187562, + -0.001783861662261188, + -0.012612935155630112, + 0.5946868658065796, + -0.0013612991897389293, + 0.006382528692483902, + 0.011817813850939274, + -0.0015092657413333654, + -0.0018364684656262398, + -0.013003477826714516, + 0.595176637172699, + -0.0015915771946310997, + 0.0063857706263661385, + 0.01231638714671135, + -0.0015994333662092686, + -0.0018854403169825673, + -0.013393816538155079, + 0.5955926179885864, + -0.001827688654884696, + 0.006383033003658056, + 0.012827028520405293, + -0.0016901197377592325, + -0.0019397168653085828, + -0.01378911454230547, + 0.5955935120582581, + -0.002072748262435198, + 0.006370946299284697, + 0.013353490270674229, + -0.0017832767916843295, + -0.001991107827052474, + -0.014198213815689087, + 0.595174252986908, + -0.0023247504141181707, + 0.006349846720695496, + 0.013896841555833817, + -0.0018769301241263747, + -0.0020415729377418756, + -0.014593549072742462, + 0.5950352549552917, + -0.0025832781102508307, + 0.0063181049190461636, + 0.01445536408573389, + -0.0019729691557586193, + -0.002093689749017358, + -0.015006774105131626, + 0.5953840613365173 + ], + "std": [ + 0.002411161782220006, + 0.0035220407880842686, + 0.0029013415332883596, + 0.0013258246472105384, + 0.0020179853308945894, + 0.010011205449700356, + 0.4910063147544861, + 0.0048064119182527065, + 0.007010283879935741, + 0.005793850403279066, + 0.0026270404923707247, + 0.004016784951090813, + 0.019959986209869385, + 0.4910795986652374, + 0.0072022695094347, + 0.01047250535339117, + 0.008696537464857101, + 0.003923765849322081, + 0.006003526505082846, + 0.029928741976618767, + 0.4911730885505676, + 0.009601284749805927, + 0.013944732025265694, + 0.011596043594181538, + 0.0051947347819805145, + 0.007982160896062851, + 0.039855923503637314, + 0.49109989404678345, + 0.011995380744338036, + 0.017401276156306267, + 0.01450654398649931, + 0.006452825851738453, + 0.009959585964679718, + 0.049764279276132584, + 0.4912789762020111, + 0.014385105110704899, + 0.020854491740465164, + 0.017407990992069244, + 0.007683087605983019, + 0.011908459477126598, + 0.059651929885149, + 0.4912128448486328, + 0.016765346750617027, + 0.024284135550260544, + 0.02030768245458603, + 0.008882720954716206, + 0.013833398930728436, + 0.06945177167654037, + 0.4911862313747406, + 0.01913418062031269, + 0.02769860439002514, + 0.023200584575533867, + 0.010069170035421848, + 0.01573152281343937, + 0.07920067012310028, + 0.49123910069465637, + 0.021495427936315536, + 0.03108437918126583, + 0.02608773671090603, + 0.011218286119401455, + 0.017600294202566147, + 0.08888415992259979, + 0.4912588894367218, + 0.023848513141274452, + 0.03446579724550247, + 0.028954684734344482, + 0.012335631065070629, + 0.0194363035261631, + 0.0984557494521141, + 0.4911799430847168, + 0.02618129923939705, + 0.0377996489405632, + 0.031812794506549835, + 0.013426545076072216, + 0.021240200847387314, + 0.10793018341064453, + 0.4912393391132355, + 0.02850136160850525, + 0.04113452509045601, + 0.03465236350893974, + 0.01448102854192257, + 0.023004556074738503, + 0.11730524897575378, + 0.491252601146698, + 0.030810443684458733, + 0.0444553941488266, + 0.03749171271920204, + 0.01552011538296938, + 0.02474648877978325, + 0.12660986185073853, + 0.49126577377319336, + 0.033104438334703445, + 0.047724947333335876, + 0.04029623046517372, + 0.01652422547340393, + 0.026438293978571892, + 0.1357518434524536, + 0.4913119971752167, + 0.03538680821657181, + 0.05097673833370209, + 0.04309060424566269, + 0.017495229840278625, + 0.02809188887476921, + 0.14484061300754547, + 0.49129876494407654, + 0.037644777446985245, + 0.054201558232307434, + 0.045869018882513046, + 0.018448922783136368, + 0.029708286747336388, + 0.1537874937057495, + 0.4913118779659271, + 0.03989279642701149, + 0.05739012360572815, + 0.04861682280898094, + 0.019360067322850227, + 0.031284283846616745, + 0.16262821853160858, + 0.4912920594215393, + 0.04212509095668793, + 0.060563746839761734, + 0.05134649947285652, + 0.020253626629710197, + 0.03281664475798607, + 0.17136116325855255, + 0.4912656545639038, + 0.04433578997850418, + 0.06369910389184952, + 0.05404900759458542, + 0.021123351529240608, + 0.03430699184536934, + 0.1799684315919876, + 0.4912393391132355, + 0.0465271882712841, + 0.06679350882768631, + 0.05673054978251457, + 0.02196338027715683, + 0.035762034356594086, + 0.1884494125843048, + 0.49119946360588074, + 0.04870201274752617, + 0.0698690414428711, + 0.0593833364546299, + 0.02277866192162037, + 0.03716905042529106, + 0.19684050977230072, + 0.4911530017852783, + 0.05086364969611168, + 0.0729081928730011, + 0.06201274320483208, + 0.023575762286782265, + 0.03854267671704292, + 0.20511800050735474, + 0.49119293689727783, + 0.052999626845121384, + 0.07590420544147491, + 0.06461741775274277, + 0.024347545579075813, + 0.03986750543117523, + 0.21329139173030853, + 0.4911530613899231, + 0.05511622130870819, + 0.07886126637458801, + 0.06719071418046951, + 0.02509898692369461, + 0.04115770384669304, + 0.22134073078632355, + 0.4911796748638153, + 0.05720451846718788, + 0.0817820280790329, + 0.06973543763160706, + 0.02582353726029396, + 0.04240873083472252, + 0.22928737103939056, + 0.49117299914360046, + 0.05928165465593338, + 0.08468781411647797, + 0.07225947827100754, + 0.026536913588643074, + 0.0436241552233696, + 0.23713935911655426, + 0.4912128746509552, + 0.06133345514535904, + 0.08753105252981186, + 0.07475195825099945, + 0.02723076194524765, + 0.04480902478098869, + 0.2449100911617279, + 0.49125248193740845, + 0.06336378306150436, + 0.09035338461399078, + 0.07722371071577072, + 0.027915935963392258, + 0.04596531763672829, + 0.25256893038749695, + 0.49128544330596924, + 0.06536917388439178, + 0.0931331068277359, + 0.07966616004705429, + 0.028593653813004494, + 0.04708719253540039, + 0.26014769077301025, + 0.49133822321891785, + 0.06735322624444962, + 0.09587426483631134, + 0.08208146691322327, + 0.029253413900732994, + 0.04818820580840111, + 0.2676284909248352, + 0.4913316071033478, + 0.06931550055742264, + 0.09857368469238281, + 0.084467314183712, + 0.029913172125816345, + 0.049258600920438766, + 0.27503275871276855, + 0.4913710951805115, + 0.07124854624271393, + 0.10124263167381287, + 0.08683151751756668, + 0.03056473471224308, + 0.05031215026974678, + 0.2823602259159088, + 0.4912854731082916, + 0.07316309213638306, + 0.10387503355741501, + 0.08917013555765152, + 0.031205736100673676, + 0.051339127123355865, + 0.2896381616592407, + 0.491338312625885, + 0.0750511884689331, + 0.10646932572126389, + 0.09148410707712173, + 0.03184282034635544, + 0.05234614759683609, + 0.2968275845050812, + 0.49127253890037537, + 0.07691479474306107, + 0.10901817679405212, + 0.0937764048576355, + 0.032469242811203, + 0.053335245698690414, + 0.30398809909820557, + 0.49133166670799255, + 0.07874985039234161, + 0.11152230948209763, + 0.0960441529750824, + 0.03308483585715294, + 0.054303981363773346, + 0.311068594455719, + 0.49127233028411865, + 0.08056764304637909, + 0.11400332301855087, + 0.09828827530145645, + 0.03369200974702835, + 0.055251531302928925, + 0.31809186935424805, + 0.49120599031448364, + 0.08236116915941238, + 0.11642979085445404, + 0.10051009804010391, + 0.034294869750738144, + 0.05618305504322052, + 0.32508960366249084, + 0.4911465048789978, + 0.0841296911239624, + 0.11883242428302765, + 0.10270429402589798, + 0.034887079149484634, + 0.0570959635078907, + 0.3320097327232361, + 0.4910062551498413, + 0.08587083965539932, + 0.12118621915578842, + 0.10488012433052063, + 0.0354686863720417, + 0.05799192935228348, + 0.3389015197753906, + 0.49095919728279114, + 0.08759026974439621, + 0.12350363284349442, + 0.10703437030315399, + 0.03604672849178314, + 0.05887560918927193, + 0.3457629084587097, + 0.4909456968307495, + 0.08928582817316055, + 0.12578748166561127, + 0.10916976630687714, + 0.03662176802754402, + 0.059738170355558395, + 0.35257115960121155, + 0.49097952246665955, + 0.09095519781112671, + 0.1280231475830078, + 0.11128115653991699, + 0.03717926889657974, + 0.06058768928050995, + 0.35931187868118286, + 0.4908647835254669, + 0.09259875863790512, + 0.13021688163280487, + 0.11337121576070786, + 0.03773583471775055, + 0.061423756182193756, + 0.3660118579864502, + 0.4909525215625763, + 0.09422165900468826, + 0.13238278031349182, + 0.11544124782085419, + 0.03828861564397812, + 0.06224775314331055, + 0.3726641535758972, + 0.4908578395843506, + 0.09581982344388962, + 0.13450181484222412, + 0.11749458312988281, + 0.03884110972285271, + 0.06304997950792313, + 0.3792511522769928, + 0.49077698588371277, + 0.09739767760038376, + 0.13658517599105835, + 0.11952484399080276, + 0.03938090428709984, + 0.06384975463151932, + 0.3857972025871277, + 0.49077683687210083, + 0.09894638508558273, + 0.1386304795742035, + 0.12153798341751099, + 0.03992167487740517, + 0.06463739275932312, + 0.39230042695999146, + 0.4908582866191864, + 0.10048258304595947, + 0.14064013957977295, + 0.12353785336017609, + 0.040460873395204544, + 0.06541262567043304, + 0.398761510848999, + 0.4908851981163025, + 0.10199275612831116, + 0.14262202382087708, + 0.1255190521478653, + 0.04099829122424126, + 0.0661839172244072, + 0.40516018867492676, + 0.4908175766468048 + ], + "q01": [ + -0.007347712090983987, + -0.011486765748262403, + -0.005602361589856446, + -0.004156268547289073, + -0.007298904010653494, + -0.03456402559429407, + 0.0, + -0.014532031904906033, + -0.023063078013062475, + -0.011146851527690887, + -0.008034631153941155, + -0.014402847960591318, + -0.0688410488665104, + 0.0, + -0.02174613598883152, + -0.03454083656966686, + -0.016602809804677963, + -0.012004367487877608, + -0.02169839859008789, + -0.10323694312572479, + 0.0, + -0.02924629563242197, + -0.046255945521593095, + -0.02208325160816312, + -0.01599733569249511, + -0.029179477728903294, + -0.13703150334358216, + 0.0, + -0.0364012400791049, + -0.057891583660244945, + -0.027614226043969393, + -0.020049774289131163, + -0.03620416237413883, + -0.17225709611177442, + 0.0, + -0.04366054475307465, + -0.06915460828691722, + -0.03313590524941683, + -0.023996917428076275, + -0.0432967299669981, + -0.20717854452133178, + 0.0, + -0.0507191886767745, + -0.08091499265134335, + -0.038471172228455544, + -0.02769389592409134, + -0.05027697439491748, + -0.240767266279459, + 0.0, + -0.05764442007690668, + -0.0928664004802704, + -0.04389051187932491, + -0.031378988534212116, + -0.05700045920312405, + -0.27346896691322325, + 0.0, + -0.06481191511154175, + -0.10385700676739215, + -0.04937767976522446, + -0.034899483323097225, + -0.0640901755988598, + -0.3072322327375412, + 0.0, + -0.07216909334659577, + -0.11465946695804596, + -0.05446739228963852, + -0.0384699240922928, + -0.07105188292860984, + -0.34030354830026627, + 0.0, + -0.0791815688431263, + -0.12541235695779324, + -0.05973851401358843, + -0.04202334811687469, + -0.07781512894928456, + -0.37346914051771163, + 0.0, + -0.08563443173170089, + -0.13601192309856414, + -0.06484265891909599, + -0.045433390045166, + -0.0843420141339302, + -0.40387091467380526, + 0.0, + -0.09227466106414796, + -0.14718177989125253, + -0.06990853486061097, + -0.04866062937080862, + -0.09135572135448455, + -0.43357558735609053, + 0.0, + -0.09871668579578399, + -0.15755651119351388, + -0.07494964042305946, + -0.05228844651579856, + -0.0973639042377472, + -0.4662614274024963, + 0.0, + -0.10474277555942535, + -0.16660683050751687, + -0.07973185749202967, + -0.055503451734781245, + -0.1043376196026802, + -0.49795184282064436, + 0.0, + -0.11146926714479923, + -0.17675033633708956, + -0.08481720062792301, + -0.05867235680818558, + -0.11146564957499505, + -0.5234594867229462, + 0.0, + -0.1183029289394617, + -0.18591568176746368, + -0.08976946114003659, + -0.06189141765832901, + -0.11618306014537812, + -0.5559864712238312, + 0.0, + -0.1254465562880039, + -0.1967654939889908, + -0.09452381261885166, + -0.06458974866867065, + -0.12229588437080384, + -0.5838854856491089, + 0.0, + -0.13160774660110475, + -0.20561206495761872, + -0.09930612608790398, + -0.06763142464160918, + -0.12729683189988136, + -0.6118898140192032, + 0.0, + -0.13866937249898909, + -0.21400038709640504, + -0.10383093198537827, + -0.07044867560863496, + -0.1330213810920715, + -0.6420615591049195, + 0.0, + -0.14518664595484734, + -0.22208737790584565, + -0.10839852929115296, + -0.07363164942264558, + -0.13909859127998353, + -0.6659443435192108, + 0.0, + -0.15202519185543062, + -0.23166744391918181, + -0.1132360664010048, + -0.07554293347597121, + -0.1431354057431221, + -0.6935547601938247, + 0.0, + -0.1575157383620739, + -0.24115877079963685, + -0.11769197665154933, + -0.07880985802412033, + -0.14886759107112885, + -0.717457844042778, + 0.0, + -0.1637449370443821, + -0.25002506982684136, + -0.12177611397504806, + -0.08111752626895904, + -0.15336844004392625, + -0.7450204710006714, + 0.0, + -0.1702753342092037, + -0.25778238211274146, + -0.12590762196183203, + -0.08350524621009828, + -0.15739910807609558, + -0.7672739201784134, + 0.0, + -0.17570297884345054, + -0.26699419630765914, + -0.12999144119024275, + -0.08586254574060437, + -0.15982728340625763, + -0.7919603824377061, + 0.0, + -0.18209079703688621, + -0.2762185108423233, + -0.1341805691242218, + -0.08846430575847625, + -0.1640431535243988, + -0.8073872842788696, + 0.0, + -0.18759027983546256, + -0.28415180140137675, + -0.13808169324100017, + -0.09098501863479613, + -0.1681320061683655, + -0.8263913946390152, + 0.0, + -0.193171888589859, + -0.29068409420847896, + -0.14178944163620472, + -0.09304863989353179, + -0.1707449821949005, + -0.8507119262695311, + 0.0, + -0.19844869979619978, + -0.2987963397145271, + -0.14549240586161613, + -0.09557797043323518, + -0.1739663097858429, + -0.8648041958332062, + 0.0, + -0.20466184456944464, + -0.3049391875267029, + -0.14948453903496267, + -0.09817119854688644, + -0.17706590107083323, + -0.8849965750694275, + 0.0, + -0.20983124628067015, + -0.3116496807098389, + -0.15297152189016341, + -0.10035031213760376, + -0.18140975254774094, + -0.9072247592926024, + 0.0, + -0.215193039560318, + -0.31998531384468076, + -0.1565369277715683, + -0.102377852499485, + -0.1837332302033901, + -0.9293165444850922, + 0.0, + -0.22114226788282393, + -0.32775930384397506, + -0.16037838854789732, + -0.10488562031984328, + -0.18766805601119993, + -0.9526331702470778, + 0.0, + -0.22637617546319963, + -0.33561479420661927, + -0.16403944179415703, + -0.10686019870638847, + -0.19061433601379393, + -0.9705972829818725, + 0.0, + -0.23192334132194517, + -0.3404881935119629, + -0.16749516949653626, + -0.10840021744370465, + -0.19327300127148628, + -0.9914580883026123, + 0.0, + -0.23655534625053407, + -0.3483747916221619, + -0.1713618674516678, + -0.11093877178430556, + -0.19658433060646058, + -1.0074259456634522, + 0.0, + -0.24189636796712874, + -0.35468626945018766, + -0.174676346886158, + -0.1137608123421669, + -0.1998320359289646, + -1.02401462726593, + 0.0, + -0.24619000346064568, + -0.3617886746406555, + -0.17737202043533326, + -0.11608646607995032, + -0.20212158007621764, + -1.0396305271863937, + 0.0, + -0.25069174761176105, + -0.3690223491430283, + -0.18019738556742668, + -0.11791741763353347, + -0.20542705215215684, + -1.056211252117157, + 0.0, + -0.25575273798704146, + -0.37492762922048567, + -0.18413128078579902, + -0.11963063821196557, + -0.2084871412396431, + -1.0777596963644027, + 0.0, + -0.26051444165706633, + -0.38124460592269893, + -0.18717371021509172, + -0.12171284379959108, + -0.21154849707484244, + -1.0918209570646285, + 0.0, + -0.2645109035611153, + -0.38571969106197357, + -0.19055300951004028, + -0.12364264481067655, + -0.21497644165158272, + -1.1041330133199692, + 0.0, + -0.26856355381011965, + -0.3920482913136482, + -0.19341499418020247, + -0.12596707943677904, + -0.21652717173099517, + -1.1284716510772705, + 0.0, + -0.273536373257637, + -0.3985861983895302, + -0.19648525762557983, + -0.12863396686315537, + -0.2178426690995693, + -1.1498000781059265, + 0.0, + -0.2773340993881226, + -0.4043089840650559, + -0.19916273007392882, + -0.1301111794948578, + -0.21953763974308968, + -1.1649874792098998, + 0.0, + -0.28152843511104586, + -0.4105489842891693, + -0.20206411379575728, + -0.13238328326940535, + -0.22030045819282532, + -1.186898805141449, + 0.0, + -0.28521604499816894, + -0.41719991471767426, + -0.20488486919403076, + -0.13367428585290908, + -0.2215240351676941, + -1.2064387265205383, + 0.0, + -0.28908531114459035, + -0.4219293355822563, + -0.20779289478063584, + -0.1346039095699787, + -0.22363287283182146, + -1.225643195438385, + 0.0, + -0.294126475507021, + -0.42881255321502687, + -0.21011174390912055, + -0.13763879417181013, + -0.22653749623298647, + -1.2400950877666475, + 0.0 + ], + "q99": [ + 0.00760505946278572, + 0.01227881843298674, + 0.009394833338446915, + 0.0041071553006768215, + 0.005846777586638929, + 0.03394978983253241, + 0.9998, + 0.015092343334481124, + 0.024545711845159537, + 0.018547782172262668, + 0.008136489582061764, + 0.011534944232553239, + 0.0680388870239258, + 0.9998, + 0.022567954233288764, + 0.03644986734837294, + 0.0278723166257143, + 0.012022978414595133, + 0.017261751674115658, + 0.1018139317035675, + 0.9998, + 0.030176736226677894, + 0.048319679215550415, + 0.037043299572169786, + 0.015823813125491137, + 0.022935147598385802, + 0.13534477652311327, + 0.9998, + 0.03749606138020754, + 0.05974762381315232, + 0.046320767011493444, + 0.01970605190098286, + 0.028365900403261188, + 0.16783747158050544, + 0.9998, + 0.04486110335588456, + 0.07147922609001398, + 0.055334820427000525, + 0.023239636448025694, + 0.034125556316971783, + 0.2017985020875931, + 0.9998, + 0.052173979285359384, + 0.08346393676698208, + 0.06446339850723744, + 0.026847184759378445, + 0.03955972051620485, + 0.23437213500142096, + 0.9998, + 0.059150983133912094, + 0.09537746536731717, + 0.0733001764550805, + 0.029705484813451755, + 0.04516481494158506, + 0.26646220774650575, + 0.9998, + 0.06645039129257202, + 0.1076395375341177, + 0.08239804291725158, + 0.0328832214474678, + 0.04995994846820831, + 0.29610841860771175, + 0.9998, + 0.07374503636360169, + 0.11985380845069887, + 0.09145532561540604, + 0.035987181842327104, + 0.05490816103816032, + 0.3266934569597244, + 0.9998, + 0.08122003978192807, + 0.1319003387391567, + 0.10024555467069149, + 0.038626870799064655, + 0.05953236908912657, + 0.35580547877550117, + 0.9998, + 0.08822669934630395, + 0.14304091303348543, + 0.1088144795835018, + 0.041924731212854394, + 0.06486271733045579, + 0.3876368781208992, + 0.9998, + 0.09569223463535309, + 0.1534084576368332, + 0.11751553359031677, + 0.04469002693891522, + 0.06991170048713685, + 0.41592443135976787, + 0.9998, + 0.10324303380250932, + 0.1640547949969769, + 0.1258540060549974, + 0.04742067799866201, + 0.0741334307938814, + 0.4491768553853035, + 0.9998, + 0.1099683414697647, + 0.17510256106853483, + 0.13403582906574008, + 0.050331409102678304, + 0.07791369587183, + 0.475221610414982, + 0.9998, + 0.1170920331031084, + 0.1857688842058181, + 0.14203765797317025, + 0.05343856880664827, + 0.0820521941632032, + 0.5052882493734359, + 0.9998, + 0.12414569870531561, + 0.19753187570571906, + 0.14974090793728828, + 0.0557895161241293, + 0.0865580612182617, + 0.5326116788625717, + 0.9998, + 0.13112460071146492, + 0.20844777574539186, + 0.15755365291237833, + 0.05866813796758652, + 0.09100452079772947, + 0.5617906215190887, + 0.9998, + 0.1379249924659729, + 0.21917983024120336, + 0.16431246396899224, + 0.06069063851833345, + 0.09500974670350554, + 0.5912433532238006, + 0.9998, + 0.14485807346105578, + 0.2286938194990158, + 0.1716713245987892, + 0.0637721403002739, + 0.09919737915396692, + 0.6155789003372192, + 0.9998, + 0.15117210847139356, + 0.23827072948217387, + 0.1779224501848221, + 0.06597466281652448, + 0.10370546174049378, + 0.644374561071396, + 0.9998, + 0.15787530031800268, + 0.24751081448793422, + 0.18454510100185867, + 0.06831172816753389, + 0.10792329218983648, + 0.6659029854536058, + 0.9998, + 0.1641180765330792, + 0.2572556215524673, + 0.19053607739508155, + 0.07030175954103468, + 0.11277426195144652, + 0.686683092904091, + 0.9998, + 0.16966928005814552, + 0.26658033823966976, + 0.19653976464271544, + 0.07203448786735533, + 0.11643967783451081, + 0.7125654235839844, + 0.9998, + 0.17621982062458996, + 0.27701201248764995, + 0.20197029424905777, + 0.07416592988967896, + 0.12035323338508608, + 0.7360334300994871, + 0.9998, + 0.1819627068042755, + 0.2855635068178177, + 0.2084233057498932, + 0.07603480890989306, + 0.1241462073802948, + 0.7568318559646605, + 0.9998, + 0.18748426148295405, + 0.29386607773303985, + 0.21488302874565124, + 0.0777944794893265, + 0.1279024946689606, + 0.7800548309087754, + 0.9998, + 0.19402539111375805, + 0.304579441523552, + 0.22076346032619476, + 0.07946800847053526, + 0.13082660132646562, + 0.8035489074707032, + 0.9998, + 0.1999460756778717, + 0.31222576675415037, + 0.2264517953634262, + 0.08081280782818795, + 0.13460262061357497, + 0.828994060134888, + 0.9998, + 0.20509765752553943, + 0.3203624894678593, + 0.23198571143150332, + 0.08211237077713013, + 0.13750549141168594, + 0.8529169931411746, + 0.9998, + 0.209518383550644, + 0.3281992249488831, + 0.23816398755311968, + 0.08322777889966959, + 0.14037072820067403, + 0.8746512705802916, + 0.9998, + 0.21442690343856818, + 0.33666496825218195, + 0.24309153485894203, + 0.08529254732131952, + 0.14304055777192115, + 0.8924013189554216, + 0.9998, + 0.21941403126716608, + 0.3448349338173866, + 0.2489651171147823, + 0.08667572829127312, + 0.14580873468518263, + 0.9107246013164523, + 0.9998, + 0.22309734332561493, + 0.3517628137350083, + 0.2547237434387207, + 0.08896696496009826, + 0.1489701636433602, + 0.9272562242746352, + 0.9998, + 0.22793451219797134, + 0.3591047751426697, + 0.2597683270871639, + 0.09042025351524352, + 0.1528471918106079, + 0.9483436929702762, + 0.9998, + 0.23258997063636777, + 0.36902411174774175, + 0.26485966441631315, + 0.09243017539381981, + 0.15506044900417326, + 0.9667170533418656, + 0.9998, + 0.23665347018241878, + 0.3762736029624939, + 0.27067578415870663, + 0.09449174585938458, + 0.15888449568748475, + 0.9834513599395751, + 0.9998, + 0.24093078261613854, + 0.3843366762638093, + 0.2768812180876732, + 0.09594143676757816, + 0.16144601993560792, + 1.0022019856452942, + 0.9998, + 0.2459272434949874, + 0.3907656828403474, + 0.2815030888676643, + 0.09760697330236434, + 0.16464969681501385, + 1.019599228835106, + 0.9998, + 0.2511993800699711, + 0.3962667070865631, + 0.28746061475872997, + 0.09892506269812584, + 0.1685606077313423, + 1.0345355377674106, + 0.9998, + 0.25586065447330475, + 0.4064154948949814, + 0.29352941393256193, + 0.10010581925511364, + 0.17137197246551505, + 1.0455808718204502, + 0.9998, + 0.26066332874298104, + 0.41295039305686965, + 0.29917095521688464, + 0.10042237902879714, + 0.17334867343306548, + 1.0644763714551928, + 0.9998, + 0.26424761767387395, + 0.4171489597439766, + 0.3047941813468933, + 0.10030385837554934, + 0.1771283437609672, + 1.0775494430065153, + 0.9998, + 0.266823394203186, + 0.42120621981620787, + 0.31085526600480073, + 0.10133219141960148, + 0.18098006631135943, + 1.0927770781517028, + 0.9998, + 0.27192984950542454, + 0.4258830359578132, + 0.31648782253265384, + 0.10210902032852165, + 0.18391375703215596, + 1.1100240562438963, + 0.9998, + 0.2774573613643646, + 0.4328473631143568, + 0.3229170823454858, + 0.10328457579612738, + 0.18559744659066202, + 1.127002547836304, + 0.9998, + 0.280809062719345, + 0.43832696628570567, + 0.32813225684762004, + 0.10458858071565635, + 0.18929516908526423, + 1.1399588096141815, + 0.9998, + 0.28525815182924275, + 0.44289318814277645, + 0.3333625353813172, + 0.1055313608527183, + 0.1918839191913605, + 1.1545847342491151, + 0.9998, + 0.2899247071444988, + 0.4499819297909735, + 0.33962785017490393, + 0.10614367849826811, + 0.19452174307107928, + 1.1747124679088592, + 0.9998, + 0.29274274289608004, + 0.4549682779312134, + 0.3463232246458531, + 0.10680567473173141, + 0.19644608254432672, + 1.185605804681778, + 0.9998 + ] + } + }, + "sample_ratio": 0.05, + "dataset_infos": { + "robotgeneralist/pp__1": { + "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", + "num_episodes": 237, + "num_frames": 99363 + }, + "robotgeneralist/pp__1__adversarial": { + "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", + "num_episodes": 64, + "num_frames": 17906 + }, + "robotgeneralist/pp__2": { + "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", + "num_episodes": 92, + "num_frames": 37458 + }, + "robotgeneralist/pp__2__rotations": { + "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", + "num_episodes": 102, + "num_frames": 13935 + }, + "robotgeneralist/pp__3__with_ft": { + "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", + "num_episodes": 99, + "num_frames": 38424 + }, + "robotgeneralist/pp__3__with_ft__rotations": { + "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", + "num_episodes": 49, + "num_frames": 7151 + }, + "robotgeneralist/pp__3__with_ft__adversarial_start": { + "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", + "num_episodes": 147, + "num_frames": 21313 + }, + "robotgeneralist/pp__4__with_ft": { + "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", + "num_episodes": 94, + "num_frames": 33046 + }, + "robotgeneralist/pp__5__with_ft__adversarial_target": { + "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", + "num_episodes": 48, + "num_frames": 10615 + }, + "robotgeneralist/pp__6__with_ft": { + "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", + "num_episodes": 379, + "num_frames": 123611 + }, + "robotgeneralist/precise-packing-2025-10-22-part-1": { + "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", + "num_episodes": 98, + "num_frames": 41410 + }, + "robotgeneralist/precise-packing-2025-10-22-part-2": { + "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", + "num_episodes": 94, + "num_frames": 37859 + }, + "robotgeneralist/precise-packing-2025-10-22-part-3": { + "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", + "num_episodes": 127, + "num_frames": 53341 + }, + "robotgeneralist/precise-packing-2025-10-22-part-4": { + "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", + "num_episodes": 102, + "num_frames": 38263 + } + } +} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/10000/params/_METADATA b/pp__test_baseline_raw_actions/10000/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9eb73624158f4514d49041e0806d2d702c62eee1 --- /dev/null +++ b/pp__test_baseline_raw_actions/10000/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/10000/params/_sharding b/pp__test_baseline_raw_actions/10000/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..924608abdcb99abb3c864bb9d1bfca6eb60f780e --- /dev/null +++ b/pp__test_baseline_raw_actions/10000/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/10000/params/array_metadatas/process_0 b/pp__test_baseline_raw_actions/10000/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..6aa9fd1decf72607133eb54664d98802bf563b5c --- /dev/null +++ b/pp__test_baseline_raw_actions/10000/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/10000/params/d/3c33743ad3943ae2ab43b8e5ab52cfe1 b/pp__test_baseline_raw_actions/10000/params/d/3c33743ad3943ae2ab43b8e5ab52cfe1 new file mode 100644 index 0000000000000000000000000000000000000000..9cdba4c27a15c94f47b30e6827e9269b1a3cac78 Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/d/3c33743ad3943ae2ab43b8e5ab52cfe1 differ diff --git a/pp__test_baseline_raw_actions/10000/params/manifest.ocdbt b/pp__test_baseline_raw_actions/10000/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5d48655c0df3c24fe12e8931bf94b72faf33054f Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/025f003dade71c097f772cc0cb94ee0c b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/025f003dade71c097f772cc0cb94ee0c new file mode 100644 index 0000000000000000000000000000000000000000..94e74c3e48fd6b81d18b797dcf345246fab43c1a Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/025f003dade71c097f772cc0cb94ee0c differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/1c5abad654371286f41992fedf3ac609 b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/1c5abad654371286f41992fedf3ac609 new file mode 100644 index 0000000000000000000000000000000000000000..398a9acbe44316b9ace311d5d14cca5fe7f2e08f Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/1c5abad654371286f41992fedf3ac609 differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/50b3a9b96ae510f36d2d4df70e30da94 b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/50b3a9b96ae510f36d2d4df70e30da94 new file mode 100644 index 0000000000000000000000000000000000000000..c3dbe80d5afd36dc902daa59d4196511a2fd8b1f Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/50b3a9b96ae510f36d2d4df70e30da94 differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/b520f34d110ebc17a01b04db95eb0bc8 b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/b520f34d110ebc17a01b04db95eb0bc8 new file mode 100644 index 0000000000000000000000000000000000000000..ffc57c5cefe3160b4f5ec2c8030ab168d9324180 Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/b520f34d110ebc17a01b04db95eb0bc8 differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/e6afe368278914dac57fe01ab4810996 b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/e6afe368278914dac57fe01ab4810996 new file mode 100644 index 0000000000000000000000000000000000000000..46cd46020c3fc37eed8126482d2295a61a10ce74 Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/d/e6afe368278914dac57fe01ab4810996 differ diff --git a/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..00a0da2dd70c23e86f736bf5eec104b60388c81c Binary files /dev/null and b/pp__test_baseline_raw_actions/10000/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/13000/_CHECKPOINT_METADATA b/pp__test_baseline_raw_actions/13000/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..304183c42cdc893ab6cf7f08873068de2297109c --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766948362427957953, "commit_timestamp_nsecs": 1766948409399754634, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/13000/assets/ur10e/norm_stats.json b/pp__test_baseline_raw_actions/13000/assets/ur10e/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1b886d6b668da778297b91b3d82381c2eab28a --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/assets/ur10e/norm_stats.json @@ -0,0 +1,1525 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.05313729867339134, + 0.0037223484832793474, + 0.106409952044487, + 0.0008666226058267057, + -0.00854077935218811, + 0.01460699550807476, + 0.5940247178077698 + ], + "std": [ + 0.1176244392991066, + 0.16962096095085144, + 0.07773701101541519, + 0.04537155479192734, + 0.06616315245628357, + 0.6038344502449036, + 0.49107977747917175 + ], + "q01": [ + -0.2025573879778385, + -0.31106759839057924, + 0.00890737680345774, + -0.11727181684970855, + -0.16711108471155167, + -1.423702568435669, + 0.0 + ], + "q99": [ + 0.29901714037060734, + 0.4115018085956573, + 0.3217185490995646, + 0.13774808425903318, + 0.19241279754638663, + 1.598234023094177, + 0.9998 + ] + }, + "actions": { + "mean": [ + 0.0001451610296498984, + 0.00017207347264047712, + 0.000048651279939804226, + 0.00003654604734038003, + -0.000019767590856645256, + -0.00019861181499436498, + 0.5944076776504517, + 0.0002841090608853847, + 0.00034722191048786044, + 0.00011135452223243192, + 0.00006827477045590058, + -0.000043589698179857805, + -0.0004028017574455589, + 0.594025731086731, + 0.00041486899135634303, + 0.0005213047261349857, + 0.00018569435633253306, + 0.00009245114779332653, + -0.00007049143459880725, + -0.000616009347140789, + 0.5935360789299011, + 0.000542119552846998, + 0.0006975074065849185, + 0.00027102616149932146, + 0.00011072693450842053, + -0.00010138262587133795, + -0.0008296052110381424, + 0.593919575214386, + 0.0006618681945838034, + 0.0008754940354265273, + 0.0003684645926114172, + 0.00012383276771288365, + -0.000135598995257169, + -0.0010419095633551478, + 0.5929783582687378, + 0.0007787057547830045, + 0.00105847988743335, + 0.0004721089790109545, + 0.00013335929543245584, + -0.00017038211808539927, + -0.0012720258673653007, + 0.5933270454406738, + 0.0008861633250489831, + 0.001237610587850213, + 0.0005911999032832682, + 0.00013674379442818463, + -0.00020881379896309227, + -0.0014943619025871158, + 0.5934669971466064, + 0.0009874902898445725, + 0.0014197468990460038, + 0.0007170690805651248, + 0.00013581194798462093, + -0.0002465852303430438, + -0.0017284756759181619, + 0.5931888818740845, + 0.0010826619109138846, + 0.0016015341971069574, + 0.0008584632305428386, + 0.000128391373436898, + -0.00028913054848089814, + -0.0019626382272690535, + 0.5930843949317932, + 0.001174500328488648, + 0.0017860672669485211, + 0.0010054412996396422, + 0.00012193901784485206, + -0.000334887852659449, + -0.0022029897663742304, + 0.5935000777244568, + 0.0012568456586450338, + 0.0019742222502827644, + 0.0011647609062492847, + 0.00011021356476703659, + -0.00038211053470149636, + -0.0024467180483043194, + 0.5931875109672546, + 0.0013310370268300176, + 0.0021642642095685005, + 0.0013335321564227343, + 0.00009949743980541825, + -0.0004296436673030257, + -0.0027013549115508795, + 0.5931177139282227, + 0.0014006041456013918, + 0.002352928975597024, + 0.0015152853447943926, + 0.00008505478035658598, + -0.00048136088298633695, + -0.0029538467060774565, + 0.5930479764938354, + 0.0014608069323003292, + 0.0025415997952222824, + 0.001700855791568756, + 0.00006727704749209806, + -0.0005341243813745677, + -0.003210614435374737, + 0.5928036570549011, + 0.0015100123127922416, + 0.002731549320742488, + 0.0018991812830790877, + 0.0000493652478326112, + -0.0005809388239867985, + -0.003473253920674324, + 0.5928736925125122, + 0.0015514988917857409, + 0.002922238316386938, + 0.0021079820580780506, + 0.000029167196771595627, + -0.0006329127354547381, + -0.0037316547241061926, + 0.5928043127059937, + 0.0015838317340239882, + 0.0031066250521689653, + 0.002319576218724251, + 8.898059604689479e-6, + -0.0006800378323532641, + -0.004003639332950115, + 0.5929091572761536, + 0.0016050132689997554, + 0.003295252099633217, + 0.0025419394951313734, + -0.000013710295206692535, + -0.0007257868419401348, + -0.004269901663064957, + 0.5930485725402832, + 0.0016164487460628152, + 0.0034825268667191267, + 0.002774182241410017, + -0.000037491106922971085, + -0.0007724225870333612, + -0.004538912326097488, + 0.5931875705718994, + 0.001615947112441063, + 0.003664180636405945, + 0.0030124683398753405, + -0.00006199560448294505, + -0.0008142396691255271, + -0.00480045098811388, + 0.5933974385261536, + 0.0016095866449177265, + 0.0038478909991681576, + 0.003257976844906807, + -0.00008698971942067146, + -0.0008547022007405758, + -0.005078013986349106, + 0.5936415791511536, + 0.0015872354852035642, + 0.004021089058369398, + 0.0035109000746160746, + -0.00011568223999347538, + -0.0008942089625634253, + -0.005354971159249544, + 0.5934317708015442, + 0.0015591973206028342, + 0.004198537208139896, + 0.003773036180064082, + -0.00014495827781502157, + -0.0009303062106482685, + -0.005638875067234039, + 0.5936412215232849, + 0.0015177299501374364, + 0.004366280045360327, + 0.004040749743580818, + -0.00017588783521205187, + -0.0009663543896749616, + -0.005925025325268507, + 0.593501627445221, + 0.0014705799985677004, + 0.004531881771981716, + 0.00431715976446867, + -0.00021041395666543394, + -0.0010010612895712256, + -0.006207368802279234, + 0.5935365557670593, + 0.001413213089108467, + 0.004692579619586468, + 0.004599601496011019, + -0.0002457766968291253, + -0.0010327493073418736, + -0.006505406461656094, + 0.5933269262313843, + 0.0013434475986286998, + 0.004848736338317394, + 0.004890408832579851, + -0.00028711999766528606, + -0.00106858741492033, + -0.006807356141507626, + 0.5931181311607361, + 0.0012650334974750876, + 0.004994421266019344, + 0.0051898653618991375, + -0.00033172621624544263, + -0.0010990891605615616, + -0.0071100820787250996, + 0.5929442048072815, + 0.0011793962912634015, + 0.005135250277817249, + 0.005499166436493397, + -0.000378662021830678, + -0.0011317729949951172, + -0.007409243378788233, + 0.5926647782325745, + 0.0010838431771844625, + 0.005268934182822704, + 0.005817332770675421, + -0.0004281000583432615, + -0.001166283618658781, + -0.007717216853052378, + 0.5926998853683472, + 0.0009804241126403213, + 0.0053992304019629955, + 0.0061420174315571785, + -0.00048094423254951835, + -0.0011993126245215535, + -0.008030007593333721, + 0.5924902558326721, + 0.0008692154078744352, + 0.005519451107829809, + 0.006479023955762386, + -0.000537763989996165, + -0.001236212207004428, + -0.008356506004929543, + 0.5929440855979919, + 0.0007513284799642861, + 0.00563538633286953, + 0.006823732051998377, + -0.000594516284763813, + -0.0012742418330162764, + -0.008685515262186527, + 0.5926643013954163, + 0.0006232408923096955, + 0.005743546411395073, + 0.007178108207881451, + -0.0006553126149810851, + -0.0013130278093740344, + -0.00901535339653492, + 0.5930123329162598, + 0.00048613501712679863, + 0.005843072663992643, + 0.007545872125774622, + -0.0007216006051748991, + -0.001357274129986763, + -0.009348330087959766, + 0.5926995277404785, + 0.000340388563927263, + 0.005928103346377611, + 0.007921233773231506, + -0.0007906133541837335, + -0.0013983722310513258, + -0.00968977902084589, + 0.5930134654045105, + 0.00018408334290143102, + 0.006012112833559513, + 0.008309606462717056, + -0.0008611961966380477, + -0.00144277885556221, + -0.010034735314548016, + 0.5933630466461182, + 0.000022206833818927407, + 0.0060895816422998905, + 0.008708948269486427, + -0.0009344238787889481, + -0.0014912645565345883, + -0.01038195751607418, + 0.5936756134033203, + -0.00014933485363144428, + 0.006156634073704481, + 0.009113290347158909, + -0.001009406871162355, + -0.0015364158898591995, + -0.01074444130063057, + 0.5944079756736755, + -0.0003295359492767602, + 0.006216940935701132, + 0.009534457698464394, + -0.0010867133969441056, + -0.0015858380356803536, + -0.011105277575552464, + 0.5946523547172546, + -0.0005184217588976026, + 0.006267391610890627, + 0.009968035854399204, + -0.00116726232226938, + -0.001635841210372746, + -0.011476362124085426, + 0.5947223901748657, + -0.0007183448178693652, + 0.006307759787887335, + 0.010411876253783703, + -0.0012491614324972034, + -0.0016832650871947408, + -0.011858409270644188, + 0.5945469737052917, + -0.000922650913707912, + 0.006340802181512117, + 0.01086830347776413, + -0.0013331895461305976, + -0.0017334959702566266, + -0.012237261049449444, + 0.5951407551765442, + -0.001138067222200334, + 0.006367202382534742, + 0.011336571536958218, + -0.0014204677427187562, + -0.001783861662261188, + -0.012612935155630112, + 0.5946868658065796, + -0.0013612991897389293, + 0.006382528692483902, + 0.011817813850939274, + -0.0015092657413333654, + -0.0018364684656262398, + -0.013003477826714516, + 0.595176637172699, + -0.0015915771946310997, + 0.0063857706263661385, + 0.01231638714671135, + -0.0015994333662092686, + -0.0018854403169825673, + -0.013393816538155079, + 0.5955926179885864, + -0.001827688654884696, + 0.006383033003658056, + 0.012827028520405293, + -0.0016901197377592325, + -0.0019397168653085828, + -0.01378911454230547, + 0.5955935120582581, + -0.002072748262435198, + 0.006370946299284697, + 0.013353490270674229, + -0.0017832767916843295, + -0.001991107827052474, + -0.014198213815689087, + 0.595174252986908, + -0.0023247504141181707, + 0.006349846720695496, + 0.013896841555833817, + -0.0018769301241263747, + -0.0020415729377418756, + -0.014593549072742462, + 0.5950352549552917, + -0.0025832781102508307, + 0.0063181049190461636, + 0.01445536408573389, + -0.0019729691557586193, + -0.002093689749017358, + -0.015006774105131626, + 0.5953840613365173 + ], + "std": [ + 0.002411161782220006, + 0.0035220407880842686, + 0.0029013415332883596, + 0.0013258246472105384, + 0.0020179853308945894, + 0.010011205449700356, + 0.4910063147544861, + 0.0048064119182527065, + 0.007010283879935741, + 0.005793850403279066, + 0.0026270404923707247, + 0.004016784951090813, + 0.019959986209869385, + 0.4910795986652374, + 0.0072022695094347, + 0.01047250535339117, + 0.008696537464857101, + 0.003923765849322081, + 0.006003526505082846, + 0.029928741976618767, + 0.4911730885505676, + 0.009601284749805927, + 0.013944732025265694, + 0.011596043594181538, + 0.0051947347819805145, + 0.007982160896062851, + 0.039855923503637314, + 0.49109989404678345, + 0.011995380744338036, + 0.017401276156306267, + 0.01450654398649931, + 0.006452825851738453, + 0.009959585964679718, + 0.049764279276132584, + 0.4912789762020111, + 0.014385105110704899, + 0.020854491740465164, + 0.017407990992069244, + 0.007683087605983019, + 0.011908459477126598, + 0.059651929885149, + 0.4912128448486328, + 0.016765346750617027, + 0.024284135550260544, + 0.02030768245458603, + 0.008882720954716206, + 0.013833398930728436, + 0.06945177167654037, + 0.4911862313747406, + 0.01913418062031269, + 0.02769860439002514, + 0.023200584575533867, + 0.010069170035421848, + 0.01573152281343937, + 0.07920067012310028, + 0.49123910069465637, + 0.021495427936315536, + 0.03108437918126583, + 0.02608773671090603, + 0.011218286119401455, + 0.017600294202566147, + 0.08888415992259979, + 0.4912588894367218, + 0.023848513141274452, + 0.03446579724550247, + 0.028954684734344482, + 0.012335631065070629, + 0.0194363035261631, + 0.0984557494521141, + 0.4911799430847168, + 0.02618129923939705, + 0.0377996489405632, + 0.031812794506549835, + 0.013426545076072216, + 0.021240200847387314, + 0.10793018341064453, + 0.4912393391132355, + 0.02850136160850525, + 0.04113452509045601, + 0.03465236350893974, + 0.01448102854192257, + 0.023004556074738503, + 0.11730524897575378, + 0.491252601146698, + 0.030810443684458733, + 0.0444553941488266, + 0.03749171271920204, + 0.01552011538296938, + 0.02474648877978325, + 0.12660986185073853, + 0.49126577377319336, + 0.033104438334703445, + 0.047724947333335876, + 0.04029623046517372, + 0.01652422547340393, + 0.026438293978571892, + 0.1357518434524536, + 0.4913119971752167, + 0.03538680821657181, + 0.05097673833370209, + 0.04309060424566269, + 0.017495229840278625, + 0.02809188887476921, + 0.14484061300754547, + 0.49129876494407654, + 0.037644777446985245, + 0.054201558232307434, + 0.045869018882513046, + 0.018448922783136368, + 0.029708286747336388, + 0.1537874937057495, + 0.4913118779659271, + 0.03989279642701149, + 0.05739012360572815, + 0.04861682280898094, + 0.019360067322850227, + 0.031284283846616745, + 0.16262821853160858, + 0.4912920594215393, + 0.04212509095668793, + 0.060563746839761734, + 0.05134649947285652, + 0.020253626629710197, + 0.03281664475798607, + 0.17136116325855255, + 0.4912656545639038, + 0.04433578997850418, + 0.06369910389184952, + 0.05404900759458542, + 0.021123351529240608, + 0.03430699184536934, + 0.1799684315919876, + 0.4912393391132355, + 0.0465271882712841, + 0.06679350882768631, + 0.05673054978251457, + 0.02196338027715683, + 0.035762034356594086, + 0.1884494125843048, + 0.49119946360588074, + 0.04870201274752617, + 0.0698690414428711, + 0.0593833364546299, + 0.02277866192162037, + 0.03716905042529106, + 0.19684050977230072, + 0.4911530017852783, + 0.05086364969611168, + 0.0729081928730011, + 0.06201274320483208, + 0.023575762286782265, + 0.03854267671704292, + 0.20511800050735474, + 0.49119293689727783, + 0.052999626845121384, + 0.07590420544147491, + 0.06461741775274277, + 0.024347545579075813, + 0.03986750543117523, + 0.21329139173030853, + 0.4911530613899231, + 0.05511622130870819, + 0.07886126637458801, + 0.06719071418046951, + 0.02509898692369461, + 0.04115770384669304, + 0.22134073078632355, + 0.4911796748638153, + 0.05720451846718788, + 0.0817820280790329, + 0.06973543763160706, + 0.02582353726029396, + 0.04240873083472252, + 0.22928737103939056, + 0.49117299914360046, + 0.05928165465593338, + 0.08468781411647797, + 0.07225947827100754, + 0.026536913588643074, + 0.0436241552233696, + 0.23713935911655426, + 0.4912128746509552, + 0.06133345514535904, + 0.08753105252981186, + 0.07475195825099945, + 0.02723076194524765, + 0.04480902478098869, + 0.2449100911617279, + 0.49125248193740845, + 0.06336378306150436, + 0.09035338461399078, + 0.07722371071577072, + 0.027915935963392258, + 0.04596531763672829, + 0.25256893038749695, + 0.49128544330596924, + 0.06536917388439178, + 0.0931331068277359, + 0.07966616004705429, + 0.028593653813004494, + 0.04708719253540039, + 0.26014769077301025, + 0.49133822321891785, + 0.06735322624444962, + 0.09587426483631134, + 0.08208146691322327, + 0.029253413900732994, + 0.04818820580840111, + 0.2676284909248352, + 0.4913316071033478, + 0.06931550055742264, + 0.09857368469238281, + 0.084467314183712, + 0.029913172125816345, + 0.049258600920438766, + 0.27503275871276855, + 0.4913710951805115, + 0.07124854624271393, + 0.10124263167381287, + 0.08683151751756668, + 0.03056473471224308, + 0.05031215026974678, + 0.2823602259159088, + 0.4912854731082916, + 0.07316309213638306, + 0.10387503355741501, + 0.08917013555765152, + 0.031205736100673676, + 0.051339127123355865, + 0.2896381616592407, + 0.491338312625885, + 0.0750511884689331, + 0.10646932572126389, + 0.09148410707712173, + 0.03184282034635544, + 0.05234614759683609, + 0.2968275845050812, + 0.49127253890037537, + 0.07691479474306107, + 0.10901817679405212, + 0.0937764048576355, + 0.032469242811203, + 0.053335245698690414, + 0.30398809909820557, + 0.49133166670799255, + 0.07874985039234161, + 0.11152230948209763, + 0.0960441529750824, + 0.03308483585715294, + 0.054303981363773346, + 0.311068594455719, + 0.49127233028411865, + 0.08056764304637909, + 0.11400332301855087, + 0.09828827530145645, + 0.03369200974702835, + 0.055251531302928925, + 0.31809186935424805, + 0.49120599031448364, + 0.08236116915941238, + 0.11642979085445404, + 0.10051009804010391, + 0.034294869750738144, + 0.05618305504322052, + 0.32508960366249084, + 0.4911465048789978, + 0.0841296911239624, + 0.11883242428302765, + 0.10270429402589798, + 0.034887079149484634, + 0.0570959635078907, + 0.3320097327232361, + 0.4910062551498413, + 0.08587083965539932, + 0.12118621915578842, + 0.10488012433052063, + 0.0354686863720417, + 0.05799192935228348, + 0.3389015197753906, + 0.49095919728279114, + 0.08759026974439621, + 0.12350363284349442, + 0.10703437030315399, + 0.03604672849178314, + 0.05887560918927193, + 0.3457629084587097, + 0.4909456968307495, + 0.08928582817316055, + 0.12578748166561127, + 0.10916976630687714, + 0.03662176802754402, + 0.059738170355558395, + 0.35257115960121155, + 0.49097952246665955, + 0.09095519781112671, + 0.1280231475830078, + 0.11128115653991699, + 0.03717926889657974, + 0.06058768928050995, + 0.35931187868118286, + 0.4908647835254669, + 0.09259875863790512, + 0.13021688163280487, + 0.11337121576070786, + 0.03773583471775055, + 0.061423756182193756, + 0.3660118579864502, + 0.4909525215625763, + 0.09422165900468826, + 0.13238278031349182, + 0.11544124782085419, + 0.03828861564397812, + 0.06224775314331055, + 0.3726641535758972, + 0.4908578395843506, + 0.09581982344388962, + 0.13450181484222412, + 0.11749458312988281, + 0.03884110972285271, + 0.06304997950792313, + 0.3792511522769928, + 0.49077698588371277, + 0.09739767760038376, + 0.13658517599105835, + 0.11952484399080276, + 0.03938090428709984, + 0.06384975463151932, + 0.3857972025871277, + 0.49077683687210083, + 0.09894638508558273, + 0.1386304795742035, + 0.12153798341751099, + 0.03992167487740517, + 0.06463739275932312, + 0.39230042695999146, + 0.4908582866191864, + 0.10048258304595947, + 0.14064013957977295, + 0.12353785336017609, + 0.040460873395204544, + 0.06541262567043304, + 0.398761510848999, + 0.4908851981163025, + 0.10199275612831116, + 0.14262202382087708, + 0.1255190521478653, + 0.04099829122424126, + 0.0661839172244072, + 0.40516018867492676, + 0.4908175766468048 + ], + "q01": [ + -0.007347712090983987, + -0.011486765748262403, + -0.005602361589856446, + -0.004156268547289073, + -0.007298904010653494, + -0.03456402559429407, + 0.0, + -0.014532031904906033, + -0.023063078013062475, + -0.011146851527690887, + -0.008034631153941155, + -0.014402847960591318, + -0.0688410488665104, + 0.0, + -0.02174613598883152, + -0.03454083656966686, + -0.016602809804677963, + -0.012004367487877608, + -0.02169839859008789, + -0.10323694312572479, + 0.0, + -0.02924629563242197, + -0.046255945521593095, + -0.02208325160816312, + -0.01599733569249511, + -0.029179477728903294, + -0.13703150334358216, + 0.0, + -0.0364012400791049, + -0.057891583660244945, + -0.027614226043969393, + -0.020049774289131163, + -0.03620416237413883, + -0.17225709611177442, + 0.0, + -0.04366054475307465, + -0.06915460828691722, + -0.03313590524941683, + -0.023996917428076275, + -0.0432967299669981, + -0.20717854452133178, + 0.0, + -0.0507191886767745, + -0.08091499265134335, + -0.038471172228455544, + -0.02769389592409134, + -0.05027697439491748, + -0.240767266279459, + 0.0, + -0.05764442007690668, + -0.0928664004802704, + -0.04389051187932491, + -0.031378988534212116, + -0.05700045920312405, + -0.27346896691322325, + 0.0, + -0.06481191511154175, + -0.10385700676739215, + -0.04937767976522446, + -0.034899483323097225, + -0.0640901755988598, + -0.3072322327375412, + 0.0, + -0.07216909334659577, + -0.11465946695804596, + -0.05446739228963852, + -0.0384699240922928, + -0.07105188292860984, + -0.34030354830026627, + 0.0, + -0.0791815688431263, + -0.12541235695779324, + -0.05973851401358843, + -0.04202334811687469, + -0.07781512894928456, + -0.37346914051771163, + 0.0, + -0.08563443173170089, + -0.13601192309856414, + -0.06484265891909599, + -0.045433390045166, + -0.0843420141339302, + -0.40387091467380526, + 0.0, + -0.09227466106414796, + -0.14718177989125253, + -0.06990853486061097, + -0.04866062937080862, + -0.09135572135448455, + -0.43357558735609053, + 0.0, + -0.09871668579578399, + -0.15755651119351388, + -0.07494964042305946, + -0.05228844651579856, + -0.0973639042377472, + -0.4662614274024963, + 0.0, + -0.10474277555942535, + -0.16660683050751687, + -0.07973185749202967, + -0.055503451734781245, + -0.1043376196026802, + -0.49795184282064436, + 0.0, + -0.11146926714479923, + -0.17675033633708956, + -0.08481720062792301, + -0.05867235680818558, + -0.11146564957499505, + -0.5234594867229462, + 0.0, + -0.1183029289394617, + -0.18591568176746368, + -0.08976946114003659, + -0.06189141765832901, + -0.11618306014537812, + -0.5559864712238312, + 0.0, + -0.1254465562880039, + -0.1967654939889908, + -0.09452381261885166, + -0.06458974866867065, + -0.12229588437080384, + -0.5838854856491089, + 0.0, + -0.13160774660110475, + -0.20561206495761872, + -0.09930612608790398, + -0.06763142464160918, + -0.12729683189988136, + -0.6118898140192032, + 0.0, + -0.13866937249898909, + -0.21400038709640504, + -0.10383093198537827, + -0.07044867560863496, + -0.1330213810920715, + -0.6420615591049195, + 0.0, + -0.14518664595484734, + -0.22208737790584565, + -0.10839852929115296, + -0.07363164942264558, + -0.13909859127998353, + -0.6659443435192108, + 0.0, + -0.15202519185543062, + -0.23166744391918181, + -0.1132360664010048, + -0.07554293347597121, + -0.1431354057431221, + -0.6935547601938247, + 0.0, + -0.1575157383620739, + -0.24115877079963685, + -0.11769197665154933, + -0.07880985802412033, + -0.14886759107112885, + -0.717457844042778, + 0.0, + -0.1637449370443821, + -0.25002506982684136, + -0.12177611397504806, + -0.08111752626895904, + -0.15336844004392625, + -0.7450204710006714, + 0.0, + -0.1702753342092037, + -0.25778238211274146, + -0.12590762196183203, + -0.08350524621009828, + -0.15739910807609558, + -0.7672739201784134, + 0.0, + -0.17570297884345054, + -0.26699419630765914, + -0.12999144119024275, + -0.08586254574060437, + -0.15982728340625763, + -0.7919603824377061, + 0.0, + -0.18209079703688621, + -0.2762185108423233, + -0.1341805691242218, + -0.08846430575847625, + -0.1640431535243988, + -0.8073872842788696, + 0.0, + -0.18759027983546256, + -0.28415180140137675, + -0.13808169324100017, + -0.09098501863479613, + -0.1681320061683655, + -0.8263913946390152, + 0.0, + -0.193171888589859, + -0.29068409420847896, + -0.14178944163620472, + -0.09304863989353179, + -0.1707449821949005, + -0.8507119262695311, + 0.0, + -0.19844869979619978, + -0.2987963397145271, + -0.14549240586161613, + -0.09557797043323518, + -0.1739663097858429, + -0.8648041958332062, + 0.0, + -0.20466184456944464, + -0.3049391875267029, + -0.14948453903496267, + -0.09817119854688644, + -0.17706590107083323, + -0.8849965750694275, + 0.0, + -0.20983124628067015, + -0.3116496807098389, + -0.15297152189016341, + -0.10035031213760376, + -0.18140975254774094, + -0.9072247592926024, + 0.0, + -0.215193039560318, + -0.31998531384468076, + -0.1565369277715683, + -0.102377852499485, + -0.1837332302033901, + -0.9293165444850922, + 0.0, + -0.22114226788282393, + -0.32775930384397506, + -0.16037838854789732, + -0.10488562031984328, + -0.18766805601119993, + -0.9526331702470778, + 0.0, + -0.22637617546319963, + -0.33561479420661927, + -0.16403944179415703, + -0.10686019870638847, + -0.19061433601379393, + -0.9705972829818725, + 0.0, + -0.23192334132194517, + -0.3404881935119629, + -0.16749516949653626, + -0.10840021744370465, + -0.19327300127148628, + -0.9914580883026123, + 0.0, + -0.23655534625053407, + -0.3483747916221619, + -0.1713618674516678, + -0.11093877178430556, + -0.19658433060646058, + -1.0074259456634522, + 0.0, + -0.24189636796712874, + -0.35468626945018766, + -0.174676346886158, + -0.1137608123421669, + -0.1998320359289646, + -1.02401462726593, + 0.0, + -0.24619000346064568, + -0.3617886746406555, + -0.17737202043533326, + -0.11608646607995032, + -0.20212158007621764, + -1.0396305271863937, + 0.0, + -0.25069174761176105, + -0.3690223491430283, + -0.18019738556742668, + -0.11791741763353347, + -0.20542705215215684, + -1.056211252117157, + 0.0, + -0.25575273798704146, + -0.37492762922048567, + -0.18413128078579902, + -0.11963063821196557, + -0.2084871412396431, + -1.0777596963644027, + 0.0, + -0.26051444165706633, + -0.38124460592269893, + -0.18717371021509172, + -0.12171284379959108, + -0.21154849707484244, + -1.0918209570646285, + 0.0, + -0.2645109035611153, + -0.38571969106197357, + -0.19055300951004028, + -0.12364264481067655, + -0.21497644165158272, + -1.1041330133199692, + 0.0, + -0.26856355381011965, + -0.3920482913136482, + -0.19341499418020247, + -0.12596707943677904, + -0.21652717173099517, + -1.1284716510772705, + 0.0, + -0.273536373257637, + -0.3985861983895302, + -0.19648525762557983, + -0.12863396686315537, + -0.2178426690995693, + -1.1498000781059265, + 0.0, + -0.2773340993881226, + -0.4043089840650559, + -0.19916273007392882, + -0.1301111794948578, + -0.21953763974308968, + -1.1649874792098998, + 0.0, + -0.28152843511104586, + -0.4105489842891693, + -0.20206411379575728, + -0.13238328326940535, + -0.22030045819282532, + -1.186898805141449, + 0.0, + -0.28521604499816894, + -0.41719991471767426, + -0.20488486919403076, + -0.13367428585290908, + -0.2215240351676941, + -1.2064387265205383, + 0.0, + -0.28908531114459035, + -0.4219293355822563, + -0.20779289478063584, + -0.1346039095699787, + -0.22363287283182146, + -1.225643195438385, + 0.0, + -0.294126475507021, + -0.42881255321502687, + -0.21011174390912055, + -0.13763879417181013, + -0.22653749623298647, + -1.2400950877666475, + 0.0 + ], + "q99": [ + 0.00760505946278572, + 0.01227881843298674, + 0.009394833338446915, + 0.0041071553006768215, + 0.005846777586638929, + 0.03394978983253241, + 0.9998, + 0.015092343334481124, + 0.024545711845159537, + 0.018547782172262668, + 0.008136489582061764, + 0.011534944232553239, + 0.0680388870239258, + 0.9998, + 0.022567954233288764, + 0.03644986734837294, + 0.0278723166257143, + 0.012022978414595133, + 0.017261751674115658, + 0.1018139317035675, + 0.9998, + 0.030176736226677894, + 0.048319679215550415, + 0.037043299572169786, + 0.015823813125491137, + 0.022935147598385802, + 0.13534477652311327, + 0.9998, + 0.03749606138020754, + 0.05974762381315232, + 0.046320767011493444, + 0.01970605190098286, + 0.028365900403261188, + 0.16783747158050544, + 0.9998, + 0.04486110335588456, + 0.07147922609001398, + 0.055334820427000525, + 0.023239636448025694, + 0.034125556316971783, + 0.2017985020875931, + 0.9998, + 0.052173979285359384, + 0.08346393676698208, + 0.06446339850723744, + 0.026847184759378445, + 0.03955972051620485, + 0.23437213500142096, + 0.9998, + 0.059150983133912094, + 0.09537746536731717, + 0.0733001764550805, + 0.029705484813451755, + 0.04516481494158506, + 0.26646220774650575, + 0.9998, + 0.06645039129257202, + 0.1076395375341177, + 0.08239804291725158, + 0.0328832214474678, + 0.04995994846820831, + 0.29610841860771175, + 0.9998, + 0.07374503636360169, + 0.11985380845069887, + 0.09145532561540604, + 0.035987181842327104, + 0.05490816103816032, + 0.3266934569597244, + 0.9998, + 0.08122003978192807, + 0.1319003387391567, + 0.10024555467069149, + 0.038626870799064655, + 0.05953236908912657, + 0.35580547877550117, + 0.9998, + 0.08822669934630395, + 0.14304091303348543, + 0.1088144795835018, + 0.041924731212854394, + 0.06486271733045579, + 0.3876368781208992, + 0.9998, + 0.09569223463535309, + 0.1534084576368332, + 0.11751553359031677, + 0.04469002693891522, + 0.06991170048713685, + 0.41592443135976787, + 0.9998, + 0.10324303380250932, + 0.1640547949969769, + 0.1258540060549974, + 0.04742067799866201, + 0.0741334307938814, + 0.4491768553853035, + 0.9998, + 0.1099683414697647, + 0.17510256106853483, + 0.13403582906574008, + 0.050331409102678304, + 0.07791369587183, + 0.475221610414982, + 0.9998, + 0.1170920331031084, + 0.1857688842058181, + 0.14203765797317025, + 0.05343856880664827, + 0.0820521941632032, + 0.5052882493734359, + 0.9998, + 0.12414569870531561, + 0.19753187570571906, + 0.14974090793728828, + 0.0557895161241293, + 0.0865580612182617, + 0.5326116788625717, + 0.9998, + 0.13112460071146492, + 0.20844777574539186, + 0.15755365291237833, + 0.05866813796758652, + 0.09100452079772947, + 0.5617906215190887, + 0.9998, + 0.1379249924659729, + 0.21917983024120336, + 0.16431246396899224, + 0.06069063851833345, + 0.09500974670350554, + 0.5912433532238006, + 0.9998, + 0.14485807346105578, + 0.2286938194990158, + 0.1716713245987892, + 0.0637721403002739, + 0.09919737915396692, + 0.6155789003372192, + 0.9998, + 0.15117210847139356, + 0.23827072948217387, + 0.1779224501848221, + 0.06597466281652448, + 0.10370546174049378, + 0.644374561071396, + 0.9998, + 0.15787530031800268, + 0.24751081448793422, + 0.18454510100185867, + 0.06831172816753389, + 0.10792329218983648, + 0.6659029854536058, + 0.9998, + 0.1641180765330792, + 0.2572556215524673, + 0.19053607739508155, + 0.07030175954103468, + 0.11277426195144652, + 0.686683092904091, + 0.9998, + 0.16966928005814552, + 0.26658033823966976, + 0.19653976464271544, + 0.07203448786735533, + 0.11643967783451081, + 0.7125654235839844, + 0.9998, + 0.17621982062458996, + 0.27701201248764995, + 0.20197029424905777, + 0.07416592988967896, + 0.12035323338508608, + 0.7360334300994871, + 0.9998, + 0.1819627068042755, + 0.2855635068178177, + 0.2084233057498932, + 0.07603480890989306, + 0.1241462073802948, + 0.7568318559646605, + 0.9998, + 0.18748426148295405, + 0.29386607773303985, + 0.21488302874565124, + 0.0777944794893265, + 0.1279024946689606, + 0.7800548309087754, + 0.9998, + 0.19402539111375805, + 0.304579441523552, + 0.22076346032619476, + 0.07946800847053526, + 0.13082660132646562, + 0.8035489074707032, + 0.9998, + 0.1999460756778717, + 0.31222576675415037, + 0.2264517953634262, + 0.08081280782818795, + 0.13460262061357497, + 0.828994060134888, + 0.9998, + 0.20509765752553943, + 0.3203624894678593, + 0.23198571143150332, + 0.08211237077713013, + 0.13750549141168594, + 0.8529169931411746, + 0.9998, + 0.209518383550644, + 0.3281992249488831, + 0.23816398755311968, + 0.08322777889966959, + 0.14037072820067403, + 0.8746512705802916, + 0.9998, + 0.21442690343856818, + 0.33666496825218195, + 0.24309153485894203, + 0.08529254732131952, + 0.14304055777192115, + 0.8924013189554216, + 0.9998, + 0.21941403126716608, + 0.3448349338173866, + 0.2489651171147823, + 0.08667572829127312, + 0.14580873468518263, + 0.9107246013164523, + 0.9998, + 0.22309734332561493, + 0.3517628137350083, + 0.2547237434387207, + 0.08896696496009826, + 0.1489701636433602, + 0.9272562242746352, + 0.9998, + 0.22793451219797134, + 0.3591047751426697, + 0.2597683270871639, + 0.09042025351524352, + 0.1528471918106079, + 0.9483436929702762, + 0.9998, + 0.23258997063636777, + 0.36902411174774175, + 0.26485966441631315, + 0.09243017539381981, + 0.15506044900417326, + 0.9667170533418656, + 0.9998, + 0.23665347018241878, + 0.3762736029624939, + 0.27067578415870663, + 0.09449174585938458, + 0.15888449568748475, + 0.9834513599395751, + 0.9998, + 0.24093078261613854, + 0.3843366762638093, + 0.2768812180876732, + 0.09594143676757816, + 0.16144601993560792, + 1.0022019856452942, + 0.9998, + 0.2459272434949874, + 0.3907656828403474, + 0.2815030888676643, + 0.09760697330236434, + 0.16464969681501385, + 1.019599228835106, + 0.9998, + 0.2511993800699711, + 0.3962667070865631, + 0.28746061475872997, + 0.09892506269812584, + 0.1685606077313423, + 1.0345355377674106, + 0.9998, + 0.25586065447330475, + 0.4064154948949814, + 0.29352941393256193, + 0.10010581925511364, + 0.17137197246551505, + 1.0455808718204502, + 0.9998, + 0.26066332874298104, + 0.41295039305686965, + 0.29917095521688464, + 0.10042237902879714, + 0.17334867343306548, + 1.0644763714551928, + 0.9998, + 0.26424761767387395, + 0.4171489597439766, + 0.3047941813468933, + 0.10030385837554934, + 0.1771283437609672, + 1.0775494430065153, + 0.9998, + 0.266823394203186, + 0.42120621981620787, + 0.31085526600480073, + 0.10133219141960148, + 0.18098006631135943, + 1.0927770781517028, + 0.9998, + 0.27192984950542454, + 0.4258830359578132, + 0.31648782253265384, + 0.10210902032852165, + 0.18391375703215596, + 1.1100240562438963, + 0.9998, + 0.2774573613643646, + 0.4328473631143568, + 0.3229170823454858, + 0.10328457579612738, + 0.18559744659066202, + 1.127002547836304, + 0.9998, + 0.280809062719345, + 0.43832696628570567, + 0.32813225684762004, + 0.10458858071565635, + 0.18929516908526423, + 1.1399588096141815, + 0.9998, + 0.28525815182924275, + 0.44289318814277645, + 0.3333625353813172, + 0.1055313608527183, + 0.1918839191913605, + 1.1545847342491151, + 0.9998, + 0.2899247071444988, + 0.4499819297909735, + 0.33962785017490393, + 0.10614367849826811, + 0.19452174307107928, + 1.1747124679088592, + 0.9998, + 0.29274274289608004, + 0.4549682779312134, + 0.3463232246458531, + 0.10680567473173141, + 0.19644608254432672, + 1.185605804681778, + 0.9998 + ] + } + }, + "sample_ratio": 0.05, + "dataset_infos": { + "robotgeneralist/pp__1": { + "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", + "num_episodes": 237, + "num_frames": 99363 + }, + "robotgeneralist/pp__1__adversarial": { + "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", + "num_episodes": 64, + "num_frames": 17906 + }, + "robotgeneralist/pp__2": { + "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", + "num_episodes": 92, + "num_frames": 37458 + }, + "robotgeneralist/pp__2__rotations": { + "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", + "num_episodes": 102, + "num_frames": 13935 + }, + "robotgeneralist/pp__3__with_ft": { + "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", + "num_episodes": 99, + "num_frames": 38424 + }, + "robotgeneralist/pp__3__with_ft__rotations": { + "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", + "num_episodes": 49, + "num_frames": 7151 + }, + "robotgeneralist/pp__3__with_ft__adversarial_start": { + "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", + "num_episodes": 147, + "num_frames": 21313 + }, + "robotgeneralist/pp__4__with_ft": { + "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", + "num_episodes": 94, + "num_frames": 33046 + }, + "robotgeneralist/pp__5__with_ft__adversarial_target": { + "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", + "num_episodes": 48, + "num_frames": 10615 + }, + "robotgeneralist/pp__6__with_ft": { + "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", + "num_episodes": 379, + "num_frames": 123611 + }, + "robotgeneralist/precise-packing-2025-10-22-part-1": { + "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", + "num_episodes": 98, + "num_frames": 41410 + }, + "robotgeneralist/precise-packing-2025-10-22-part-2": { + "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", + "num_episodes": 94, + "num_frames": 37859 + }, + "robotgeneralist/precise-packing-2025-10-22-part-3": { + "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", + "num_episodes": 127, + "num_frames": 53341 + }, + "robotgeneralist/precise-packing-2025-10-22-part-4": { + "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", + "num_episodes": 102, + "num_frames": 38263 + } + } +} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/13000/params/_METADATA b/pp__test_baseline_raw_actions/13000/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9eb73624158f4514d49041e0806d2d702c62eee1 --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/13000/params/_sharding b/pp__test_baseline_raw_actions/13000/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..924608abdcb99abb3c864bb9d1bfca6eb60f780e --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/13000/params/array_metadatas/process_0 b/pp__test_baseline_raw_actions/13000/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..6aa9fd1decf72607133eb54664d98802bf563b5c --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/13000/params/d/befd8fceb967a7a54a336ec54b2ebce5 b/pp__test_baseline_raw_actions/13000/params/d/befd8fceb967a7a54a336ec54b2ebce5 new file mode 100644 index 0000000000000000000000000000000000000000..609c408f2ffce432094f8ebd2753eb2c1fe84c32 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/d/befd8fceb967a7a54a336ec54b2ebce5 differ diff --git a/pp__test_baseline_raw_actions/13000/params/manifest.ocdbt b/pp__test_baseline_raw_actions/13000/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cee7ad71d722a7a18c93531f2b3bfc70a519c340 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/365f4a70136860739e9a2e50ab4b1ca9 b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/365f4a70136860739e9a2e50ab4b1ca9 new file mode 100644 index 0000000000000000000000000000000000000000..66eab8e6da89643d2d9efb8cfba042815f580e27 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/365f4a70136860739e9a2e50ab4b1ca9 differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/4c223df3ccc2039fdcd168c40e7fc314 b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/4c223df3ccc2039fdcd168c40e7fc314 new file mode 100644 index 0000000000000000000000000000000000000000..46cd46020c3fc37eed8126482d2295a61a10ce74 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/4c223df3ccc2039fdcd168c40e7fc314 differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/5e15ab37f55456db88f9095b9aa6a9e6 b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/5e15ab37f55456db88f9095b9aa6a9e6 new file mode 100644 index 0000000000000000000000000000000000000000..00547839887daafd9897a8c824214b31afce04fb Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/5e15ab37f55456db88f9095b9aa6a9e6 differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/b55a27cfd47d0934069c4c03ec8c9ac3 b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/b55a27cfd47d0934069c4c03ec8c9ac3 new file mode 100644 index 0000000000000000000000000000000000000000..277e783d369c4861d2231e49b1c7bb47f6a54a7e Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/b55a27cfd47d0934069c4c03ec8c9ac3 differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/d0c9066c47872825c4891e13cdb5680c b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/d0c9066c47872825c4891e13cdb5680c new file mode 100644 index 0000000000000000000000000000000000000000..1da93f6218b096cb83e130f00ba1f692fb3cc487 --- /dev/null +++ b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/d0c9066c47872825c4891e13cdb5680c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572bc8fd0d058e9b52c19491e4f162b1dfaa2bfbc75c27def9a5dcbc89deaae9 +size 1957442584 diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/eb73fff05cf4ab6a712b5cb97522f378 b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/eb73fff05cf4ab6a712b5cb97522f378 new file mode 100644 index 0000000000000000000000000000000000000000..ffc57c5cefe3160b4f5ec2c8030ab168d9324180 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/d/eb73fff05cf4ab6a712b5cb97522f378 differ diff --git a/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..695e4c261525774877274b1d91bf3cc848246a88 Binary files /dev/null and b/pp__test_baseline_raw_actions/13000/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/5000/_CHECKPOINT_METADATA b/pp__test_baseline_raw_actions/5000/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..a2214529d8414a88ba769de650f73e5e3046c4dc --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1766932932746471322, "commit_timestamp_nsecs": 1766932979628581554, "custom_metadata": {}} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/5000/assets/ur10e/norm_stats.json b/pp__test_baseline_raw_actions/5000/assets/ur10e/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1b886d6b668da778297b91b3d82381c2eab28a --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/assets/ur10e/norm_stats.json @@ -0,0 +1,1525 @@ +{ + "norm_stats": { + "state": { + "mean": [ + 0.05313729867339134, + 0.0037223484832793474, + 0.106409952044487, + 0.0008666226058267057, + -0.00854077935218811, + 0.01460699550807476, + 0.5940247178077698 + ], + "std": [ + 0.1176244392991066, + 0.16962096095085144, + 0.07773701101541519, + 0.04537155479192734, + 0.06616315245628357, + 0.6038344502449036, + 0.49107977747917175 + ], + "q01": [ + -0.2025573879778385, + -0.31106759839057924, + 0.00890737680345774, + -0.11727181684970855, + -0.16711108471155167, + -1.423702568435669, + 0.0 + ], + "q99": [ + 0.29901714037060734, + 0.4115018085956573, + 0.3217185490995646, + 0.13774808425903318, + 0.19241279754638663, + 1.598234023094177, + 0.9998 + ] + }, + "actions": { + "mean": [ + 0.0001451610296498984, + 0.00017207347264047712, + 0.000048651279939804226, + 0.00003654604734038003, + -0.000019767590856645256, + -0.00019861181499436498, + 0.5944076776504517, + 0.0002841090608853847, + 0.00034722191048786044, + 0.00011135452223243192, + 0.00006827477045590058, + -0.000043589698179857805, + -0.0004028017574455589, + 0.594025731086731, + 0.00041486899135634303, + 0.0005213047261349857, + 0.00018569435633253306, + 0.00009245114779332653, + -0.00007049143459880725, + -0.000616009347140789, + 0.5935360789299011, + 0.000542119552846998, + 0.0006975074065849185, + 0.00027102616149932146, + 0.00011072693450842053, + -0.00010138262587133795, + -0.0008296052110381424, + 0.593919575214386, + 0.0006618681945838034, + 0.0008754940354265273, + 0.0003684645926114172, + 0.00012383276771288365, + -0.000135598995257169, + -0.0010419095633551478, + 0.5929783582687378, + 0.0007787057547830045, + 0.00105847988743335, + 0.0004721089790109545, + 0.00013335929543245584, + -0.00017038211808539927, + -0.0012720258673653007, + 0.5933270454406738, + 0.0008861633250489831, + 0.001237610587850213, + 0.0005911999032832682, + 0.00013674379442818463, + -0.00020881379896309227, + -0.0014943619025871158, + 0.5934669971466064, + 0.0009874902898445725, + 0.0014197468990460038, + 0.0007170690805651248, + 0.00013581194798462093, + -0.0002465852303430438, + -0.0017284756759181619, + 0.5931888818740845, + 0.0010826619109138846, + 0.0016015341971069574, + 0.0008584632305428386, + 0.000128391373436898, + -0.00028913054848089814, + -0.0019626382272690535, + 0.5930843949317932, + 0.001174500328488648, + 0.0017860672669485211, + 0.0010054412996396422, + 0.00012193901784485206, + -0.000334887852659449, + -0.0022029897663742304, + 0.5935000777244568, + 0.0012568456586450338, + 0.0019742222502827644, + 0.0011647609062492847, + 0.00011021356476703659, + -0.00038211053470149636, + -0.0024467180483043194, + 0.5931875109672546, + 0.0013310370268300176, + 0.0021642642095685005, + 0.0013335321564227343, + 0.00009949743980541825, + -0.0004296436673030257, + -0.0027013549115508795, + 0.5931177139282227, + 0.0014006041456013918, + 0.002352928975597024, + 0.0015152853447943926, + 0.00008505478035658598, + -0.00048136088298633695, + -0.0029538467060774565, + 0.5930479764938354, + 0.0014608069323003292, + 0.0025415997952222824, + 0.001700855791568756, + 0.00006727704749209806, + -0.0005341243813745677, + -0.003210614435374737, + 0.5928036570549011, + 0.0015100123127922416, + 0.002731549320742488, + 0.0018991812830790877, + 0.0000493652478326112, + -0.0005809388239867985, + -0.003473253920674324, + 0.5928736925125122, + 0.0015514988917857409, + 0.002922238316386938, + 0.0021079820580780506, + 0.000029167196771595627, + -0.0006329127354547381, + -0.0037316547241061926, + 0.5928043127059937, + 0.0015838317340239882, + 0.0031066250521689653, + 0.002319576218724251, + 8.898059604689479e-6, + -0.0006800378323532641, + -0.004003639332950115, + 0.5929091572761536, + 0.0016050132689997554, + 0.003295252099633217, + 0.0025419394951313734, + -0.000013710295206692535, + -0.0007257868419401348, + -0.004269901663064957, + 0.5930485725402832, + 0.0016164487460628152, + 0.0034825268667191267, + 0.002774182241410017, + -0.000037491106922971085, + -0.0007724225870333612, + -0.004538912326097488, + 0.5931875705718994, + 0.001615947112441063, + 0.003664180636405945, + 0.0030124683398753405, + -0.00006199560448294505, + -0.0008142396691255271, + -0.00480045098811388, + 0.5933974385261536, + 0.0016095866449177265, + 0.0038478909991681576, + 0.003257976844906807, + -0.00008698971942067146, + -0.0008547022007405758, + -0.005078013986349106, + 0.5936415791511536, + 0.0015872354852035642, + 0.004021089058369398, + 0.0035109000746160746, + -0.00011568223999347538, + -0.0008942089625634253, + -0.005354971159249544, + 0.5934317708015442, + 0.0015591973206028342, + 0.004198537208139896, + 0.003773036180064082, + -0.00014495827781502157, + -0.0009303062106482685, + -0.005638875067234039, + 0.5936412215232849, + 0.0015177299501374364, + 0.004366280045360327, + 0.004040749743580818, + -0.00017588783521205187, + -0.0009663543896749616, + -0.005925025325268507, + 0.593501627445221, + 0.0014705799985677004, + 0.004531881771981716, + 0.00431715976446867, + -0.00021041395666543394, + -0.0010010612895712256, + -0.006207368802279234, + 0.5935365557670593, + 0.001413213089108467, + 0.004692579619586468, + 0.004599601496011019, + -0.0002457766968291253, + -0.0010327493073418736, + -0.006505406461656094, + 0.5933269262313843, + 0.0013434475986286998, + 0.004848736338317394, + 0.004890408832579851, + -0.00028711999766528606, + -0.00106858741492033, + -0.006807356141507626, + 0.5931181311607361, + 0.0012650334974750876, + 0.004994421266019344, + 0.0051898653618991375, + -0.00033172621624544263, + -0.0010990891605615616, + -0.0071100820787250996, + 0.5929442048072815, + 0.0011793962912634015, + 0.005135250277817249, + 0.005499166436493397, + -0.000378662021830678, + -0.0011317729949951172, + -0.007409243378788233, + 0.5926647782325745, + 0.0010838431771844625, + 0.005268934182822704, + 0.005817332770675421, + -0.0004281000583432615, + -0.001166283618658781, + -0.007717216853052378, + 0.5926998853683472, + 0.0009804241126403213, + 0.0053992304019629955, + 0.0061420174315571785, + -0.00048094423254951835, + -0.0011993126245215535, + -0.008030007593333721, + 0.5924902558326721, + 0.0008692154078744352, + 0.005519451107829809, + 0.006479023955762386, + -0.000537763989996165, + -0.001236212207004428, + -0.008356506004929543, + 0.5929440855979919, + 0.0007513284799642861, + 0.00563538633286953, + 0.006823732051998377, + -0.000594516284763813, + -0.0012742418330162764, + -0.008685515262186527, + 0.5926643013954163, + 0.0006232408923096955, + 0.005743546411395073, + 0.007178108207881451, + -0.0006553126149810851, + -0.0013130278093740344, + -0.00901535339653492, + 0.5930123329162598, + 0.00048613501712679863, + 0.005843072663992643, + 0.007545872125774622, + -0.0007216006051748991, + -0.001357274129986763, + -0.009348330087959766, + 0.5926995277404785, + 0.000340388563927263, + 0.005928103346377611, + 0.007921233773231506, + -0.0007906133541837335, + -0.0013983722310513258, + -0.00968977902084589, + 0.5930134654045105, + 0.00018408334290143102, + 0.006012112833559513, + 0.008309606462717056, + -0.0008611961966380477, + -0.00144277885556221, + -0.010034735314548016, + 0.5933630466461182, + 0.000022206833818927407, + 0.0060895816422998905, + 0.008708948269486427, + -0.0009344238787889481, + -0.0014912645565345883, + -0.01038195751607418, + 0.5936756134033203, + -0.00014933485363144428, + 0.006156634073704481, + 0.009113290347158909, + -0.001009406871162355, + -0.0015364158898591995, + -0.01074444130063057, + 0.5944079756736755, + -0.0003295359492767602, + 0.006216940935701132, + 0.009534457698464394, + -0.0010867133969441056, + -0.0015858380356803536, + -0.011105277575552464, + 0.5946523547172546, + -0.0005184217588976026, + 0.006267391610890627, + 0.009968035854399204, + -0.00116726232226938, + -0.001635841210372746, + -0.011476362124085426, + 0.5947223901748657, + -0.0007183448178693652, + 0.006307759787887335, + 0.010411876253783703, + -0.0012491614324972034, + -0.0016832650871947408, + -0.011858409270644188, + 0.5945469737052917, + -0.000922650913707912, + 0.006340802181512117, + 0.01086830347776413, + -0.0013331895461305976, + -0.0017334959702566266, + -0.012237261049449444, + 0.5951407551765442, + -0.001138067222200334, + 0.006367202382534742, + 0.011336571536958218, + -0.0014204677427187562, + -0.001783861662261188, + -0.012612935155630112, + 0.5946868658065796, + -0.0013612991897389293, + 0.006382528692483902, + 0.011817813850939274, + -0.0015092657413333654, + -0.0018364684656262398, + -0.013003477826714516, + 0.595176637172699, + -0.0015915771946310997, + 0.0063857706263661385, + 0.01231638714671135, + -0.0015994333662092686, + -0.0018854403169825673, + -0.013393816538155079, + 0.5955926179885864, + -0.001827688654884696, + 0.006383033003658056, + 0.012827028520405293, + -0.0016901197377592325, + -0.0019397168653085828, + -0.01378911454230547, + 0.5955935120582581, + -0.002072748262435198, + 0.006370946299284697, + 0.013353490270674229, + -0.0017832767916843295, + -0.001991107827052474, + -0.014198213815689087, + 0.595174252986908, + -0.0023247504141181707, + 0.006349846720695496, + 0.013896841555833817, + -0.0018769301241263747, + -0.0020415729377418756, + -0.014593549072742462, + 0.5950352549552917, + -0.0025832781102508307, + 0.0063181049190461636, + 0.01445536408573389, + -0.0019729691557586193, + -0.002093689749017358, + -0.015006774105131626, + 0.5953840613365173 + ], + "std": [ + 0.002411161782220006, + 0.0035220407880842686, + 0.0029013415332883596, + 0.0013258246472105384, + 0.0020179853308945894, + 0.010011205449700356, + 0.4910063147544861, + 0.0048064119182527065, + 0.007010283879935741, + 0.005793850403279066, + 0.0026270404923707247, + 0.004016784951090813, + 0.019959986209869385, + 0.4910795986652374, + 0.0072022695094347, + 0.01047250535339117, + 0.008696537464857101, + 0.003923765849322081, + 0.006003526505082846, + 0.029928741976618767, + 0.4911730885505676, + 0.009601284749805927, + 0.013944732025265694, + 0.011596043594181538, + 0.0051947347819805145, + 0.007982160896062851, + 0.039855923503637314, + 0.49109989404678345, + 0.011995380744338036, + 0.017401276156306267, + 0.01450654398649931, + 0.006452825851738453, + 0.009959585964679718, + 0.049764279276132584, + 0.4912789762020111, + 0.014385105110704899, + 0.020854491740465164, + 0.017407990992069244, + 0.007683087605983019, + 0.011908459477126598, + 0.059651929885149, + 0.4912128448486328, + 0.016765346750617027, + 0.024284135550260544, + 0.02030768245458603, + 0.008882720954716206, + 0.013833398930728436, + 0.06945177167654037, + 0.4911862313747406, + 0.01913418062031269, + 0.02769860439002514, + 0.023200584575533867, + 0.010069170035421848, + 0.01573152281343937, + 0.07920067012310028, + 0.49123910069465637, + 0.021495427936315536, + 0.03108437918126583, + 0.02608773671090603, + 0.011218286119401455, + 0.017600294202566147, + 0.08888415992259979, + 0.4912588894367218, + 0.023848513141274452, + 0.03446579724550247, + 0.028954684734344482, + 0.012335631065070629, + 0.0194363035261631, + 0.0984557494521141, + 0.4911799430847168, + 0.02618129923939705, + 0.0377996489405632, + 0.031812794506549835, + 0.013426545076072216, + 0.021240200847387314, + 0.10793018341064453, + 0.4912393391132355, + 0.02850136160850525, + 0.04113452509045601, + 0.03465236350893974, + 0.01448102854192257, + 0.023004556074738503, + 0.11730524897575378, + 0.491252601146698, + 0.030810443684458733, + 0.0444553941488266, + 0.03749171271920204, + 0.01552011538296938, + 0.02474648877978325, + 0.12660986185073853, + 0.49126577377319336, + 0.033104438334703445, + 0.047724947333335876, + 0.04029623046517372, + 0.01652422547340393, + 0.026438293978571892, + 0.1357518434524536, + 0.4913119971752167, + 0.03538680821657181, + 0.05097673833370209, + 0.04309060424566269, + 0.017495229840278625, + 0.02809188887476921, + 0.14484061300754547, + 0.49129876494407654, + 0.037644777446985245, + 0.054201558232307434, + 0.045869018882513046, + 0.018448922783136368, + 0.029708286747336388, + 0.1537874937057495, + 0.4913118779659271, + 0.03989279642701149, + 0.05739012360572815, + 0.04861682280898094, + 0.019360067322850227, + 0.031284283846616745, + 0.16262821853160858, + 0.4912920594215393, + 0.04212509095668793, + 0.060563746839761734, + 0.05134649947285652, + 0.020253626629710197, + 0.03281664475798607, + 0.17136116325855255, + 0.4912656545639038, + 0.04433578997850418, + 0.06369910389184952, + 0.05404900759458542, + 0.021123351529240608, + 0.03430699184536934, + 0.1799684315919876, + 0.4912393391132355, + 0.0465271882712841, + 0.06679350882768631, + 0.05673054978251457, + 0.02196338027715683, + 0.035762034356594086, + 0.1884494125843048, + 0.49119946360588074, + 0.04870201274752617, + 0.0698690414428711, + 0.0593833364546299, + 0.02277866192162037, + 0.03716905042529106, + 0.19684050977230072, + 0.4911530017852783, + 0.05086364969611168, + 0.0729081928730011, + 0.06201274320483208, + 0.023575762286782265, + 0.03854267671704292, + 0.20511800050735474, + 0.49119293689727783, + 0.052999626845121384, + 0.07590420544147491, + 0.06461741775274277, + 0.024347545579075813, + 0.03986750543117523, + 0.21329139173030853, + 0.4911530613899231, + 0.05511622130870819, + 0.07886126637458801, + 0.06719071418046951, + 0.02509898692369461, + 0.04115770384669304, + 0.22134073078632355, + 0.4911796748638153, + 0.05720451846718788, + 0.0817820280790329, + 0.06973543763160706, + 0.02582353726029396, + 0.04240873083472252, + 0.22928737103939056, + 0.49117299914360046, + 0.05928165465593338, + 0.08468781411647797, + 0.07225947827100754, + 0.026536913588643074, + 0.0436241552233696, + 0.23713935911655426, + 0.4912128746509552, + 0.06133345514535904, + 0.08753105252981186, + 0.07475195825099945, + 0.02723076194524765, + 0.04480902478098869, + 0.2449100911617279, + 0.49125248193740845, + 0.06336378306150436, + 0.09035338461399078, + 0.07722371071577072, + 0.027915935963392258, + 0.04596531763672829, + 0.25256893038749695, + 0.49128544330596924, + 0.06536917388439178, + 0.0931331068277359, + 0.07966616004705429, + 0.028593653813004494, + 0.04708719253540039, + 0.26014769077301025, + 0.49133822321891785, + 0.06735322624444962, + 0.09587426483631134, + 0.08208146691322327, + 0.029253413900732994, + 0.04818820580840111, + 0.2676284909248352, + 0.4913316071033478, + 0.06931550055742264, + 0.09857368469238281, + 0.084467314183712, + 0.029913172125816345, + 0.049258600920438766, + 0.27503275871276855, + 0.4913710951805115, + 0.07124854624271393, + 0.10124263167381287, + 0.08683151751756668, + 0.03056473471224308, + 0.05031215026974678, + 0.2823602259159088, + 0.4912854731082916, + 0.07316309213638306, + 0.10387503355741501, + 0.08917013555765152, + 0.031205736100673676, + 0.051339127123355865, + 0.2896381616592407, + 0.491338312625885, + 0.0750511884689331, + 0.10646932572126389, + 0.09148410707712173, + 0.03184282034635544, + 0.05234614759683609, + 0.2968275845050812, + 0.49127253890037537, + 0.07691479474306107, + 0.10901817679405212, + 0.0937764048576355, + 0.032469242811203, + 0.053335245698690414, + 0.30398809909820557, + 0.49133166670799255, + 0.07874985039234161, + 0.11152230948209763, + 0.0960441529750824, + 0.03308483585715294, + 0.054303981363773346, + 0.311068594455719, + 0.49127233028411865, + 0.08056764304637909, + 0.11400332301855087, + 0.09828827530145645, + 0.03369200974702835, + 0.055251531302928925, + 0.31809186935424805, + 0.49120599031448364, + 0.08236116915941238, + 0.11642979085445404, + 0.10051009804010391, + 0.034294869750738144, + 0.05618305504322052, + 0.32508960366249084, + 0.4911465048789978, + 0.0841296911239624, + 0.11883242428302765, + 0.10270429402589798, + 0.034887079149484634, + 0.0570959635078907, + 0.3320097327232361, + 0.4910062551498413, + 0.08587083965539932, + 0.12118621915578842, + 0.10488012433052063, + 0.0354686863720417, + 0.05799192935228348, + 0.3389015197753906, + 0.49095919728279114, + 0.08759026974439621, + 0.12350363284349442, + 0.10703437030315399, + 0.03604672849178314, + 0.05887560918927193, + 0.3457629084587097, + 0.4909456968307495, + 0.08928582817316055, + 0.12578748166561127, + 0.10916976630687714, + 0.03662176802754402, + 0.059738170355558395, + 0.35257115960121155, + 0.49097952246665955, + 0.09095519781112671, + 0.1280231475830078, + 0.11128115653991699, + 0.03717926889657974, + 0.06058768928050995, + 0.35931187868118286, + 0.4908647835254669, + 0.09259875863790512, + 0.13021688163280487, + 0.11337121576070786, + 0.03773583471775055, + 0.061423756182193756, + 0.3660118579864502, + 0.4909525215625763, + 0.09422165900468826, + 0.13238278031349182, + 0.11544124782085419, + 0.03828861564397812, + 0.06224775314331055, + 0.3726641535758972, + 0.4908578395843506, + 0.09581982344388962, + 0.13450181484222412, + 0.11749458312988281, + 0.03884110972285271, + 0.06304997950792313, + 0.3792511522769928, + 0.49077698588371277, + 0.09739767760038376, + 0.13658517599105835, + 0.11952484399080276, + 0.03938090428709984, + 0.06384975463151932, + 0.3857972025871277, + 0.49077683687210083, + 0.09894638508558273, + 0.1386304795742035, + 0.12153798341751099, + 0.03992167487740517, + 0.06463739275932312, + 0.39230042695999146, + 0.4908582866191864, + 0.10048258304595947, + 0.14064013957977295, + 0.12353785336017609, + 0.040460873395204544, + 0.06541262567043304, + 0.398761510848999, + 0.4908851981163025, + 0.10199275612831116, + 0.14262202382087708, + 0.1255190521478653, + 0.04099829122424126, + 0.0661839172244072, + 0.40516018867492676, + 0.4908175766468048 + ], + "q01": [ + -0.007347712090983987, + -0.011486765748262403, + -0.005602361589856446, + -0.004156268547289073, + -0.007298904010653494, + -0.03456402559429407, + 0.0, + -0.014532031904906033, + -0.023063078013062475, + -0.011146851527690887, + -0.008034631153941155, + -0.014402847960591318, + -0.0688410488665104, + 0.0, + -0.02174613598883152, + -0.03454083656966686, + -0.016602809804677963, + -0.012004367487877608, + -0.02169839859008789, + -0.10323694312572479, + 0.0, + -0.02924629563242197, + -0.046255945521593095, + -0.02208325160816312, + -0.01599733569249511, + -0.029179477728903294, + -0.13703150334358216, + 0.0, + -0.0364012400791049, + -0.057891583660244945, + -0.027614226043969393, + -0.020049774289131163, + -0.03620416237413883, + -0.17225709611177442, + 0.0, + -0.04366054475307465, + -0.06915460828691722, + -0.03313590524941683, + -0.023996917428076275, + -0.0432967299669981, + -0.20717854452133178, + 0.0, + -0.0507191886767745, + -0.08091499265134335, + -0.038471172228455544, + -0.02769389592409134, + -0.05027697439491748, + -0.240767266279459, + 0.0, + -0.05764442007690668, + -0.0928664004802704, + -0.04389051187932491, + -0.031378988534212116, + -0.05700045920312405, + -0.27346896691322325, + 0.0, + -0.06481191511154175, + -0.10385700676739215, + -0.04937767976522446, + -0.034899483323097225, + -0.0640901755988598, + -0.3072322327375412, + 0.0, + -0.07216909334659577, + -0.11465946695804596, + -0.05446739228963852, + -0.0384699240922928, + -0.07105188292860984, + -0.34030354830026627, + 0.0, + -0.0791815688431263, + -0.12541235695779324, + -0.05973851401358843, + -0.04202334811687469, + -0.07781512894928456, + -0.37346914051771163, + 0.0, + -0.08563443173170089, + -0.13601192309856414, + -0.06484265891909599, + -0.045433390045166, + -0.0843420141339302, + -0.40387091467380526, + 0.0, + -0.09227466106414796, + -0.14718177989125253, + -0.06990853486061097, + -0.04866062937080862, + -0.09135572135448455, + -0.43357558735609053, + 0.0, + -0.09871668579578399, + -0.15755651119351388, + -0.07494964042305946, + -0.05228844651579856, + -0.0973639042377472, + -0.4662614274024963, + 0.0, + -0.10474277555942535, + -0.16660683050751687, + -0.07973185749202967, + -0.055503451734781245, + -0.1043376196026802, + -0.49795184282064436, + 0.0, + -0.11146926714479923, + -0.17675033633708956, + -0.08481720062792301, + -0.05867235680818558, + -0.11146564957499505, + -0.5234594867229462, + 0.0, + -0.1183029289394617, + -0.18591568176746368, + -0.08976946114003659, + -0.06189141765832901, + -0.11618306014537812, + -0.5559864712238312, + 0.0, + -0.1254465562880039, + -0.1967654939889908, + -0.09452381261885166, + -0.06458974866867065, + -0.12229588437080384, + -0.5838854856491089, + 0.0, + -0.13160774660110475, + -0.20561206495761872, + -0.09930612608790398, + -0.06763142464160918, + -0.12729683189988136, + -0.6118898140192032, + 0.0, + -0.13866937249898909, + -0.21400038709640504, + -0.10383093198537827, + -0.07044867560863496, + -0.1330213810920715, + -0.6420615591049195, + 0.0, + -0.14518664595484734, + -0.22208737790584565, + -0.10839852929115296, + -0.07363164942264558, + -0.13909859127998353, + -0.6659443435192108, + 0.0, + -0.15202519185543062, + -0.23166744391918181, + -0.1132360664010048, + -0.07554293347597121, + -0.1431354057431221, + -0.6935547601938247, + 0.0, + -0.1575157383620739, + -0.24115877079963685, + -0.11769197665154933, + -0.07880985802412033, + -0.14886759107112885, + -0.717457844042778, + 0.0, + -0.1637449370443821, + -0.25002506982684136, + -0.12177611397504806, + -0.08111752626895904, + -0.15336844004392625, + -0.7450204710006714, + 0.0, + -0.1702753342092037, + -0.25778238211274146, + -0.12590762196183203, + -0.08350524621009828, + -0.15739910807609558, + -0.7672739201784134, + 0.0, + -0.17570297884345054, + -0.26699419630765914, + -0.12999144119024275, + -0.08586254574060437, + -0.15982728340625763, + -0.7919603824377061, + 0.0, + -0.18209079703688621, + -0.2762185108423233, + -0.1341805691242218, + -0.08846430575847625, + -0.1640431535243988, + -0.8073872842788696, + 0.0, + -0.18759027983546256, + -0.28415180140137675, + -0.13808169324100017, + -0.09098501863479613, + -0.1681320061683655, + -0.8263913946390152, + 0.0, + -0.193171888589859, + -0.29068409420847896, + -0.14178944163620472, + -0.09304863989353179, + -0.1707449821949005, + -0.8507119262695311, + 0.0, + -0.19844869979619978, + -0.2987963397145271, + -0.14549240586161613, + -0.09557797043323518, + -0.1739663097858429, + -0.8648041958332062, + 0.0, + -0.20466184456944464, + -0.3049391875267029, + -0.14948453903496267, + -0.09817119854688644, + -0.17706590107083323, + -0.8849965750694275, + 0.0, + -0.20983124628067015, + -0.3116496807098389, + -0.15297152189016341, + -0.10035031213760376, + -0.18140975254774094, + -0.9072247592926024, + 0.0, + -0.215193039560318, + -0.31998531384468076, + -0.1565369277715683, + -0.102377852499485, + -0.1837332302033901, + -0.9293165444850922, + 0.0, + -0.22114226788282393, + -0.32775930384397506, + -0.16037838854789732, + -0.10488562031984328, + -0.18766805601119993, + -0.9526331702470778, + 0.0, + -0.22637617546319963, + -0.33561479420661927, + -0.16403944179415703, + -0.10686019870638847, + -0.19061433601379393, + -0.9705972829818725, + 0.0, + -0.23192334132194517, + -0.3404881935119629, + -0.16749516949653626, + -0.10840021744370465, + -0.19327300127148628, + -0.9914580883026123, + 0.0, + -0.23655534625053407, + -0.3483747916221619, + -0.1713618674516678, + -0.11093877178430556, + -0.19658433060646058, + -1.0074259456634522, + 0.0, + -0.24189636796712874, + -0.35468626945018766, + -0.174676346886158, + -0.1137608123421669, + -0.1998320359289646, + -1.02401462726593, + 0.0, + -0.24619000346064568, + -0.3617886746406555, + -0.17737202043533326, + -0.11608646607995032, + -0.20212158007621764, + -1.0396305271863937, + 0.0, + -0.25069174761176105, + -0.3690223491430283, + -0.18019738556742668, + -0.11791741763353347, + -0.20542705215215684, + -1.056211252117157, + 0.0, + -0.25575273798704146, + -0.37492762922048567, + -0.18413128078579902, + -0.11963063821196557, + -0.2084871412396431, + -1.0777596963644027, + 0.0, + -0.26051444165706633, + -0.38124460592269893, + -0.18717371021509172, + -0.12171284379959108, + -0.21154849707484244, + -1.0918209570646285, + 0.0, + -0.2645109035611153, + -0.38571969106197357, + -0.19055300951004028, + -0.12364264481067655, + -0.21497644165158272, + -1.1041330133199692, + 0.0, + -0.26856355381011965, + -0.3920482913136482, + -0.19341499418020247, + -0.12596707943677904, + -0.21652717173099517, + -1.1284716510772705, + 0.0, + -0.273536373257637, + -0.3985861983895302, + -0.19648525762557983, + -0.12863396686315537, + -0.2178426690995693, + -1.1498000781059265, + 0.0, + -0.2773340993881226, + -0.4043089840650559, + -0.19916273007392882, + -0.1301111794948578, + -0.21953763974308968, + -1.1649874792098998, + 0.0, + -0.28152843511104586, + -0.4105489842891693, + -0.20206411379575728, + -0.13238328326940535, + -0.22030045819282532, + -1.186898805141449, + 0.0, + -0.28521604499816894, + -0.41719991471767426, + -0.20488486919403076, + -0.13367428585290908, + -0.2215240351676941, + -1.2064387265205383, + 0.0, + -0.28908531114459035, + -0.4219293355822563, + -0.20779289478063584, + -0.1346039095699787, + -0.22363287283182146, + -1.225643195438385, + 0.0, + -0.294126475507021, + -0.42881255321502687, + -0.21011174390912055, + -0.13763879417181013, + -0.22653749623298647, + -1.2400950877666475, + 0.0 + ], + "q99": [ + 0.00760505946278572, + 0.01227881843298674, + 0.009394833338446915, + 0.0041071553006768215, + 0.005846777586638929, + 0.03394978983253241, + 0.9998, + 0.015092343334481124, + 0.024545711845159537, + 0.018547782172262668, + 0.008136489582061764, + 0.011534944232553239, + 0.0680388870239258, + 0.9998, + 0.022567954233288764, + 0.03644986734837294, + 0.0278723166257143, + 0.012022978414595133, + 0.017261751674115658, + 0.1018139317035675, + 0.9998, + 0.030176736226677894, + 0.048319679215550415, + 0.037043299572169786, + 0.015823813125491137, + 0.022935147598385802, + 0.13534477652311327, + 0.9998, + 0.03749606138020754, + 0.05974762381315232, + 0.046320767011493444, + 0.01970605190098286, + 0.028365900403261188, + 0.16783747158050544, + 0.9998, + 0.04486110335588456, + 0.07147922609001398, + 0.055334820427000525, + 0.023239636448025694, + 0.034125556316971783, + 0.2017985020875931, + 0.9998, + 0.052173979285359384, + 0.08346393676698208, + 0.06446339850723744, + 0.026847184759378445, + 0.03955972051620485, + 0.23437213500142096, + 0.9998, + 0.059150983133912094, + 0.09537746536731717, + 0.0733001764550805, + 0.029705484813451755, + 0.04516481494158506, + 0.26646220774650575, + 0.9998, + 0.06645039129257202, + 0.1076395375341177, + 0.08239804291725158, + 0.0328832214474678, + 0.04995994846820831, + 0.29610841860771175, + 0.9998, + 0.07374503636360169, + 0.11985380845069887, + 0.09145532561540604, + 0.035987181842327104, + 0.05490816103816032, + 0.3266934569597244, + 0.9998, + 0.08122003978192807, + 0.1319003387391567, + 0.10024555467069149, + 0.038626870799064655, + 0.05953236908912657, + 0.35580547877550117, + 0.9998, + 0.08822669934630395, + 0.14304091303348543, + 0.1088144795835018, + 0.041924731212854394, + 0.06486271733045579, + 0.3876368781208992, + 0.9998, + 0.09569223463535309, + 0.1534084576368332, + 0.11751553359031677, + 0.04469002693891522, + 0.06991170048713685, + 0.41592443135976787, + 0.9998, + 0.10324303380250932, + 0.1640547949969769, + 0.1258540060549974, + 0.04742067799866201, + 0.0741334307938814, + 0.4491768553853035, + 0.9998, + 0.1099683414697647, + 0.17510256106853483, + 0.13403582906574008, + 0.050331409102678304, + 0.07791369587183, + 0.475221610414982, + 0.9998, + 0.1170920331031084, + 0.1857688842058181, + 0.14203765797317025, + 0.05343856880664827, + 0.0820521941632032, + 0.5052882493734359, + 0.9998, + 0.12414569870531561, + 0.19753187570571906, + 0.14974090793728828, + 0.0557895161241293, + 0.0865580612182617, + 0.5326116788625717, + 0.9998, + 0.13112460071146492, + 0.20844777574539186, + 0.15755365291237833, + 0.05866813796758652, + 0.09100452079772947, + 0.5617906215190887, + 0.9998, + 0.1379249924659729, + 0.21917983024120336, + 0.16431246396899224, + 0.06069063851833345, + 0.09500974670350554, + 0.5912433532238006, + 0.9998, + 0.14485807346105578, + 0.2286938194990158, + 0.1716713245987892, + 0.0637721403002739, + 0.09919737915396692, + 0.6155789003372192, + 0.9998, + 0.15117210847139356, + 0.23827072948217387, + 0.1779224501848221, + 0.06597466281652448, + 0.10370546174049378, + 0.644374561071396, + 0.9998, + 0.15787530031800268, + 0.24751081448793422, + 0.18454510100185867, + 0.06831172816753389, + 0.10792329218983648, + 0.6659029854536058, + 0.9998, + 0.1641180765330792, + 0.2572556215524673, + 0.19053607739508155, + 0.07030175954103468, + 0.11277426195144652, + 0.686683092904091, + 0.9998, + 0.16966928005814552, + 0.26658033823966976, + 0.19653976464271544, + 0.07203448786735533, + 0.11643967783451081, + 0.7125654235839844, + 0.9998, + 0.17621982062458996, + 0.27701201248764995, + 0.20197029424905777, + 0.07416592988967896, + 0.12035323338508608, + 0.7360334300994871, + 0.9998, + 0.1819627068042755, + 0.2855635068178177, + 0.2084233057498932, + 0.07603480890989306, + 0.1241462073802948, + 0.7568318559646605, + 0.9998, + 0.18748426148295405, + 0.29386607773303985, + 0.21488302874565124, + 0.0777944794893265, + 0.1279024946689606, + 0.7800548309087754, + 0.9998, + 0.19402539111375805, + 0.304579441523552, + 0.22076346032619476, + 0.07946800847053526, + 0.13082660132646562, + 0.8035489074707032, + 0.9998, + 0.1999460756778717, + 0.31222576675415037, + 0.2264517953634262, + 0.08081280782818795, + 0.13460262061357497, + 0.828994060134888, + 0.9998, + 0.20509765752553943, + 0.3203624894678593, + 0.23198571143150332, + 0.08211237077713013, + 0.13750549141168594, + 0.8529169931411746, + 0.9998, + 0.209518383550644, + 0.3281992249488831, + 0.23816398755311968, + 0.08322777889966959, + 0.14037072820067403, + 0.8746512705802916, + 0.9998, + 0.21442690343856818, + 0.33666496825218195, + 0.24309153485894203, + 0.08529254732131952, + 0.14304055777192115, + 0.8924013189554216, + 0.9998, + 0.21941403126716608, + 0.3448349338173866, + 0.2489651171147823, + 0.08667572829127312, + 0.14580873468518263, + 0.9107246013164523, + 0.9998, + 0.22309734332561493, + 0.3517628137350083, + 0.2547237434387207, + 0.08896696496009826, + 0.1489701636433602, + 0.9272562242746352, + 0.9998, + 0.22793451219797134, + 0.3591047751426697, + 0.2597683270871639, + 0.09042025351524352, + 0.1528471918106079, + 0.9483436929702762, + 0.9998, + 0.23258997063636777, + 0.36902411174774175, + 0.26485966441631315, + 0.09243017539381981, + 0.15506044900417326, + 0.9667170533418656, + 0.9998, + 0.23665347018241878, + 0.3762736029624939, + 0.27067578415870663, + 0.09449174585938458, + 0.15888449568748475, + 0.9834513599395751, + 0.9998, + 0.24093078261613854, + 0.3843366762638093, + 0.2768812180876732, + 0.09594143676757816, + 0.16144601993560792, + 1.0022019856452942, + 0.9998, + 0.2459272434949874, + 0.3907656828403474, + 0.2815030888676643, + 0.09760697330236434, + 0.16464969681501385, + 1.019599228835106, + 0.9998, + 0.2511993800699711, + 0.3962667070865631, + 0.28746061475872997, + 0.09892506269812584, + 0.1685606077313423, + 1.0345355377674106, + 0.9998, + 0.25586065447330475, + 0.4064154948949814, + 0.29352941393256193, + 0.10010581925511364, + 0.17137197246551505, + 1.0455808718204502, + 0.9998, + 0.26066332874298104, + 0.41295039305686965, + 0.29917095521688464, + 0.10042237902879714, + 0.17334867343306548, + 1.0644763714551928, + 0.9998, + 0.26424761767387395, + 0.4171489597439766, + 0.3047941813468933, + 0.10030385837554934, + 0.1771283437609672, + 1.0775494430065153, + 0.9998, + 0.266823394203186, + 0.42120621981620787, + 0.31085526600480073, + 0.10133219141960148, + 0.18098006631135943, + 1.0927770781517028, + 0.9998, + 0.27192984950542454, + 0.4258830359578132, + 0.31648782253265384, + 0.10210902032852165, + 0.18391375703215596, + 1.1100240562438963, + 0.9998, + 0.2774573613643646, + 0.4328473631143568, + 0.3229170823454858, + 0.10328457579612738, + 0.18559744659066202, + 1.127002547836304, + 0.9998, + 0.280809062719345, + 0.43832696628570567, + 0.32813225684762004, + 0.10458858071565635, + 0.18929516908526423, + 1.1399588096141815, + 0.9998, + 0.28525815182924275, + 0.44289318814277645, + 0.3333625353813172, + 0.1055313608527183, + 0.1918839191913605, + 1.1545847342491151, + 0.9998, + 0.2899247071444988, + 0.4499819297909735, + 0.33962785017490393, + 0.10614367849826811, + 0.19452174307107928, + 1.1747124679088592, + 0.9998, + 0.29274274289608004, + 0.4549682779312134, + 0.3463232246458531, + 0.10680567473173141, + 0.19644608254432672, + 1.185605804681778, + 0.9998 + ] + } + }, + "sample_ratio": 0.05, + "dataset_infos": { + "robotgeneralist/pp__1": { + "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b", + "num_episodes": 237, + "num_frames": 99363 + }, + "robotgeneralist/pp__1__adversarial": { + "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1", + "num_episodes": 64, + "num_frames": 17906 + }, + "robotgeneralist/pp__2": { + "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9", + "num_episodes": 92, + "num_frames": 37458 + }, + "robotgeneralist/pp__2__rotations": { + "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41", + "num_episodes": 102, + "num_frames": 13935 + }, + "robotgeneralist/pp__3__with_ft": { + "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513", + "num_episodes": 99, + "num_frames": 38424 + }, + "robotgeneralist/pp__3__with_ft__rotations": { + "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5", + "num_episodes": 49, + "num_frames": 7151 + }, + "robotgeneralist/pp__3__with_ft__adversarial_start": { + "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e", + "num_episodes": 147, + "num_frames": 21313 + }, + "robotgeneralist/pp__4__with_ft": { + "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53", + "num_episodes": 94, + "num_frames": 33046 + }, + "robotgeneralist/pp__5__with_ft__adversarial_target": { + "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e", + "num_episodes": 48, + "num_frames": 10615 + }, + "robotgeneralist/pp__6__with_ft": { + "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1", + "num_episodes": 379, + "num_frames": 123611 + }, + "robotgeneralist/precise-packing-2025-10-22-part-1": { + "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4", + "num_episodes": 98, + "num_frames": 41410 + }, + "robotgeneralist/precise-packing-2025-10-22-part-2": { + "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7", + "num_episodes": 94, + "num_frames": 37859 + }, + "robotgeneralist/precise-packing-2025-10-22-part-3": { + "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c", + "num_episodes": 127, + "num_frames": 53341 + }, + "robotgeneralist/precise-packing-2025-10-22-part-4": { + "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b", + "num_episodes": 102, + "num_frames": 38263 + } + } +} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/5000/params/_METADATA b/pp__test_baseline_raw_actions/5000/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..9eb73624158f4514d49041e0806d2d702c62eee1 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/5000/params/_sharding b/pp__test_baseline_raw_actions/5000/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..924608abdcb99abb3c864bb9d1bfca6eb60f780e --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/5000/params/array_metadatas/process_0 b/pp__test_baseline_raw_actions/5000/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..6aa9fd1decf72607133eb54664d98802bf563b5c --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pp__test_baseline_raw_actions/5000/params/d/8a01dad4c19848c1ac64b9834237d5ba b/pp__test_baseline_raw_actions/5000/params/d/8a01dad4c19848c1ac64b9834237d5ba new file mode 100644 index 0000000000000000000000000000000000000000..3faa81962b4da59c9744fc3b74acaa9b43e55910 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/d/8a01dad4c19848c1ac64b9834237d5ba differ diff --git a/pp__test_baseline_raw_actions/5000/params/manifest.ocdbt b/pp__test_baseline_raw_actions/5000/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..78b60c7cbc4cb6ea2f572cb6b3f97bdde2f57171 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/13318c96d161c7e998a999eb5031247a b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/13318c96d161c7e998a999eb5031247a new file mode 100644 index 0000000000000000000000000000000000000000..f93194dcd19e5d8775054eabfb4dc9266bcfb089 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/13318c96d161c7e998a999eb5031247a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b30df24d0facc0488f33f04e11a3b281a32d6e3b483ac4dcc0258300c1235e +size 139973749 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/2447d71e5e2e88c71e52a9f1dbee52b5 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/2447d71e5e2e88c71e52a9f1dbee52b5 new file mode 100644 index 0000000000000000000000000000000000000000..7b0d432234bb525352b939358f189348657a2155 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/2447d71e5e2e88c71e52a9f1dbee52b5 differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/38f7c3fa840bf778835ad0c9505bc550 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/38f7c3fa840bf778835ad0c9505bc550 new file mode 100644 index 0000000000000000000000000000000000000000..46cd46020c3fc37eed8126482d2295a61a10ce74 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/38f7c3fa840bf778835ad0c9505bc550 differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/635b250b54ec0533317a78412f423ec5 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/635b250b54ec0533317a78412f423ec5 new file mode 100644 index 0000000000000000000000000000000000000000..abf014a9ceeea0d34ead57c8e7c591bdfe84faaf --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/635b250b54ec0533317a78412f423ec5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14915f644fef1259266e87d5bb478a25a3e269b390065a23ac9d09773bd1c523 +size 34975483 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/7cb944c2a13bedab41f74316bec2bb04 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/7cb944c2a13bedab41f74316bec2bb04 new file mode 100644 index 0000000000000000000000000000000000000000..ffc57c5cefe3160b4f5ec2c8030ab168d9324180 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/7cb944c2a13bedab41f74316bec2bb04 differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/86d2d4032a2309ade91cecf30ee5b3cd b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/86d2d4032a2309ade91cecf30ee5b3cd new file mode 100644 index 0000000000000000000000000000000000000000..c0a2cf9b159126da5fc1ed6ff49326195ca71e81 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/86d2d4032a2309ade91cecf30ee5b3cd differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/969f048653eea7924c026d1e3a727208 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/969f048653eea7924c026d1e3a727208 new file mode 100644 index 0000000000000000000000000000000000000000..51031a5457ca487d5472f63ba06e816a14dc218f --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/969f048653eea7924c026d1e3a727208 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ba7a578725ebfc0fb4a1cbdd0e70bc6b93a852b5fd8a743c613add54db4a5e +size 25068171 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd10feec67fb40cb9e6807da9825e86c b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd10feec67fb40cb9e6807da9825e86c new file mode 100644 index 0000000000000000000000000000000000000000..a6a063e5f491cd3677c7d77efa4ad57365d041d4 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd10feec67fb40cb9e6807da9825e86c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e173f74d8722d951f138fb71ff5bf549f68860e3a9db44daf69e64bf4b1e392e +size 132939771 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd6d04c79be8e20b6fd1a9347311bccd b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd6d04c79be8e20b6fd1a9347311bccd new file mode 100644 index 0000000000000000000000000000000000000000..8fab1799371f635bd3ad1b8a6b1bc3cf720b5021 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/bd6d04c79be8e20b6fd1a9347311bccd @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb0ce7555bb3200c87657ae609e3b7b326e888ec1b018fc235414abcdb09f02 +size 126312 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/e493e179b0b98155cbc63d30e1432c2b b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/e493e179b0b98155cbc63d30e1432c2b new file mode 100644 index 0000000000000000000000000000000000000000..2b18927c93d7e5c64aa635c9f22cb5f65031e08b --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/e493e179b0b98155cbc63d30e1432c2b @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33b51a3051276bdb25670d5c612bf7bb41fa767109ac35ec68a374d3cdbd97d +size 1102681 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/efd5182602e00c32397bcd08902770c5 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/efd5182602e00c32397bcd08902770c5 new file mode 100644 index 0000000000000000000000000000000000000000..eaafa46e4081dc42177c21331a92155134e9314c Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/efd5182602e00c32397bcd08902770c5 differ diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f89c72d8876f0a8aad9d7b3f5f888ab5 b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f89c72d8876f0a8aad9d7b3f5f888ab5 new file mode 100644 index 0000000000000000000000000000000000000000..ad64b037ca6b5afc04a5ba98b922b8d546ac1782 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f89c72d8876f0a8aad9d7b3f5f888ab5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712018b52bac0f6241fc8e304b9b007fa94445fb9533a6773eb82692dd942901 +size 132970048 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f8f9ded2103c6e8ce0e25b463e00b33e b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f8f9ded2103c6e8ce0e25b463e00b33e new file mode 100644 index 0000000000000000000000000000000000000000..395e486f3f07d6498b3a1182e5015954ae54e559 --- /dev/null +++ b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/d/f8f9ded2103c6e8ce0e25b463e00b33e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750c18c743a4bb2c837d1c46333bdc02f97261e524b340509dc2efabfd1315b4 +size 70085838 diff --git a/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/manifest.ocdbt b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a72a28bd6c5058387a480e676574d10f78d0b207 Binary files /dev/null and b/pp__test_baseline_raw_actions/5000/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pp__test_baseline_raw_actions/config.yaml b/pp__test_baseline_raw_actions/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ac386d4328605ffc669dc5b257124fa199b7bc7 --- /dev/null +++ b/pp__test_baseline_raw_actions/config.yaml @@ -0,0 +1,103 @@ +!!python/object:openpi.training.config.TrainConfig +name: precise_packing_baseline +project_name: openpi +exp_name: pp__test_baseline_raw_actions +model: !!python/object:openpi.models.pi0_config.Pi0Config + action_dim: 32 + action_horizon: 50 + max_token_len: 48 + dtype: bfloat16 + paligemma_variant: gemma_2b + action_expert_variant: gemma_300m + img_variant: So400m/14 + action_loss_horizon: null + pi05: false + discrete_state_input: false +weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader + local_dir: null + repo_id: robotgeneralist/openpi_checkpoint_mirrors + revision: main + checkpoint_path: pi0_base +pytorch_weight_path: null +pytorch_training_precision: bfloat16 +lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule + warmup_steps: 1000 + peak_lr: 2.5e-05 + decay_steps: 30000 + decay_lr: 2.5e-06 +optimizer: !!python/object:openpi.training.optimizer.AdamW + b1: 0.9 + b2: 0.95 + eps: 1.0e-08 + weight_decay: 1.0e-10 + clip_gradient_norm: 1.0 +ema_decay: 0.99 +freeze_filter: !!python/name:flax.nnx.filterlib.Nothing '' +data: !!python/object:openpi.training.config.LeRobotNomagicURXDataConfig + repo_ids: !!python/tuple + - robotgeneralist/pp__1 + - robotgeneralist/pp__1__adversarial + - robotgeneralist/pp__2 + - robotgeneralist/pp__2__rotations + - robotgeneralist/pp__3__with_ft + - robotgeneralist/pp__3__with_ft__rotations + - robotgeneralist/pp__3__with_ft__adversarial_start + - robotgeneralist/pp__4__with_ft + - robotgeneralist/pp__5__with_ft__adversarial_target + - robotgeneralist/pp__6__with_ft + - robotgeneralist/precise-packing-2025-10-22-part-1 + - robotgeneralist/precise-packing-2025-10-22-part-2 + - robotgeneralist/precise-packing-2025-10-22-part-3 + - robotgeneralist/precise-packing-2025-10-22-part-4 + assets: !!python/object:openpi.training.config.AssetsConfig + assets_dir: null + asset_id: ur10e + norm_stats_sample_ratio: 0.05 + base_config: !!python/object:openpi.training.config.DataConfig + repo_ids: null + asset_id: null + norm_stats_data: null + norm_stats_sample_ratio: 1.0 + norm_stats_dir: null + tolerance_s: 0.0001 + per_action_index_norm_stats: false + repack_transforms: !!python/object:openpi.transforms.Group + inputs: !!python/tuple [] + outputs: !!python/tuple [] + data_transforms: !!python/object:openpi.transforms.Group + inputs: !!python/tuple [] + outputs: !!python/tuple [] + model_transforms: !!python/object:openpi.transforms.Group + inputs: !!python/tuple [] + outputs: !!python/tuple [] + use_quantile_norm: false + action_sequence_keys: !!python/tuple + - actions + fourier_config: null + prompt_from_task: true + rlds_data_dir: null + action_space: null + filter_dict_path: null + default_prompt: null + use_poses: true + end_effector_frame: true + per_action_index_norm_stats: true + fourier_config: null + tolerance_s: 0.0001 +assets_base_dir: ./assets +checkpoint_base_dir: /storage_nvme_1/robotgeneralist/checkpoints +seed: 42 +batch_size: 32 +num_workers: 2 +num_train_steps: 25001 +log_interval: 100 +save_interval: 1000 +keep_period: 5000 +overwrite: false +resume: true +wandb_enabled: true +policy_metadata: null +fsdp_devices: 1 +test_split_ratio: 0.05 +test_eval_interval: 1000 +test_eval_use_train_mode: false diff --git a/pp__test_baseline_raw_actions/wandb_id.txt b/pp__test_baseline_raw_actions/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..482c759dd999004b3656018b96c4a063404edf8c --- /dev/null +++ b/pp__test_baseline_raw_actions/wandb_id.txt @@ -0,0 +1 @@ +pndzp4hi \ No newline at end of file