Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/25000/params/ocdbt.process_0/d/7c68a16233e5216175290ed509a58cf5 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/940608f7a9f0755536294a436c7c8b9c filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/587bb52a2b8c13375df00a3d5e131f4c filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/80e30bb80b7cf1e8e86fac9aedf052e9 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/5863003b14218c1bca7b13900374fad7 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/c5283f0c03a3449a3e83805bfcb6f26f filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/87bc01569c5bc30e7ada5d37bad08618 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/d976d96b772e0a4c6cfa5141002b59b1 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/211545203ac894247ec811b89a731f23 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/1f63d2ad6d308e8236ff825f8ef5f3e4 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/322033a533afee73ea47cb19c81fd3f8 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/95868a71fb3501a7c4109916a6e57a4b filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/eeda18263a5c96cf0b0251804aedd92b filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/f086a2c45006e464c7ec56cd9da90b77 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/d835369db903a0f963631aa26be37660 filter=lfs diff=lfs merge=lfs -text
+pp__ee_ffm/3000/params/ocdbt.process_0/d/86fe0ec0500e3efca89da17d92809bce filter=lfs diff=lfs merge=lfs -text

pp__ee_ffm/15000/assets/ur10e/norm_stats.json

@@ -0,0 +1,1525 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05128273367881775,
+        0.0038695293478667736,
+        0.10728323459625244,
+        0.000127384380903095,
+        -0.008717996999621391,
+        0.018311742693185806,
+        0.5927855372428894
+      ],
+      "std": [
+        0.11735453456640244,
+        0.16998496651649475,
+        0.07843011617660522,
+        0.04517541825771332,
+        0.06648709625005722,
+        0.5968458652496338,
+        0.49131542444229126
+      ],
+      "q01": [
+        -0.1998308931350708,
+        -0.3128024835586548,
+        0.008356838001310825,
+        -0.12045777978897093,
+        -0.16981397661566733,
+        -1.4186758675575255,
+        0.0
+      ],
+      "q99": [
+        0.2958885433673858,
+        0.4052316977500916,
+        0.31923757745698095,
+        0.13565329904556278,
+        0.18981409567594532,
+        1.6286519867897038,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00017825793474912643,
+        0.00019183357653673738,
+        0.000041831444832496345,
+        0.000043854775867657736,
+        -0.000034865704947151244,
+        -0.00018122466281056404,
+        0.5922171473503113,
+        0.0003521003818605095,
+        0.00038262890302576125,
+        0.00009352308552479371,
+        0.00008411487942794338,
+        -0.00006822929572081193,
+        -0.0003791825147345662,
+        0.5920506715774536,
+        0.0005200623418204486,
+        0.0005822767270728946,
+        0.00015841292042750865,
+        0.00011936029477510601,
+        -0.00010685423330869526,
+        -0.0005829436122439802,
+        0.592451274394989,
+        0.0006808008183725178,
+        0.0007760330336168408,
+        0.00023689662339165807,
+        0.00015028445341158658,
+        -0.00014720916806254536,
+        -0.0008020512759685516,
+        0.5925179123878479,
+        0.0008325226954184473,
+        0.0009748252923600376,
+        0.00032721058232709765,
+        0.0001765118504408747,
+        -0.0001882646611193195,
+        -0.0010353026445955038,
+        0.5919499397277832,
+        0.0009828557958826423,
+        0.001174007193185389,
+        0.0004290347860660404,
+        0.00019770098151639104,
+        -0.0002320463245268911,
+        -0.0012768686283379793,
+        0.5920824408531189,
+        0.0011264553759247065,
+        0.0013753336388617754,
+        0.0005436590872704983,
+        0.00021252292208373547,
+        -0.0002772978914435953,
+        -0.0015388380270451307,
+        0.5919169783592224,
+        0.001261738478206098,
+        0.0015768884913995862,
+        0.000664233579300344,
+        0.00022324101882986724,
+        -0.00032030753209255636,
+        -0.0018072116654366255,
+        0.5919508337974548,
+        0.0013924658996984363,
+        0.0017778468318283558,
+        0.000802353722974658,
+        0.00022876501316204667,
+        -0.00036851398181170225,
+        -0.0020909705199301243,
+        0.5918493866920471,
+        0.0015146645018830895,
+        0.001979982713237405,
+        0.0009464678587391973,
+        0.00022839251323603094,
+        -0.00041433057049289346,
+        -0.0023923281114548445,
+        0.5923178195953369,
+        0.0016297753900289536,
+        0.002177485032007098,
+        0.0011011046590283513,
+        0.0002217269066022709,
+        -0.000458925380371511,
+        -0.002708648331463337,
+        0.5922832489013672,
+        0.001736858393996954,
+        0.002380710793659091,
+        0.001265321858227253,
+        0.00021078884310554713,
+        -0.0005034623900428414,
+        -0.0030276556499302387,
+        0.5925512909889221,
+        0.0018375252839177847,
+        0.0025851817335933447,
+        0.0014420713996514678,
+        0.00019598225480876863,
+        -0.000548544165212661,
+        -0.0033696996979415417,
+        0.5929852724075317,
+        0.001930596074089408,
+        0.0027863059658557177,
+        0.001625461969524622,
+        0.00017679782467894256,
+        -0.0005923399003222585,
+        -0.0037212027236819267,
+        0.5933200120925903,
+        0.0020133156795054674,
+        0.002980931429192424,
+        0.0018171027768403292,
+        0.00015119524323381484,
+        -0.0006322818226180971,
+        -0.004087733570486307,
+        0.5934215188026428,
+        0.0020904536359012127,
+        0.0031832042150199413,
+        0.0020164819434285164,
+        0.00012474547838792205,
+        -0.0006753357010893524,
+        -0.004462483339011669,
+        0.5940550565719604,
+        0.0021582976914942265,
+        0.0033780308440327644,
+        0.0022245750296860933,
+        0.00009207738185068592,
+        -0.0007133944891393185,
+        -0.0048512727953493595,
+        0.5934212803840637,
+        0.0022162464447319508,
+        0.0035768328234553337,
+        0.00243890518322587,
+        0.00005660531678586267,
+        -0.0007510891882702708,
+        -0.0052470057271420956,
+        0.5930858850479126,
+        0.0022688237950205803,
+        0.0037680903915315866,
+        0.0026641665026545525,
+        0.000016654150385875255,
+        -0.0007920916541479528,
+        -0.005645269062370062,
+        0.5934204459190369,
+        0.002307445975020528,
+        0.003956762608140707,
+        0.002892612013965845,
+        -0.000024613582354504615,
+        -0.00082755385665223,
+        -0.006060904823243618,
+        0.5935210585594177,
+        0.0023394108284264803,
+        0.004145852755755186,
+        0.0031293611973524094,
+        -0.00007036335591692477,
+        -0.000862839340697974,
+        -0.006486514117568731,
+        0.5938553810119629,
+        0.0023635639809072018,
+        0.004330882802605629,
+        0.003369460813701153,
+        -0.00011622408783296123,
+        -0.0008975815144367516,
+        -0.006918287370353937,
+        0.5941224098205566,
+        0.0023770432453602552,
+        0.004509279038757086,
+        0.003619962837547064,
+        -0.00016565696569159627,
+        -0.000931587943341583,
+        -0.007352035492658615,
+        0.5944584012031555,
+        0.00238234456628561,
+        0.004690815694630146,
+        0.0038762527983635664,
+        -0.00021838255634065717,
+        -0.0009683417738415301,
+        -0.007787370588630438,
+        0.5947912335395813,
+        0.002375628100708127,
+        0.004860451444983482,
+        0.004139026626944542,
+        -0.0002711330889724195,
+        -0.001003106590360403,
+        -0.008241424337029457,
+        0.5946241617202759,
+        0.002359704812988639,
+        0.00503157963976264,
+        0.0044105760753154755,
+        -0.00032532442128285766,
+        -0.001040506293065846,
+        -0.00868436973541975,
+        0.5948582887649536,
+        0.0023337292950600386,
+        0.005197793245315552,
+        0.004688245244324207,
+        -0.0003779281978495419,
+        -0.0010775544214993715,
+        -0.009136061184108257,
+        0.594490647315979,
+        0.0022983402013778687,
+        0.0053585064597427845,
+        0.004974683281034231,
+        -0.0004316747363191098,
+        -0.001119557418860495,
+        -0.009581059217453003,
+        0.5949921607971191,
+        0.0022514211013913155,
+        0.005512322764843702,
+        0.005269876215606928,
+        -0.00048660647007636726,
+        -0.00115926971193403,
+        -0.010035778395831585,
+        0.5947573184967041,
+        0.0021973950788378716,
+        0.005665088538080454,
+        0.005567196290940046,
+        -0.0005405059782788157,
+        -0.001202134764753282,
+        -0.010486708953976631,
+        0.5947583317756653,
+        0.0021313477773219347,
+        0.005808073561638594,
+        0.005873992573469877,
+        -0.0005932669737376273,
+        -0.0012431950308382511,
+        -0.010925465263426304,
+        0.5949592590332031,
+        0.002052424708381295,
+        0.005947751458734274,
+        0.006189257372170687,
+        -0.0006468442734330893,
+        -0.0012840754352509975,
+        -0.011378267779946327,
+        0.5948919057846069,
+        0.0019639127422124147,
+        0.006076265126466751,
+        0.006512931548058987,
+        -0.000698163581546396,
+        -0.0013269528280943632,
+        -0.01182495802640915,
+        0.5956598520278931,
+        0.0018665322568267584,
+        0.006203575991094112,
+        0.006844088900834322,
+        -0.0007509358110837638,
+        -0.0013719750568270683,
+        -0.012274854816496372,
+        0.5958278775215149,
+        0.0017565718153491616,
+        0.00631800526753068,
+        0.00718533294275403,
+        -0.0008028930169530213,
+        -0.0014161799335852265,
+        -0.012730049900710583,
+        0.5965636968612671,
+        0.0016334381652995944,
+        0.006432209629565477,
+        0.007536775898188353,
+        -0.0008555001695640385,
+        -0.0014613022794947028,
+        -0.013178341090679169,
+        0.5968635082244873,
+        0.001504825078882277,
+        0.006536062806844711,
+        0.007895980961620808,
+        -0.0009071424137800932,
+        -0.001508112414740026,
+        -0.0136363310739398,
+        0.5971311330795288,
+        0.0013624292332679033,
+        0.0066284434869885445,
+        0.008265434764325619,
+        -0.0009610041161067784,
+        -0.0015524501213803887,
+        -0.014104858040809631,
+        0.5966635346412659,
+        0.0012110620737075806,
+        0.006716220173984766,
+        0.008646432310342789,
+        -0.0010158722288906574,
+        -0.001595633802935481,
+        -0.014564627781510353,
+        0.5967627763748169,
+        0.0010494389571249485,
+        0.006793523672968149,
+        0.009036743082106113,
+        -0.0010705190943554044,
+        -0.001641530659981072,
+        -0.015039598569273949,
+        0.5971985459327698,
+        0.000877757731359452,
+        0.006863532122224569,
+        0.009443209506571293,
+        -0.0011273149866610765,
+        -0.0016873262356966734,
+        -0.015509683638811111,
+        0.5971651077270508,
+        0.0006967362714931369,
+        0.0069267102517187595,
+        0.009853432886302471,
+        -0.0011843758402392268,
+        -0.0017295657889917493,
+        -0.015997974202036858,
+        0.5970973968505859,
+        0.0005037582595832646,
+        0.006979017984122038,
+        0.010282807052135468,
+        -0.0012444253079593182,
+        -0.001777022029273212,
+        -0.016487492248415947,
+        0.5976995825767517,
+        0.0003016756963916123,
+        0.007022265810519457,
+        0.010722384788095951,
+        -0.0013075285824015737,
+        -0.0018214383162558079,
+        -0.01697654277086258,
+        0.597798764705658,
+        0.00009293265611631796,
+        0.007055795285850763,
+        0.011173673905432224,
+        -0.0013708160258829594,
+        -0.0018645658856257796,
+        -0.017484335228800774,
+        0.597966730594635,
+        -0.000124391182907857,
+        0.007082684896886349,
+        0.011640308424830437,
+        -0.0014386132825165987,
+        -0.0019134749891236424,
+        -0.01798837259411812,
+        0.5981683731079102,
+        -0.00035092345206066966,
+        0.007098059635609388,
+        0.012118544429540634,
+        -0.0015073762042447925,
+        -0.0019575089681893587,
+        -0.01849336363375187,
+        0.5986029505729675,
+        -0.0005854107439517975,
+        0.0071039507165551186,
+        0.012613409198820591,
+        -0.0015764578711241484,
+        -0.0020034341141581535,
+        -0.019007328897714615,
+        0.5991028547286987,
+        -0.0008270103135146201,
+        0.007101214490830898,
+        0.013122287578880787,
+        -0.0016506034880876541,
+        -0.0020522447302937508,
+        -0.01952872797846794,
+        0.5987370014190674,
+        -0.001076867338269949,
+        0.00709147984161973,
+        0.013644648715853691,
+        -0.0017232280224561691,
+        -0.00209601572714746,
+        -0.0200593750923872,
+        0.5985028147697449
+      ],
+      "std": [
+        0.0024062322918325663,
+        0.003502180567011237,
+        0.0028959347400814295,
+        0.001288933795876801,
+        0.001992614008486271,
+        0.009939830750226974,
+        0.4914224147796631,
+        0.00479939254000783,
+        0.006984295789152384,
+        0.00577544653788209,
+        0.00255726370960474,
+        0.003974331542849541,
+        0.019815899431705475,
+        0.491453617811203,
+        0.007198094390332699,
+        0.010462019592523575,
+        0.0086715342476964,
+        0.0038137384690344334,
+        0.0059504457749426365,
+        0.029722929000854492,
+        0.49137842655181885,
+        0.009595364332199097,
+        0.013925624080002308,
+        0.01157301664352417,
+        0.005054769571870565,
+        0.007918895222246647,
+        0.039577335119247437,
+        0.491365909576416,
+        0.011991900391876698,
+        0.017375873401761055,
+        0.014483901672065258,
+        0.006281254813075066,
+        0.009883183054625988,
+        0.04948575794696808,
+        0.4914724826812744,
+        0.014386910945177078,
+        0.02081937901675701,
+        0.01738619990646839,
+        0.007489483337849379,
+        0.011822742410004139,
+        0.059324562549591064,
+        0.49144768714904785,
+        0.01677471585571766,
+        0.024239229038357735,
+        0.02029796876013279,
+        0.008670784533023834,
+        0.013744412921369076,
+        0.06911026686429977,
+        0.49147868156433105,
+        0.019147682934999466,
+        0.027644788846373558,
+        0.02319173328578472,
+        0.009829814545810223,
+        0.015629058703780174,
+        0.07880611717700958,
+        0.4914723336696625,
+        0.021518999710679054,
+        0.031032387167215347,
+        0.02608788199722767,
+        0.010968584567308426,
+        0.01748756878077984,
+        0.08845969289541245,
+        0.49149128794670105,
+        0.023882852867245674,
+        0.03437861427664757,
+        0.0289660282433033,
+        0.012089590542018414,
+        0.019322389736771584,
+        0.09804096072912216,
+        0.4914035201072693,
+        0.026225334033370018,
+        0.03771271929144859,
+        0.03182939812541008,
+        0.013177594169974327,
+        0.02110598236322403,
+        0.10749771445989609,
+        0.4914100170135498,
+        0.028563106432557106,
+        0.0410182848572731,
+        0.03468579053878784,
+        0.014244351536035538,
+        0.022861208766698837,
+        0.11686772853136063,
+        0.4913595914840698,
+        0.0308801531791687,
+        0.04429886117577553,
+        0.03752987086772919,
+        0.015289945527911186,
+        0.02459282986819744,
+        0.12617157399654388,
+        0.49127766489982605,
+        0.03318864852190018,
+        0.04755086451768875,
+        0.040348444133996964,
+        0.016310207545757294,
+        0.02627798169851303,
+        0.13537222146987915,
+        0.49121418595314026,
+        0.035476379096508026,
+        0.05077414587140083,
+        0.043147649616003036,
+        0.01729763299226761,
+        0.0279218852519989,
+        0.1444484144449234,
+        0.4911949038505554,
+        0.037749454379081726,
+        0.05397537350654602,
+        0.04592514410614967,
+        0.01826511137187481,
+        0.02952372282743454,
+        0.1534338742494583,
+        0.49107399582862854,
+        0.04000171273946762,
+        0.05714254826307297,
+        0.048680923879146576,
+        0.01921386457979679,
+        0.031094877049326897,
+        0.16232410073280334,
+        0.4911949336528778,
+        0.04223346710205078,
+        0.06026984006166458,
+        0.051405154168605804,
+        0.02012735791504383,
+        0.03262488916516304,
+        0.17109432816505432,
+        0.4912585914134979,
+        0.04444262757897377,
+        0.0633770301938057,
+        0.05411297082901001,
+        0.021013105288147926,
+        0.034115906804800034,
+        0.1798035055398941,
+        0.49119511246681213,
+        0.04663601517677307,
+        0.06644830107688904,
+        0.05679183825850487,
+        0.021882520988583565,
+        0.03556296229362488,
+        0.18837083876132965,
+        0.49117594957351685,
+        0.0488101989030838,
+        0.06949284672737122,
+        0.05944425240159035,
+        0.02272738516330719,
+        0.036970868706703186,
+        0.19687491655349731,
+        0.4911121726036072,
+        0.05095718055963516,
+        0.0725080668926239,
+        0.06206396222114563,
+        0.023549288511276245,
+        0.03833026811480522,
+        0.20523686707019806,
+        0.4910610616207123,
+        0.053086258471012115,
+        0.07547969371080399,
+        0.06466121971607208,
+        0.02434645965695381,
+        0.039651863276958466,
+        0.21351483464241028,
+        0.4909965395927429,
+        0.055188871920108795,
+        0.07841717451810837,
+        0.06722873449325562,
+        0.02512683905661106,
+        0.0409412756562233,
+        0.22171765565872192,
+        0.4909324049949646,
+        0.05727389454841614,
+        0.0813322439789772,
+        0.0697699785232544,
+        0.02588886022567749,
+        0.04218882694840431,
+        0.22981305420398712,
+        0.4909646511077881,
+        0.059331782162189484,
+        0.08420901745557785,
+        0.0722835510969162,
+        0.02663096971809864,
+        0.04340369999408722,
+        0.2377965748310089,
+        0.49091944098472595,
+        0.06137143447995186,
+        0.08705508708953857,
+        0.07477014511823654,
+        0.0273576807230711,
+        0.04459249973297119,
+        0.24569134414196014,
+        0.4909903407096863,
+        0.06338538229465485,
+        0.08986249566078186,
+        0.07722899317741394,
+        0.02806149050593376,
+        0.04574465751647949,
+        0.2534792125225067,
+        0.49089354276657104,
+        0.0653722882270813,
+        0.09263390302658081,
+        0.07965762168169022,
+        0.02874867245554924,
+        0.046873632818460464,
+        0.26117467880249023,
+        0.4909389317035675,
+        0.06733966618776321,
+        0.0953851193189621,
+        0.08206002414226532,
+        0.02942766807973385,
+        0.047970786690711975,
+        0.2687525451183319,
+        0.4909387528896332,
+        0.0692792534828186,
+        0.09808357059955597,
+        0.08443529903888702,
+        0.030091337859630585,
+        0.04904580116271973,
+        0.2762320339679718,
+        0.490899920463562,
+        0.07119788229465485,
+        0.10075356811285019,
+        0.08678130060434341,
+        0.03073197975754738,
+        0.05008997395634651,
+        0.2836216688156128,
+        0.49091294407844543,
+        0.0730864554643631,
+        0.10337840020656586,
+        0.08909567445516586,
+        0.031362973153591156,
+        0.05111666023731232,
+        0.29090121388435364,
+        0.49076390266418457,
+        0.07495278120040894,
+        0.10598174482584,
+        0.09139138460159302,
+        0.03198105841875076,
+        0.05212388560175896,
+        0.2981099486351013,
+        0.4907310903072357,
+        0.07679770886898041,
+        0.10854315012693405,
+        0.09365720301866531,
+        0.032588668167591095,
+        0.05310613289475441,
+        0.3052273690700531,
+        0.4905868470668793,
+        0.07861896604299545,
+        0.11106982082128525,
+        0.09590361267328262,
+        0.03318735584616661,
+        0.054071128368377686,
+        0.31227025389671326,
+        0.4905277192592621,
+        0.08040960878133774,
+        0.11355745047330856,
+        0.09811714291572571,
+        0.033775437623262405,
+        0.05501418933272362,
+        0.3192107081413269,
+        0.4904748201370239,
+        0.08217643201351166,
+        0.11601186543703079,
+        0.1003081351518631,
+        0.03434909135103226,
+        0.05594658851623535,
+        0.32608285546302795,
+        0.4905671775341034,
+        0.0839204490184784,
+        0.11841784417629242,
+        0.10247605293989182,
+        0.034921471029520035,
+        0.056855708360672,
+        0.33286482095718384,
+        0.49054762721061707,
+        0.08564257621765137,
+        0.12079707533121109,
+        0.10461720079183578,
+        0.03548066318035126,
+        0.05775611102581024,
+        0.33959054946899414,
+        0.49046146869659424,
+        0.08733928948640823,
+        0.12313131242990494,
+        0.10674284398555756,
+        0.036041487008333206,
+        0.05864502489566803,
+        0.34626302123069763,
+        0.4904680848121643,
+        0.08901134878396988,
+        0.12543629109859467,
+        0.10884197056293488,
+        0.03658969700336456,
+        0.05951661616563797,
+        0.3528664708137512,
+        0.49048149585723877,
+        0.0906592532992363,
+        0.1276901662349701,
+        0.1109236627817154,
+        0.03713284432888031,
+        0.06038005277514458,
+        0.359416127204895,
+        0.49036189913749695,
+        0.09228681772947311,
+        0.1299103945493698,
+        0.11298499256372452,
+        0.03767018765211105,
+        0.06123314052820206,
+        0.36592385172843933,
+        0.4903421103954315,
+        0.09388513118028641,
+        0.13209860026836395,
+        0.1150209829211235,
+        0.03820350766181946,
+        0.06207343563437462,
+        0.3723449110984802,
+        0.49030858278274536,
+        0.09546886384487152,
+        0.1342376470565796,
+        0.1170450747013092,
+        0.038727905601263046,
+        0.06290879100561142,
+        0.37874242663383484,
+        0.4902682602405548,
+        0.09702891856431961,
+        0.1363443285226822,
+        0.11904918402433395,
+        0.03924714773893356,
+        0.0637221708893776,
+        0.3850752115249634,
+        0.4901810586452484,
+        0.09856341779232025,
+        0.13841897249221802,
+        0.12103547155857086,
+        0.03975864499807358,
+        0.06453131884336472,
+        0.3913663923740387,
+        0.49008020758628845,
+        0.10007360577583313,
+        0.14044950902462006,
+        0.12300391495227814,
+        0.040266092866659164,
+        0.06533009558916092,
+        0.3976134657859802,
+        0.49015405774116516,
+        0.10156284272670746,
+        0.14245077967643738,
+        0.12495925277471542,
+        0.04076777771115303,
+        0.06611059606075287,
+        0.40382063388824463,
+        0.4902011752128601
+      ],
+      "q01": [
+        -0.007256431153044104,
+        -0.011699014743044973,
+        -0.0055679352628067134,
+        -0.00412225139439106,
+        -0.0072255123518407335,
+        -0.033756559073925024,
+        0.0,
+        -0.014370938213914632,
+        -0.023252960985898973,
+        -0.01104561029933393,
+        -0.008141975977644326,
+        -0.0144249377399683,
+        -0.06712838599085807,
+        0.0,
+        -0.021654195599257946,
+        -0.03449826500415802,
+        -0.016638640044257046,
+        -0.012102670544385914,
+        -0.02150846315845847,
+        -0.10080407434105874,
+        0.0,
+        -0.028822480607777836,
+        -0.04602718614041806,
+        -0.02199230773448944,
+        -0.01584940324872732,
+        -0.0286719176992774,
+        -0.13472739071846007,
+        0.0,
+        -0.036142852307856084,
+        -0.05759193815290928,
+        -0.027614635550975798,
+        -0.019684539416432376,
+        -0.036263220582902427,
+        -0.168691892516613,
+        0.0,
+        -0.04332766312360763,
+        -0.06905177993774414,
+        -0.03291526727378369,
+        -0.02363492891192437,
+        -0.04373695077598095,
+        -0.2010136597275734,
+        0.0,
+        -0.05067246703207493,
+        -0.08021315485835076,
+        -0.03828722044229507,
+        -0.027317928932607177,
+        -0.0504704318344593,
+        -0.23390997247695924,
+        0.0,
+        -0.058072451479732994,
+        -0.0906403624176979,
+        -0.043611947792768474,
+        -0.031204314026236538,
+        -0.057850545194745064,
+        -0.2672128119468689,
+        0.0,
+        -0.06528159739971161,
+        -0.10143089537620545,
+        -0.048837773102521895,
+        -0.03507076780796051,
+        -0.06522356917858124,
+        -0.29845556869506834,
+        0.0,
+        -0.07247072423696518,
+        -0.11309961096644401,
+        -0.0541993354767561,
+        -0.03844639330506325,
+        -0.07189950688183308,
+        -0.32752560796737673,
+        0.0,
+        -0.07931874465942383,
+        -0.12349320932626724,
+        -0.059176721848547456,
+        -0.04147882447242737,
+        -0.07923445358872414,
+        -0.3592962546348572,
+        0.0,
+        -0.08627641429007053,
+        -0.1342228776216507,
+        -0.0643407483637333,
+        -0.04488334712982177,
+        -0.08665264999866486,
+        -0.3892462317824364,
+        0.0,
+        -0.09323419618606567,
+        -0.14532953199744225,
+        -0.06941284655183554,
+        -0.048112995216250426,
+        -0.09317988933622837,
+        -0.4228055716872215,
+        0.0,
+        -0.10018549163341521,
+        -0.1556946548253298,
+        -0.07417543112933636,
+        -0.05133690747022629,
+        -0.10004954300820829,
+        -0.4534234776496887,
+        0.0,
+        -0.10675806557536126,
+        -0.16596515169739723,
+        -0.0793992820739746,
+        -0.0541167075037956,
+        -0.10549019033908845,
+        -0.48479944944381714,
+        0.0,
+        -0.11352149154245852,
+        -0.17576461576223373,
+        -0.08435404906272889,
+        -0.05712823709845544,
+        -0.11170214253365993,
+        -0.5134099156618118,
+        0.0,
+        -0.11963174630999565,
+        -0.1854754867553711,
+        -0.08937504348158837,
+        -0.060305166178941744,
+        -0.11722507643401624,
+        -0.5433834453821182,
+        0.0,
+        -0.1268300919532776,
+        -0.19535546687841415,
+        -0.09405939641594886,
+        -0.06354510557651519,
+        -0.12264081707000732,
+        -0.5772515375137329,
+        0.0,
+        -0.13293926758766172,
+        -0.2027949431180954,
+        -0.0985967896103859,
+        -0.06629378436505795,
+        -0.12771151019930838,
+        -0.6036830880880356,
+        0.0,
+        -0.13922525777816774,
+        -0.21242504799365997,
+        -0.1037064840555191,
+        -0.07008196232914926,
+        -0.1329161833882332,
+        -0.628397848701477,
+        0.0,
+        -0.14592977297306062,
+        -0.22130838614702225,
+        -0.1078327214807272,
+        -0.0729009270608425,
+        -0.1374287930905819,
+        -0.6541636083126069,
+        0.0,
+        -0.15206764774918555,
+        -0.22866596598625183,
+        -0.11241925480961801,
+        -0.07557598369121551,
+        -0.14227462445497513,
+        -0.6817549216508866,
+        0.0,
+        -0.1585555577278137,
+        -0.23810314595103263,
+        -0.11682400584220887,
+        -0.07843425706624987,
+        -0.1476389567375183,
+        -0.7081804811000824,
+        0.0,
+        -0.16490318432450296,
+        -0.24619830765724182,
+        -0.12118076513707637,
+        -0.0809367107450962,
+        -0.1527998209476471,
+        -0.7293692610263824,
+        0.0,
+        -0.17024462436437607,
+        -0.2550183912158013,
+        -0.12524078240394593,
+        -0.08314222252368927,
+        -0.15783565551638604,
+        -0.7588527809143065,
+        0.0,
+        -0.17667829799652102,
+        -0.2632927615702152,
+        -0.12957069818377495,
+        -0.08590970690250399,
+        -0.16114172790646553,
+        -0.7864949030637741,
+        0.0,
+        -0.18232803189754487,
+        -0.2719670380055904,
+        -0.13361914351582527,
+        -0.08803452651500704,
+        -0.16428259840011597,
+        -0.8073305839538575,
+        0.0,
+        -0.18762711963653564,
+        -0.27965126223564146,
+        -0.13741002325117588,
+        -0.09081813266277317,
+        -0.1679942606329918,
+        -0.8297364350080491,
+        0.0,
+        -0.19378650337457656,
+        -0.28750096530914304,
+        -0.1413272127509117,
+        -0.09340361538529396,
+        -0.17141227049827576,
+        -0.8551108585357665,
+        0.0,
+        -0.2007654473364353,
+        -0.2952100200414658,
+        -0.14524615874290464,
+        -0.09555899284482006,
+        -0.17506120259165764,
+        -0.8738053859233856,
+        0.0,
+        -0.2051356677532196,
+        -0.30342639343738553,
+        -0.14894784138500688,
+        -0.09775217192769053,
+        -0.17899787038564682,
+        -0.8964578058719634,
+        0.0,
+        -0.2106118700504303,
+        -0.30950654554367063,
+        -0.15265847273766994,
+        -0.09931797285079952,
+        -0.18191039600968362,
+        -0.9185927909851075,
+        0.0,
+        -0.21507551380991935,
+        -0.31673398275375364,
+        -0.15636031180620194,
+        -0.10111308472156527,
+        -0.18480216069221497,
+        -0.9379452939987183,
+        0.0,
+        -0.22042710886001587,
+        -0.3241106316804886,
+        -0.1603857992887497,
+        -0.10311497458219526,
+        -0.18963373861312866,
+        -0.9598763813018798,
+        0.0,
+        -0.22509077030420305,
+        -0.33002889235019683,
+        -0.16388754726052285,
+        -0.1053681534528732,
+        -0.19115954436063767,
+        -0.98379121966362,
+        0.0,
+        -0.22922749637365342,
+        -0.3372891154527664,
+        -0.16762918008863925,
+        -0.10803488951921464,
+        -0.19422753279805183,
+        -1.0018668815612792,
+        0.0,
+        -0.23512725703120232,
+        -0.3433459337234497,
+        -0.17064291815459726,
+        -0.109715740442276,
+        -0.1952429269552231,
+        -1.0196051988601684,
+        0.0,
+        -0.2399070500254631,
+        -0.3506111851334572,
+        -0.17415402441322803,
+        -0.11159203609824181,
+        -0.19772575197815898,
+        -1.0406252932548523,
+        0.0,
+        -0.2451296196401119,
+        -0.35789591670036314,
+        -0.17758907969594,
+        -0.11354217491149904,
+        -0.2008079654276371,
+        -1.0608501851558685,
+        0.0,
+        -0.2495841851055622,
+        -0.3629652998447418,
+        -0.180687728112936,
+        -0.11629451513290406,
+        -0.20359029475450516,
+        -1.0792759814739228,
+        0.0,
+        -0.25465859727859497,
+        -0.37039889335632326,
+        -0.18382607936263085,
+        -0.11806565868854524,
+        -0.20855191022753716,
+        -1.0981247850894928,
+        0.0,
+        -0.25786272823810574,
+        -0.376981710767746,
+        -0.18693933396339418,
+        -0.11967355446815492,
+        -0.21083058713674546,
+        -1.1159709866523742,
+        0.0,
+        -0.262029046434164,
+        -0.38321649165153504,
+        -0.19019504764080047,
+        -0.12228118878602984,
+        -0.2135576029062271,
+        -1.1298690195083618,
+        0.0,
+        -0.26678466856479643,
+        -0.3881829681396484,
+        -0.1929862414717674,
+        -0.12457368981838224,
+        -0.21579045042991638,
+        -1.1497620225906373,
+        0.0,
+        -0.27159837977886203,
+        -0.394856120467186,
+        -0.19637502777576446,
+        -0.12693218851089477,
+        -0.21770936328172683,
+        -1.1716366424560547,
+        0.0,
+        -0.2762784640789032,
+        -0.4003333194732666,
+        -0.19909076886177063,
+        -0.1288866118848324,
+        -0.2202282980322838,
+        -1.1895620155334474,
+        0.0,
+        -0.2800513731002807,
+        -0.4055541774868965,
+        -0.20220429444313048,
+        -0.13081119385361673,
+        -0.22207143229842186,
+        -1.2027890300750732,
+        0.0,
+        -0.283581813955307,
+        -0.41009312283992766,
+        -0.20477152864336967,
+        -0.13240586556196215,
+        -0.22390629885196686,
+        -1.2117265057563782,
+        0.0,
+        -0.2877783861875534,
+        -0.41402224366664886,
+        -0.20759151303768159,
+        -0.13420745521783828,
+        -0.22568897011876107,
+        -1.2278634890079498,
+        0.0,
+        -0.2915664153575897,
+        -0.4195154428482056,
+        -0.2103459129035473,
+        -0.1363096318602562,
+        -0.22717018054127694,
+        -1.2415306174278258,
+        0.0
+      ],
+      "q99": [
+        0.007784609941765667,
+        0.0120296146184206,
+        0.009278385290876032,
+        0.0041500295761972665,
+        0.005640423227101565,
+        0.03451398688554763,
+        0.9998,
+        0.015497099639475348,
+        0.0240514619924128,
+        0.01855148351751268,
+        0.008196286033093927,
+        0.011326798624545338,
+        0.06849746960401534,
+        0.9998,
+        0.02313546268269419,
+        0.035994438216090205,
+        0.027799359466880558,
+        0.0122097650617361,
+        0.016763617771863935,
+        0.10278077013492581,
+        0.9998,
+        0.030832055304199454,
+        0.047740597128868106,
+        0.03703545142114163,
+        0.016048804248869425,
+        0.022372651877999306,
+        0.13702942171096805,
+        0.9998,
+        0.038204701985418796,
+        0.05920636213123798,
+        0.046325864329934116,
+        0.019996160972118385,
+        0.027902460700273524,
+        0.17025141863822935,
+        0.9998,
+        0.04563325826823711,
+        0.07102325493693351,
+        0.05546584130823612,
+        0.023634682413935654,
+        0.033424764162302015,
+        0.20435014035105703,
+        0.9998,
+        0.05323197680115699,
+        0.08285935302376746,
+        0.06436364714503287,
+        0.027521869267523286,
+        0.03869235207140445,
+        0.23774116191864014,
+        0.9998,
+        0.060565653316676626,
+        0.09452855794429782,
+        0.0735403483748436,
+        0.031001805695891393,
+        0.04407568401694298,
+        0.27016192445755005,
+        0.9998,
+        0.06773068959712983,
+        0.1061681311130524,
+        0.08275524684041738,
+        0.03470707266330719,
+        0.049222435563802736,
+        0.3021818454742432,
+        0.9998,
+        0.0755238321661949,
+        0.11800576950609681,
+        0.09166070441305638,
+        0.03756766881942747,
+        0.05426253840327261,
+        0.3339465622901916,
+        0.9998,
+        0.08360084161758424,
+        0.128986919939518,
+        0.10007711909115313,
+        0.04081601276397703,
+        0.05890047967433931,
+        0.3649506468296051,
+        0.9998,
+        0.0909860579311848,
+        0.14034638926982884,
+        0.10858694336414337,
+        0.043888971352577216,
+        0.06326978290081023,
+        0.39565377249717715,
+        0.9998,
+        0.0976406004577875,
+        0.15163057585954665,
+        0.11699790448844433,
+        0.04653662405908107,
+        0.06755478288829328,
+        0.4265132269501688,
+        0.9998,
+        0.10494909934103491,
+        0.1636510334640741,
+        0.12555025073289872,
+        0.04872008948326112,
+        0.07195288753509521,
+        0.45708213272094733,
+        0.9998,
+        0.11237625901103021,
+        0.1734663820564747,
+        0.13378736257553103,
+        0.051002908420562765,
+        0.07615520455837249,
+        0.4849715132713317,
+        0.9998,
+        0.11907876889407637,
+        0.18552717121839524,
+        0.14149565836787226,
+        0.05397755268216131,
+        0.08054312298595906,
+        0.5118067628383636,
+        0.9998,
+        0.12583051189184186,
+        0.19667779451608658,
+        0.1488270762860775,
+        0.05639378269910811,
+        0.08465042811334134,
+        0.5388292720794678,
+        0.9998,
+        0.13234226402044297,
+        0.20762973763942727,
+        0.1559748598188162,
+        0.05839042508006098,
+        0.0893005328118801,
+        0.5658308902740479,
+        0.9998,
+        0.13900129027366642,
+        0.217655231153965,
+        0.1630171207666397,
+        0.06092868448495864,
+        0.09322292867004872,
+        0.5937799290657044,
+        0.9998,
+        0.14608223366737366,
+        0.22782817744016648,
+        0.1704683126211166,
+        0.06389948699474335,
+        0.09736598980426786,
+        0.6196833127498629,
+        0.9998,
+        0.15230180752277378,
+        0.23836469807624816,
+        0.17761459088325499,
+        0.06586442129611969,
+        0.10201517650485037,
+        0.642292186498642,
+        0.9998,
+        0.15915659994482995,
+        0.24852982282638547,
+        0.18415889225304127,
+        0.06818132964372636,
+        0.1052839379489422,
+        0.6694342561721802,
+        0.9998,
+        0.16529147803783417,
+        0.25830961778759964,
+        0.1910770757198334,
+        0.06998017345666879,
+        0.10975803031921388,
+        0.6942681380033493,
+        0.9998,
+        0.17131853887438775,
+        0.26992216243743894,
+        0.19766016191244123,
+        0.07165289899110794,
+        0.11400951793193814,
+        0.7123978061676026,
+        0.9998,
+        0.17722351259589197,
+        0.2790883507370948,
+        0.20465781543254852,
+        0.07306914501190187,
+        0.11779237110614776,
+        0.7354960616827011,
+        0.9998,
+        0.18310082417726514,
+        0.2886411115825177,
+        0.21061068986058235,
+        0.07533485752940178,
+        0.12183943331837654,
+        0.7544913648605349,
+        0.9998,
+        0.18905207464694973,
+        0.29951923507452016,
+        0.21575978752374647,
+        0.07703771128058434,
+        0.125071112626791,
+        0.7784105379104611,
+        0.9998,
+        0.195144637298584,
+        0.3078424384593964,
+        0.22139812797307967,
+        0.07776288870573039,
+        0.1280166915655136,
+        0.7980234715938566,
+        0.9998,
+        0.20036395013332364,
+        0.3157368015229701,
+        0.22740093618631363,
+        0.07877180978655818,
+        0.13088519814610483,
+        0.8160268199920657,
+        0.9998,
+        0.2067295638501645,
+        0.32284488893151286,
+        0.23261826010048392,
+        0.08028998664617537,
+        0.13432073184847831,
+        0.8394723526477814,
+        0.9998,
+        0.21151145787239078,
+        0.33098428723216067,
+        0.23795363244116308,
+        0.08204919975399971,
+        0.13824530920982364,
+        0.8549232804775238,
+        0.9998,
+        0.21690983402729025,
+        0.33953685614466667,
+        0.24334055126607418,
+        0.08350740911960608,
+        0.14187794082164767,
+        0.8723114358901976,
+        0.9998,
+        0.22109991323947908,
+        0.34832089834213253,
+        0.24899482764303682,
+        0.08537164400815961,
+        0.14513501806259155,
+        0.8893451525688172,
+        0.9998,
+        0.2249658720254898,
+        0.3572310479402542,
+        0.25438007636070253,
+        0.08719720078706744,
+        0.14814659943580633,
+        0.9102225680828093,
+        0.9998,
+        0.2306717428565025,
+        0.36474481073617926,
+        0.25985941568017007,
+        0.08899603068828588,
+        0.15093936696648597,
+        0.9305636549472811,
+        0.9998,
+        0.23434948051571847,
+        0.3720012401223183,
+        0.26517314386367796,
+        0.08997886967658997,
+        0.15404658429622647,
+        0.9491940534591672,
+        0.9998,
+        0.23953222481608383,
+        0.3791579723358154,
+        0.27056982757151127,
+        0.09120365159511568,
+        0.15665004158020018,
+        0.9675449703216552,
+        0.9998,
+        0.24456876474618916,
+        0.3841388165354729,
+        0.27677780444920064,
+        0.09184075868129726,
+        0.15943827402591704,
+        0.9817549395561218,
+        0.9998,
+        0.24921156963706026,
+        0.39156274497509,
+        0.28263389006257056,
+        0.09298255751132967,
+        0.16368491126298912,
+        0.9990247547626496,
+        0.9998,
+        0.2539563368797302,
+        0.39825577625036246,
+        0.2873020175039769,
+        0.0942531347274781,
+        0.16757910710573198,
+        1.0163126133918765,
+        0.9998,
+        0.25712824621796615,
+        0.40455262088775634,
+        0.2935291491091252,
+        0.09520803606510164,
+        0.17043248698711388,
+        1.028111771774292,
+        0.9998,
+        0.26034644699096676,
+        0.4117531988143921,
+        0.29879013779163355,
+        0.09610234111547467,
+        0.17323755708932875,
+        1.0451886369228363,
+        0.9998,
+        0.2645440477252007,
+        0.41964786567687984,
+        0.3043629810810089,
+        0.09740818744897839,
+        0.17624698135852812,
+        1.0623116736412048,
+        0.9998,
+        0.2687316499948501,
+        0.4252820964813233,
+        0.3098058515429497,
+        0.09837959665060048,
+        0.17943815351724623,
+        1.0802365774154659,
+        0.9998,
+        0.2736485476613044,
+        0.4302169958949089,
+        0.31472583699226386,
+        0.09983234834671018,
+        0.18142239207029343,
+        1.099191039276123,
+        0.9998,
+        0.27838194837570196,
+        0.43438938465118415,
+        0.3206062918782234,
+        0.10129213072061538,
+        0.18428989408016205,
+        1.1077388987541195,
+        0.9998,
+        0.2824019021987916,
+        0.4403425845623017,
+        0.32577198170423505,
+        0.10263168720006943,
+        0.18670622487068178,
+        1.1181069049835206,
+        0.9998,
+        0.28641767206192015,
+        0.4454599289178849,
+        0.33099353713989255,
+        0.10434709694385524,
+        0.18940773470401762,
+        1.1309651877403262,
+        0.9998,
+        0.28967536609172817,
+        0.4508126516819,
+        0.3364480216741561,
+        0.10620023314952853,
+        0.1912341977655887,
+        1.1442243038654327,
+        0.9998,
+        0.2932004719018936,
+        0.45500085353851305,
+        0.342836194217205,
+        0.1074582241773605,
+        0.19475061405301097,
+        1.1593140706062321,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 247,
+      "num_frames": 103471
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 67,
+      "num_frames": 18696
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 96,
+      "num_frames": 39123
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 106,
+      "num_frames": 14561
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 103,
+      "num_frames": 40018
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 51,
+      "num_frames": 7411
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 153,
+      "num_frames": 22151
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 98,
+      "num_frames": 34398
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 50,
+      "num_frames": 11020
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 395,
+      "num_frames": 129532
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 102,
+      "num_frames": 43116
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 98,
+      "num_frames": 39519
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 132,
+      "num_frames": 55580
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 106,
+      "num_frames": 39682
+    }
+  }
+}

pp__ee_ffm/15000/params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

pp__ee_ffm/15000/params/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

pp__ee_ffm/15000/params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

pp__ee_ffm/18000/assets/ur10e/norm_stats.json

@@ -0,0 +1,1525 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05128273367881775,
+        0.0038695293478667736,
+        0.10728323459625244,
+        0.000127384380903095,
+        -0.008717996999621391,
+        0.018311742693185806,
+        0.5927855372428894
+      ],
+      "std": [
+        0.11735453456640244,
+        0.16998496651649475,
+        0.07843011617660522,
+        0.04517541825771332,
+        0.06648709625005722,
+        0.5968458652496338,
+        0.49131542444229126
+      ],
+      "q01": [
+        -0.1998308931350708,
+        -0.3128024835586548,
+        0.008356838001310825,
+        -0.12045777978897093,
+        -0.16981397661566733,
+        -1.4186758675575255,
+        0.0
+      ],
+      "q99": [
+        0.2958885433673858,
+        0.4052316977500916,
+        0.31923757745698095,
+        0.13565329904556278,
+        0.18981409567594532,
+        1.6286519867897038,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00017825793474912643,
+        0.00019183357653673738,
+        0.000041831444832496345,
+        0.000043854775867657736,
+        -0.000034865704947151244,
+        -0.00018122466281056404,
+        0.5922171473503113,
+        0.0003521003818605095,
+        0.00038262890302576125,
+        0.00009352308552479371,
+        0.00008411487942794338,
+        -0.00006822929572081193,
+        -0.0003791825147345662,
+        0.5920506715774536,
+        0.0005200623418204486,
+        0.0005822767270728946,
+        0.00015841292042750865,
+        0.00011936029477510601,
+        -0.00010685423330869526,
+        -0.0005829436122439802,
+        0.592451274394989,
+        0.0006808008183725178,
+        0.0007760330336168408,
+        0.00023689662339165807,
+        0.00015028445341158658,
+        -0.00014720916806254536,
+        -0.0008020512759685516,
+        0.5925179123878479,
+        0.0008325226954184473,
+        0.0009748252923600376,
+        0.00032721058232709765,
+        0.0001765118504408747,
+        -0.0001882646611193195,
+        -0.0010353026445955038,
+        0.5919499397277832,
+        0.0009828557958826423,
+        0.001174007193185389,
+        0.0004290347860660404,
+        0.00019770098151639104,
+        -0.0002320463245268911,
+        -0.0012768686283379793,
+        0.5920824408531189,
+        0.0011264553759247065,
+        0.0013753336388617754,
+        0.0005436590872704983,
+        0.00021252292208373547,
+        -0.0002772978914435953,
+        -0.0015388380270451307,
+        0.5919169783592224,
+        0.001261738478206098,
+        0.0015768884913995862,
+        0.000664233579300344,
+        0.00022324101882986724,
+        -0.00032030753209255636,
+        -0.0018072116654366255,
+        0.5919508337974548,
+        0.0013924658996984363,
+        0.0017778468318283558,
+        0.000802353722974658,
+        0.00022876501316204667,
+        -0.00036851398181170225,
+        -0.0020909705199301243,
+        0.5918493866920471,
+        0.0015146645018830895,
+        0.001979982713237405,
+        0.0009464678587391973,
+        0.00022839251323603094,
+        -0.00041433057049289346,
+        -0.0023923281114548445,
+        0.5923178195953369,
+        0.0016297753900289536,
+        0.002177485032007098,
+        0.0011011046590283513,
+        0.0002217269066022709,
+        -0.000458925380371511,
+        -0.002708648331463337,
+        0.5922832489013672,
+        0.001736858393996954,
+        0.002380710793659091,
+        0.001265321858227253,
+        0.00021078884310554713,
+        -0.0005034623900428414,
+        -0.0030276556499302387,
+        0.5925512909889221,
+        0.0018375252839177847,
+        0.0025851817335933447,
+        0.0014420713996514678,
+        0.00019598225480876863,
+        -0.000548544165212661,
+        -0.0033696996979415417,
+        0.5929852724075317,
+        0.001930596074089408,
+        0.0027863059658557177,
+        0.001625461969524622,
+        0.00017679782467894256,
+        -0.0005923399003222585,
+        -0.0037212027236819267,
+        0.5933200120925903,
+        0.0020133156795054674,
+        0.002980931429192424,
+        0.0018171027768403292,
+        0.00015119524323381484,
+        -0.0006322818226180971,
+        -0.004087733570486307,
+        0.5934215188026428,
+        0.0020904536359012127,
+        0.0031832042150199413,
+        0.0020164819434285164,
+        0.00012474547838792205,
+        -0.0006753357010893524,
+        -0.004462483339011669,
+        0.5940550565719604,
+        0.0021582976914942265,
+        0.0033780308440327644,
+        0.0022245750296860933,
+        0.00009207738185068592,
+        -0.0007133944891393185,
+        -0.0048512727953493595,
+        0.5934212803840637,
+        0.0022162464447319508,
+        0.0035768328234553337,
+        0.00243890518322587,
+        0.00005660531678586267,
+        -0.0007510891882702708,
+        -0.0052470057271420956,
+        0.5930858850479126,
+        0.0022688237950205803,
+        0.0037680903915315866,
+        0.0026641665026545525,
+        0.000016654150385875255,
+        -0.0007920916541479528,
+        -0.005645269062370062,
+        0.5934204459190369,
+        0.002307445975020528,
+        0.003956762608140707,
+        0.002892612013965845,
+        -0.000024613582354504615,
+        -0.00082755385665223,
+        -0.006060904823243618,
+        0.5935210585594177,
+        0.0023394108284264803,
+        0.004145852755755186,
+        0.0031293611973524094,
+        -0.00007036335591692477,
+        -0.000862839340697974,
+        -0.006486514117568731,
+        0.5938553810119629,
+        0.0023635639809072018,
+        0.004330882802605629,
+        0.003369460813701153,
+        -0.00011622408783296123,
+        -0.0008975815144367516,
+        -0.006918287370353937,
+        0.5941224098205566,
+        0.0023770432453602552,
+        0.004509279038757086,
+        0.003619962837547064,
+        -0.00016565696569159627,
+        -0.000931587943341583,
+        -0.007352035492658615,
+        0.5944584012031555,
+        0.00238234456628561,
+        0.004690815694630146,
+        0.0038762527983635664,
+        -0.00021838255634065717,
+        -0.0009683417738415301,
+        -0.007787370588630438,
+        0.5947912335395813,
+        0.002375628100708127,
+        0.004860451444983482,
+        0.004139026626944542,
+        -0.0002711330889724195,
+        -0.001003106590360403,
+        -0.008241424337029457,
+        0.5946241617202759,
+        0.002359704812988639,
+        0.00503157963976264,
+        0.0044105760753154755,
+        -0.00032532442128285766,
+        -0.001040506293065846,
+        -0.00868436973541975,
+        0.5948582887649536,
+        0.0023337292950600386,
+        0.005197793245315552,
+        0.004688245244324207,
+        -0.0003779281978495419,
+        -0.0010775544214993715,
+        -0.009136061184108257,
+        0.594490647315979,
+        0.0022983402013778687,
+        0.0053585064597427845,
+        0.004974683281034231,
+        -0.0004316747363191098,
+        -0.001119557418860495,
+        -0.009581059217453003,
+        0.5949921607971191,
+        0.0022514211013913155,
+        0.005512322764843702,
+        0.005269876215606928,
+        -0.00048660647007636726,
+        -0.00115926971193403,
+        -0.010035778395831585,
+        0.5947573184967041,
+        0.0021973950788378716,
+        0.005665088538080454,
+        0.005567196290940046,
+        -0.0005405059782788157,
+        -0.001202134764753282,
+        -0.010486708953976631,
+        0.5947583317756653,
+        0.0021313477773219347,
+        0.005808073561638594,
+        0.005873992573469877,
+        -0.0005932669737376273,
+        -0.0012431950308382511,
+        -0.010925465263426304,
+        0.5949592590332031,
+        0.002052424708381295,
+        0.005947751458734274,
+        0.006189257372170687,
+        -0.0006468442734330893,
+        -0.0012840754352509975,
+        -0.011378267779946327,
+        0.5948919057846069,
+        0.0019639127422124147,
+        0.006076265126466751,
+        0.006512931548058987,
+        -0.000698163581546396,
+        -0.0013269528280943632,
+        -0.01182495802640915,
+        0.5956598520278931,
+        0.0018665322568267584,
+        0.006203575991094112,
+        0.006844088900834322,
+        -0.0007509358110837638,
+        -0.0013719750568270683,
+        -0.012274854816496372,
+        0.5958278775215149,
+        0.0017565718153491616,
+        0.00631800526753068,
+        0.00718533294275403,
+        -0.0008028930169530213,
+        -0.0014161799335852265,
+        -0.012730049900710583,
+        0.5965636968612671,
+        0.0016334381652995944,
+        0.006432209629565477,
+        0.007536775898188353,
+        -0.0008555001695640385,
+        -0.0014613022794947028,
+        -0.013178341090679169,
+        0.5968635082244873,
+        0.001504825078882277,
+        0.006536062806844711,
+        0.007895980961620808,
+        -0.0009071424137800932,
+        -0.001508112414740026,
+        -0.0136363310739398,
+        0.5971311330795288,
+        0.0013624292332679033,
+        0.0066284434869885445,
+        0.008265434764325619,
+        -0.0009610041161067784,
+        -0.0015524501213803887,
+        -0.014104858040809631,
+        0.5966635346412659,
+        0.0012110620737075806,
+        0.006716220173984766,
+        0.008646432310342789,
+        -0.0010158722288906574,
+        -0.001595633802935481,
+        -0.014564627781510353,
+        0.5967627763748169,
+        0.0010494389571249485,
+        0.006793523672968149,
+        0.009036743082106113,
+        -0.0010705190943554044,
+        -0.001641530659981072,
+        -0.015039598569273949,
+        0.5971985459327698,
+        0.000877757731359452,
+        0.006863532122224569,
+        0.009443209506571293,
+        -0.0011273149866610765,
+        -0.0016873262356966734,
+        -0.015509683638811111,
+        0.5971651077270508,
+        0.0006967362714931369,
+        0.0069267102517187595,
+        0.009853432886302471,
+        -0.0011843758402392268,
+        -0.0017295657889917493,
+        -0.015997974202036858,
+        0.5970973968505859,
+        0.0005037582595832646,
+        0.006979017984122038,
+        0.010282807052135468,
+        -0.0012444253079593182,
+        -0.001777022029273212,
+        -0.016487492248415947,
+        0.5976995825767517,
+        0.0003016756963916123,
+        0.007022265810519457,
+        0.010722384788095951,
+        -0.0013075285824015737,
+        -0.0018214383162558079,
+        -0.01697654277086258,
+        0.597798764705658,
+        0.00009293265611631796,
+        0.007055795285850763,
+        0.011173673905432224,
+        -0.0013708160258829594,
+        -0.0018645658856257796,
+        -0.017484335228800774,
+        0.597966730594635,
+        -0.000124391182907857,
+        0.007082684896886349,
+        0.011640308424830437,
+        -0.0014386132825165987,
+        -0.0019134749891236424,
+        -0.01798837259411812,
+        0.5981683731079102,
+        -0.00035092345206066966,
+        0.007098059635609388,
+        0.012118544429540634,
+        -0.0015073762042447925,
+        -0.0019575089681893587,
+        -0.01849336363375187,
+        0.5986029505729675,
+        -0.0005854107439517975,
+        0.0071039507165551186,
+        0.012613409198820591,
+        -0.0015764578711241484,
+        -0.0020034341141581535,
+        -0.019007328897714615,
+        0.5991028547286987,
+        -0.0008270103135146201,
+        0.007101214490830898,
+        0.013122287578880787,
+        -0.0016506034880876541,
+        -0.0020522447302937508,
+        -0.01952872797846794,
+        0.5987370014190674,
+        -0.001076867338269949,
+        0.00709147984161973,
+        0.013644648715853691,
+        -0.0017232280224561691,
+        -0.00209601572714746,
+        -0.0200593750923872,
+        0.5985028147697449
+      ],
+      "std": [
+        0.0024062322918325663,
+        0.003502180567011237,
+        0.0028959347400814295,
+        0.001288933795876801,
+        0.001992614008486271,
+        0.009939830750226974,
+        0.4914224147796631,
+        0.00479939254000783,
+        0.006984295789152384,
+        0.00577544653788209,
+        0.00255726370960474,
+        0.003974331542849541,
+        0.019815899431705475,
+        0.491453617811203,
+        0.007198094390332699,
+        0.010462019592523575,
+        0.0086715342476964,
+        0.0038137384690344334,
+        0.0059504457749426365,
+        0.029722929000854492,
+        0.49137842655181885,
+        0.009595364332199097,
+        0.013925624080002308,
+        0.01157301664352417,
+        0.005054769571870565,
+        0.007918895222246647,
+        0.039577335119247437,
+        0.491365909576416,
+        0.011991900391876698,
+        0.017375873401761055,
+        0.014483901672065258,
+        0.006281254813075066,
+        0.009883183054625988,
+        0.04948575794696808,
+        0.4914724826812744,
+        0.014386910945177078,
+        0.02081937901675701,
+        0.01738619990646839,
+        0.007489483337849379,
+        0.011822742410004139,
+        0.059324562549591064,
+        0.49144768714904785,
+        0.01677471585571766,
+        0.024239229038357735,
+        0.02029796876013279,
+        0.008670784533023834,
+        0.013744412921369076,
+        0.06911026686429977,
+        0.49147868156433105,
+        0.019147682934999466,
+        0.027644788846373558,
+        0.02319173328578472,
+        0.009829814545810223,
+        0.015629058703780174,
+        0.07880611717700958,
+        0.4914723336696625,
+        0.021518999710679054,
+        0.031032387167215347,
+        0.02608788199722767,
+        0.010968584567308426,
+        0.01748756878077984,
+        0.08845969289541245,
+        0.49149128794670105,
+        0.023882852867245674,
+        0.03437861427664757,
+        0.0289660282433033,
+        0.012089590542018414,
+        0.019322389736771584,
+        0.09804096072912216,
+        0.4914035201072693,
+        0.026225334033370018,
+        0.03771271929144859,
+        0.03182939812541008,
+        0.013177594169974327,
+        0.02110598236322403,
+        0.10749771445989609,
+        0.4914100170135498,
+        0.028563106432557106,
+        0.0410182848572731,
+        0.03468579053878784,
+        0.014244351536035538,
+        0.022861208766698837,
+        0.11686772853136063,
+        0.4913595914840698,
+        0.0308801531791687,
+        0.04429886117577553,
+        0.03752987086772919,
+        0.015289945527911186,
+        0.02459282986819744,
+        0.12617157399654388,
+        0.49127766489982605,
+        0.03318864852190018,
+        0.04755086451768875,
+        0.040348444133996964,
+        0.016310207545757294,
+        0.02627798169851303,
+        0.13537222146987915,
+        0.49121418595314026,
+        0.035476379096508026,
+        0.05077414587140083,
+        0.043147649616003036,
+        0.01729763299226761,
+        0.0279218852519989,
+        0.1444484144449234,
+        0.4911949038505554,
+        0.037749454379081726,
+        0.05397537350654602,
+        0.04592514410614967,
+        0.01826511137187481,
+        0.02952372282743454,
+        0.1534338742494583,
+        0.49107399582862854,
+        0.04000171273946762,
+        0.05714254826307297,
+        0.048680923879146576,
+        0.01921386457979679,
+        0.031094877049326897,
+        0.16232410073280334,
+        0.4911949336528778,
+        0.04223346710205078,
+        0.06026984006166458,
+        0.051405154168605804,
+        0.02012735791504383,
+        0.03262488916516304,
+        0.17109432816505432,
+        0.4912585914134979,
+        0.04444262757897377,
+        0.0633770301938057,
+        0.05411297082901001,
+        0.021013105288147926,
+        0.034115906804800034,
+        0.1798035055398941,
+        0.49119511246681213,
+        0.04663601517677307,
+        0.06644830107688904,
+        0.05679183825850487,
+        0.021882520988583565,
+        0.03556296229362488,
+        0.18837083876132965,
+        0.49117594957351685,
+        0.0488101989030838,
+        0.06949284672737122,
+        0.05944425240159035,
+        0.02272738516330719,
+        0.036970868706703186,
+        0.19687491655349731,
+        0.4911121726036072,
+        0.05095718055963516,
+        0.0725080668926239,
+        0.06206396222114563,
+        0.023549288511276245,
+        0.03833026811480522,
+        0.20523686707019806,
+        0.4910610616207123,
+        0.053086258471012115,
+        0.07547969371080399,
+        0.06466121971607208,
+        0.02434645965695381,
+        0.039651863276958466,
+        0.21351483464241028,
+        0.4909965395927429,
+        0.055188871920108795,
+        0.07841717451810837,
+        0.06722873449325562,
+        0.02512683905661106,
+        0.0409412756562233,
+        0.22171765565872192,
+        0.4909324049949646,
+        0.05727389454841614,
+        0.0813322439789772,
+        0.0697699785232544,
+        0.02588886022567749,
+        0.04218882694840431,
+        0.22981305420398712,
+        0.4909646511077881,
+        0.059331782162189484,
+        0.08420901745557785,
+        0.0722835510969162,
+        0.02663096971809864,
+        0.04340369999408722,
+        0.2377965748310089,
+        0.49091944098472595,
+        0.06137143447995186,
+        0.08705508708953857,
+        0.07477014511823654,
+        0.0273576807230711,
+        0.04459249973297119,
+        0.24569134414196014,
+        0.4909903407096863,
+        0.06338538229465485,
+        0.08986249566078186,
+        0.07722899317741394,
+        0.02806149050593376,
+        0.04574465751647949,
+        0.2534792125225067,
+        0.49089354276657104,
+        0.0653722882270813,
+        0.09263390302658081,
+        0.07965762168169022,
+        0.02874867245554924,
+        0.046873632818460464,
+        0.26117467880249023,
+        0.4909389317035675,
+        0.06733966618776321,
+        0.0953851193189621,
+        0.08206002414226532,
+        0.02942766807973385,
+        0.047970786690711975,
+        0.2687525451183319,
+        0.4909387528896332,
+        0.0692792534828186,
+        0.09808357059955597,
+        0.08443529903888702,
+        0.030091337859630585,
+        0.04904580116271973,
+        0.2762320339679718,
+        0.490899920463562,
+        0.07119788229465485,
+        0.10075356811285019,
+        0.08678130060434341,
+        0.03073197975754738,
+        0.05008997395634651,
+        0.2836216688156128,
+        0.49091294407844543,
+        0.0730864554643631,
+        0.10337840020656586,
+        0.08909567445516586,
+        0.031362973153591156,
+        0.05111666023731232,
+        0.29090121388435364,
+        0.49076390266418457,
+        0.07495278120040894,
+        0.10598174482584,
+        0.09139138460159302,
+        0.03198105841875076,
+        0.05212388560175896,
+        0.2981099486351013,
+        0.4907310903072357,
+        0.07679770886898041,
+        0.10854315012693405,
+        0.09365720301866531,
+        0.032588668167591095,
+        0.05310613289475441,
+        0.3052273690700531,
+        0.4905868470668793,
+        0.07861896604299545,
+        0.11106982082128525,
+        0.09590361267328262,
+        0.03318735584616661,
+        0.054071128368377686,
+        0.31227025389671326,
+        0.4905277192592621,
+        0.08040960878133774,
+        0.11355745047330856,
+        0.09811714291572571,
+        0.033775437623262405,
+        0.05501418933272362,
+        0.3192107081413269,
+        0.4904748201370239,
+        0.08217643201351166,
+        0.11601186543703079,
+        0.1003081351518631,
+        0.03434909135103226,
+        0.05594658851623535,
+        0.32608285546302795,
+        0.4905671775341034,
+        0.0839204490184784,
+        0.11841784417629242,
+        0.10247605293989182,
+        0.034921471029520035,
+        0.056855708360672,
+        0.33286482095718384,
+        0.49054762721061707,
+        0.08564257621765137,
+        0.12079707533121109,
+        0.10461720079183578,
+        0.03548066318035126,
+        0.05775611102581024,
+        0.33959054946899414,
+        0.49046146869659424,
+        0.08733928948640823,
+        0.12313131242990494,
+        0.10674284398555756,
+        0.036041487008333206,
+        0.05864502489566803,
+        0.34626302123069763,
+        0.4904680848121643,
+        0.08901134878396988,
+        0.12543629109859467,
+        0.10884197056293488,
+        0.03658969700336456,
+        0.05951661616563797,
+        0.3528664708137512,
+        0.49048149585723877,
+        0.0906592532992363,
+        0.1276901662349701,
+        0.1109236627817154,
+        0.03713284432888031,
+        0.06038005277514458,
+        0.359416127204895,
+        0.49036189913749695,
+        0.09228681772947311,
+        0.1299103945493698,
+        0.11298499256372452,
+        0.03767018765211105,
+        0.06123314052820206,
+        0.36592385172843933,
+        0.4903421103954315,
+        0.09388513118028641,
+        0.13209860026836395,
+        0.1150209829211235,
+        0.03820350766181946,
+        0.06207343563437462,
+        0.3723449110984802,
+        0.49030858278274536,
+        0.09546886384487152,
+        0.1342376470565796,
+        0.1170450747013092,
+        0.038727905601263046,
+        0.06290879100561142,
+        0.37874242663383484,
+        0.4902682602405548,
+        0.09702891856431961,
+        0.1363443285226822,
+        0.11904918402433395,
+        0.03924714773893356,
+        0.0637221708893776,
+        0.3850752115249634,
+        0.4901810586452484,
+        0.09856341779232025,
+        0.13841897249221802,
+        0.12103547155857086,
+        0.03975864499807358,
+        0.06453131884336472,
+        0.3913663923740387,
+        0.49008020758628845,
+        0.10007360577583313,
+        0.14044950902462006,
+        0.12300391495227814,
+        0.040266092866659164,
+        0.06533009558916092,
+        0.3976134657859802,
+        0.49015405774116516,
+        0.10156284272670746,
+        0.14245077967643738,
+        0.12495925277471542,
+        0.04076777771115303,
+        0.06611059606075287,
+        0.40382063388824463,
+        0.4902011752128601
+      ],
+      "q01": [
+        -0.007256431153044104,
+        -0.011699014743044973,
+        -0.0055679352628067134,
+        -0.00412225139439106,
+        -0.0072255123518407335,
+        -0.033756559073925024,
+        0.0,
+        -0.014370938213914632,
+        -0.023252960985898973,
+        -0.01104561029933393,
+        -0.008141975977644326,
+        -0.0144249377399683,
+        -0.06712838599085807,
+        0.0,
+        -0.021654195599257946,
+        -0.03449826500415802,
+        -0.016638640044257046,
+        -0.012102670544385914,
+        -0.02150846315845847,
+        -0.10080407434105874,
+        0.0,
+        -0.028822480607777836,
+        -0.04602718614041806,
+        -0.02199230773448944,
+        -0.01584940324872732,
+        -0.0286719176992774,
+        -0.13472739071846007,
+        0.0,
+        -0.036142852307856084,
+        -0.05759193815290928,
+        -0.027614635550975798,
+        -0.019684539416432376,
+        -0.036263220582902427,
+        -0.168691892516613,
+        0.0,
+        -0.04332766312360763,
+        -0.06905177993774414,
+        -0.03291526727378369,
+        -0.02363492891192437,
+        -0.04373695077598095,
+        -0.2010136597275734,
+        0.0,
+        -0.05067246703207493,
+        -0.08021315485835076,
+        -0.03828722044229507,
+        -0.027317928932607177,
+        -0.0504704318344593,
+        -0.23390997247695924,
+        0.0,
+        -0.058072451479732994,
+        -0.0906403624176979,
+        -0.043611947792768474,
+        -0.031204314026236538,
+        -0.057850545194745064,
+        -0.2672128119468689,
+        0.0,
+        -0.06528159739971161,
+        -0.10143089537620545,
+        -0.048837773102521895,
+        -0.03507076780796051,
+        -0.06522356917858124,
+        -0.29845556869506834,
+        0.0,
+        -0.07247072423696518,
+        -0.11309961096644401,
+        -0.0541993354767561,
+        -0.03844639330506325,
+        -0.07189950688183308,
+        -0.32752560796737673,
+        0.0,
+        -0.07931874465942383,
+        -0.12349320932626724,
+        -0.059176721848547456,
+        -0.04147882447242737,
+        -0.07923445358872414,
+        -0.3592962546348572,
+        0.0,
+        -0.08627641429007053,
+        -0.1342228776216507,
+        -0.0643407483637333,
+        -0.04488334712982177,
+        -0.08665264999866486,
+        -0.3892462317824364,
+        0.0,
+        -0.09323419618606567,
+        -0.14532953199744225,
+        -0.06941284655183554,
+        -0.048112995216250426,
+        -0.09317988933622837,
+        -0.4228055716872215,
+        0.0,
+        -0.10018549163341521,
+        -0.1556946548253298,
+        -0.07417543112933636,
+        -0.05133690747022629,
+        -0.10004954300820829,
+        -0.4534234776496887,
+        0.0,
+        -0.10675806557536126,
+        -0.16596515169739723,
+        -0.0793992820739746,
+        -0.0541167075037956,
+        -0.10549019033908845,
+        -0.48479944944381714,
+        0.0,
+        -0.11352149154245852,
+        -0.17576461576223373,
+        -0.08435404906272889,
+        -0.05712823709845544,
+        -0.11170214253365993,
+        -0.5134099156618118,
+        0.0,
+        -0.11963174630999565,
+        -0.1854754867553711,
+        -0.08937504348158837,
+        -0.060305166178941744,
+        -0.11722507643401624,
+        -0.5433834453821182,
+        0.0,
+        -0.1268300919532776,
+        -0.19535546687841415,
+        -0.09405939641594886,
+        -0.06354510557651519,
+        -0.12264081707000732,
+        -0.5772515375137329,
+        0.0,
+        -0.13293926758766172,
+        -0.2027949431180954,
+        -0.0985967896103859,
+        -0.06629378436505795,
+        -0.12771151019930838,
+        -0.6036830880880356,
+        0.0,
+        -0.13922525777816774,
+        -0.21242504799365997,
+        -0.1037064840555191,
+        -0.07008196232914926,
+        -0.1329161833882332,
+        -0.628397848701477,
+        0.0,
+        -0.14592977297306062,
+        -0.22130838614702225,
+        -0.1078327214807272,
+        -0.0729009270608425,
+        -0.1374287930905819,
+        -0.6541636083126069,
+        0.0,
+        -0.15206764774918555,
+        -0.22866596598625183,
+        -0.11241925480961801,
+        -0.07557598369121551,
+        -0.14227462445497513,
+        -0.6817549216508866,
+        0.0,
+        -0.1585555577278137,
+        -0.23810314595103263,
+        -0.11682400584220887,
+        -0.07843425706624987,
+        -0.1476389567375183,
+        -0.7081804811000824,
+        0.0,
+        -0.16490318432450296,
+        -0.24619830765724182,
+        -0.12118076513707637,
+        -0.0809367107450962,
+        -0.1527998209476471,
+        -0.7293692610263824,
+        0.0,
+        -0.17024462436437607,
+        -0.2550183912158013,
+        -0.12524078240394593,
+        -0.08314222252368927,
+        -0.15783565551638604,
+        -0.7588527809143065,
+        0.0,
+        -0.17667829799652102,
+        -0.2632927615702152,
+        -0.12957069818377495,
+        -0.08590970690250399,
+        -0.16114172790646553,
+        -0.7864949030637741,
+        0.0,
+        -0.18232803189754487,
+        -0.2719670380055904,
+        -0.13361914351582527,
+        -0.08803452651500704,
+        -0.16428259840011597,
+        -0.8073305839538575,
+        0.0,
+        -0.18762711963653564,
+        -0.27965126223564146,
+        -0.13741002325117588,
+        -0.09081813266277317,
+        -0.1679942606329918,
+        -0.8297364350080491,
+        0.0,
+        -0.19378650337457656,
+        -0.28750096530914304,
+        -0.1413272127509117,
+        -0.09340361538529396,
+        -0.17141227049827576,
+        -0.8551108585357665,
+        0.0,
+        -0.2007654473364353,
+        -0.2952100200414658,
+        -0.14524615874290464,
+        -0.09555899284482006,
+        -0.17506120259165764,
+        -0.8738053859233856,
+        0.0,
+        -0.2051356677532196,
+        -0.30342639343738553,
+        -0.14894784138500688,
+        -0.09775217192769053,
+        -0.17899787038564682,
+        -0.8964578058719634,
+        0.0,
+        -0.2106118700504303,
+        -0.30950654554367063,
+        -0.15265847273766994,
+        -0.09931797285079952,
+        -0.18191039600968362,
+        -0.9185927909851075,
+        0.0,
+        -0.21507551380991935,
+        -0.31673398275375364,
+        -0.15636031180620194,
+        -0.10111308472156527,
+        -0.18480216069221497,
+        -0.9379452939987183,
+        0.0,
+        -0.22042710886001587,
+        -0.3241106316804886,
+        -0.1603857992887497,
+        -0.10311497458219526,
+        -0.18963373861312866,
+        -0.9598763813018798,
+        0.0,
+        -0.22509077030420305,
+        -0.33002889235019683,
+        -0.16388754726052285,
+        -0.1053681534528732,
+        -0.19115954436063767,
+        -0.98379121966362,
+        0.0,
+        -0.22922749637365342,
+        -0.3372891154527664,
+        -0.16762918008863925,
+        -0.10803488951921464,
+        -0.19422753279805183,
+        -1.0018668815612792,
+        0.0,
+        -0.23512725703120232,
+        -0.3433459337234497,
+        -0.17064291815459726,
+        -0.109715740442276,
+        -0.1952429269552231,
+        -1.0196051988601684,
+        0.0,
+        -0.2399070500254631,
+        -0.3506111851334572,
+        -0.17415402441322803,
+        -0.11159203609824181,
+        -0.19772575197815898,
+        -1.0406252932548523,
+        0.0,
+        -0.2451296196401119,
+        -0.35789591670036314,
+        -0.17758907969594,
+        -0.11354217491149904,
+        -0.2008079654276371,
+        -1.0608501851558685,
+        0.0,
+        -0.2495841851055622,
+        -0.3629652998447418,
+        -0.180687728112936,
+        -0.11629451513290406,
+        -0.20359029475450516,
+        -1.0792759814739228,
+        0.0,
+        -0.25465859727859497,
+        -0.37039889335632326,
+        -0.18382607936263085,
+        -0.11806565868854524,
+        -0.20855191022753716,
+        -1.0981247850894928,
+        0.0,
+        -0.25786272823810574,
+        -0.376981710767746,
+        -0.18693933396339418,
+        -0.11967355446815492,
+        -0.21083058713674546,
+        -1.1159709866523742,
+        0.0,
+        -0.262029046434164,
+        -0.38321649165153504,
+        -0.19019504764080047,
+        -0.12228118878602984,
+        -0.2135576029062271,
+        -1.1298690195083618,
+        0.0,
+        -0.26678466856479643,
+        -0.3881829681396484,
+        -0.1929862414717674,
+        -0.12457368981838224,
+        -0.21579045042991638,
+        -1.1497620225906373,
+        0.0,
+        -0.27159837977886203,
+        -0.394856120467186,
+        -0.19637502777576446,
+        -0.12693218851089477,
+        -0.21770936328172683,
+        -1.1716366424560547,
+        0.0,
+        -0.2762784640789032,
+        -0.4003333194732666,
+        -0.19909076886177063,
+        -0.1288866118848324,
+        -0.2202282980322838,
+        -1.1895620155334474,
+        0.0,
+        -0.2800513731002807,
+        -0.4055541774868965,
+        -0.20220429444313048,
+        -0.13081119385361673,
+        -0.22207143229842186,
+        -1.2027890300750732,
+        0.0,
+        -0.283581813955307,
+        -0.41009312283992766,
+        -0.20477152864336967,
+        -0.13240586556196215,
+        -0.22390629885196686,
+        -1.2117265057563782,
+        0.0,
+        -0.2877783861875534,
+        -0.41402224366664886,
+        -0.20759151303768159,
+        -0.13420745521783828,
+        -0.22568897011876107,
+        -1.2278634890079498,
+        0.0,
+        -0.2915664153575897,
+        -0.4195154428482056,
+        -0.2103459129035473,
+        -0.1363096318602562,
+        -0.22717018054127694,
+        -1.2415306174278258,
+        0.0
+      ],
+      "q99": [
+        0.007784609941765667,
+        0.0120296146184206,
+        0.009278385290876032,
+        0.0041500295761972665,
+        0.005640423227101565,
+        0.03451398688554763,
+        0.9998,
+        0.015497099639475348,
+        0.0240514619924128,
+        0.01855148351751268,
+        0.008196286033093927,
+        0.011326798624545338,
+        0.06849746960401534,
+        0.9998,
+        0.02313546268269419,
+        0.035994438216090205,
+        0.027799359466880558,
+        0.0122097650617361,
+        0.016763617771863935,
+        0.10278077013492581,
+        0.9998,
+        0.030832055304199454,
+        0.047740597128868106,
+        0.03703545142114163,
+        0.016048804248869425,
+        0.022372651877999306,
+        0.13702942171096805,
+        0.9998,
+        0.038204701985418796,
+        0.05920636213123798,
+        0.046325864329934116,
+        0.019996160972118385,
+        0.027902460700273524,
+        0.17025141863822935,
+        0.9998,
+        0.04563325826823711,
+        0.07102325493693351,
+        0.05546584130823612,
+        0.023634682413935654,
+        0.033424764162302015,
+        0.20435014035105703,
+        0.9998,
+        0.05323197680115699,
+        0.08285935302376746,
+        0.06436364714503287,
+        0.027521869267523286,
+        0.03869235207140445,
+        0.23774116191864014,
+        0.9998,
+        0.060565653316676626,
+        0.09452855794429782,
+        0.0735403483748436,
+        0.031001805695891393,
+        0.04407568401694298,
+        0.27016192445755005,
+        0.9998,
+        0.06773068959712983,
+        0.1061681311130524,
+        0.08275524684041738,
+        0.03470707266330719,
+        0.049222435563802736,
+        0.3021818454742432,
+        0.9998,
+        0.0755238321661949,
+        0.11800576950609681,
+        0.09166070441305638,
+        0.03756766881942747,
+        0.05426253840327261,
+        0.3339465622901916,
+        0.9998,
+        0.08360084161758424,
+        0.128986919939518,
+        0.10007711909115313,
+        0.04081601276397703,
+        0.05890047967433931,
+        0.3649506468296051,
+        0.9998,
+        0.0909860579311848,
+        0.14034638926982884,
+        0.10858694336414337,
+        0.043888971352577216,
+        0.06326978290081023,
+        0.39565377249717715,
+        0.9998,
+        0.0976406004577875,
+        0.15163057585954665,
+        0.11699790448844433,
+        0.04653662405908107,
+        0.06755478288829328,
+        0.4265132269501688,
+        0.9998,
+        0.10494909934103491,
+        0.1636510334640741,
+        0.12555025073289872,
+        0.04872008948326112,
+        0.07195288753509521,
+        0.45708213272094733,
+        0.9998,
+        0.11237625901103021,
+        0.1734663820564747,
+        0.13378736257553103,
+        0.051002908420562765,
+        0.07615520455837249,
+        0.4849715132713317,
+        0.9998,
+        0.11907876889407637,
+        0.18552717121839524,
+        0.14149565836787226,
+        0.05397755268216131,
+        0.08054312298595906,
+        0.5118067628383636,
+        0.9998,
+        0.12583051189184186,
+        0.19667779451608658,
+        0.1488270762860775,
+        0.05639378269910811,
+        0.08465042811334134,
+        0.5388292720794678,
+        0.9998,
+        0.13234226402044297,
+        0.20762973763942727,
+        0.1559748598188162,
+        0.05839042508006098,
+        0.0893005328118801,
+        0.5658308902740479,
+        0.9998,
+        0.13900129027366642,
+        0.217655231153965,
+        0.1630171207666397,
+        0.06092868448495864,
+        0.09322292867004872,
+        0.5937799290657044,
+        0.9998,
+        0.14608223366737366,
+        0.22782817744016648,
+        0.1704683126211166,
+        0.06389948699474335,
+        0.09736598980426786,
+        0.6196833127498629,
+        0.9998,
+        0.15230180752277378,
+        0.23836469807624816,
+        0.17761459088325499,
+        0.06586442129611969,
+        0.10201517650485037,
+        0.642292186498642,
+        0.9998,
+        0.15915659994482995,
+        0.24852982282638547,
+        0.18415889225304127,
+        0.06818132964372636,
+        0.1052839379489422,
+        0.6694342561721802,
+        0.9998,
+        0.16529147803783417,
+        0.25830961778759964,
+        0.1910770757198334,
+        0.06998017345666879,
+        0.10975803031921388,
+        0.6942681380033493,
+        0.9998,
+        0.17131853887438775,
+        0.26992216243743894,
+        0.19766016191244123,
+        0.07165289899110794,
+        0.11400951793193814,
+        0.7123978061676026,
+        0.9998,
+        0.17722351259589197,
+        0.2790883507370948,
+        0.20465781543254852,
+        0.07306914501190187,
+        0.11779237110614776,
+        0.7354960616827011,
+        0.9998,
+        0.18310082417726514,
+        0.2886411115825177,
+        0.21061068986058235,
+        0.07533485752940178,
+        0.12183943331837654,
+        0.7544913648605349,
+        0.9998,
+        0.18905207464694973,
+        0.29951923507452016,
+        0.21575978752374647,
+        0.07703771128058434,
+        0.125071112626791,
+        0.7784105379104611,
+        0.9998,
+        0.195144637298584,
+        0.3078424384593964,
+        0.22139812797307967,
+        0.07776288870573039,
+        0.1280166915655136,
+        0.7980234715938566,
+        0.9998,
+        0.20036395013332364,
+        0.3157368015229701,
+        0.22740093618631363,
+        0.07877180978655818,
+        0.13088519814610483,
+        0.8160268199920657,
+        0.9998,
+        0.2067295638501645,
+        0.32284488893151286,
+        0.23261826010048392,
+        0.08028998664617537,
+        0.13432073184847831,
+        0.8394723526477814,
+        0.9998,
+        0.21151145787239078,
+        0.33098428723216067,
+        0.23795363244116308,
+        0.08204919975399971,
+        0.13824530920982364,
+        0.8549232804775238,
+        0.9998,
+        0.21690983402729025,
+        0.33953685614466667,
+        0.24334055126607418,
+        0.08350740911960608,
+        0.14187794082164767,
+        0.8723114358901976,
+        0.9998,
+        0.22109991323947908,
+        0.34832089834213253,
+        0.24899482764303682,
+        0.08537164400815961,
+        0.14513501806259155,
+        0.8893451525688172,
+        0.9998,
+        0.2249658720254898,
+        0.3572310479402542,
+        0.25438007636070253,
+        0.08719720078706744,
+        0.14814659943580633,
+        0.9102225680828093,
+        0.9998,
+        0.2306717428565025,
+        0.36474481073617926,
+        0.25985941568017007,
+        0.08899603068828588,
+        0.15093936696648597,
+        0.9305636549472811,
+        0.9998,
+        0.23434948051571847,
+        0.3720012401223183,
+        0.26517314386367796,
+        0.08997886967658997,
+        0.15404658429622647,
+        0.9491940534591672,
+        0.9998,
+        0.23953222481608383,
+        0.3791579723358154,
+        0.27056982757151127,
+        0.09120365159511568,
+        0.15665004158020018,
+        0.9675449703216552,
+        0.9998,
+        0.24456876474618916,
+        0.3841388165354729,
+        0.27677780444920064,
+        0.09184075868129726,
+        0.15943827402591704,
+        0.9817549395561218,
+        0.9998,
+        0.24921156963706026,
+        0.39156274497509,
+        0.28263389006257056,
+        0.09298255751132967,
+        0.16368491126298912,
+        0.9990247547626496,
+        0.9998,
+        0.2539563368797302,
+        0.39825577625036246,
+        0.2873020175039769,
+        0.0942531347274781,
+        0.16757910710573198,
+        1.0163126133918765,
+        0.9998,
+        0.25712824621796615,
+        0.40455262088775634,
+        0.2935291491091252,
+        0.09520803606510164,
+        0.17043248698711388,
+        1.028111771774292,
+        0.9998,
+        0.26034644699096676,
+        0.4117531988143921,
+        0.29879013779163355,
+        0.09610234111547467,
+        0.17323755708932875,
+        1.0451886369228363,
+        0.9998,
+        0.2645440477252007,
+        0.41964786567687984,
+        0.3043629810810089,
+        0.09740818744897839,
+        0.17624698135852812,
+        1.0623116736412048,
+        0.9998,
+        0.2687316499948501,
+        0.4252820964813233,
+        0.3098058515429497,
+        0.09837959665060048,
+        0.17943815351724623,
+        1.0802365774154659,
+        0.9998,
+        0.2736485476613044,
+        0.4302169958949089,
+        0.31472583699226386,
+        0.09983234834671018,
+        0.18142239207029343,
+        1.099191039276123,
+        0.9998,
+        0.27838194837570196,
+        0.43438938465118415,
+        0.3206062918782234,
+        0.10129213072061538,
+        0.18428989408016205,
+        1.1077388987541195,
+        0.9998,
+        0.2824019021987916,
+        0.4403425845623017,
+        0.32577198170423505,
+        0.10263168720006943,
+        0.18670622487068178,
+        1.1181069049835206,
+        0.9998,
+        0.28641767206192015,
+        0.4454599289178849,
+        0.33099353713989255,
+        0.10434709694385524,
+        0.18940773470401762,
+        1.1309651877403262,
+        0.9998,
+        0.28967536609172817,
+        0.4508126516819,
+        0.3364480216741561,
+        0.10620023314952853,
+        0.1912341977655887,
+        1.1442243038654327,
+        0.9998,
+        0.2932004719018936,
+        0.45500085353851305,
+        0.342836194217205,
+        0.1074582241773605,
+        0.19475061405301097,
+        1.1593140706062321,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 247,
+      "num_frames": 103471
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 67,
+      "num_frames": 18696
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 96,
+      "num_frames": 39123
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 106,
+      "num_frames": 14561
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 103,
+      "num_frames": 40018
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 51,
+      "num_frames": 7411
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 153,
+      "num_frames": 22151
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 98,
+      "num_frames": 34398
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 50,
+      "num_frames": 11020
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 395,
+      "num_frames": 129532
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 102,
+      "num_frames": 43116
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 98,
+      "num_frames": 39519
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 132,
+      "num_frames": 55580
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 106,
+      "num_frames": 39682
+    }
+  }
+}

pp__ee_ffm/18000/params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

pp__ee_ffm/18000/params/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

pp__ee_ffm/18000/params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

pp__ee_ffm/21000/assets/ur10e/norm_stats.json

@@ -0,0 +1,1525 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05128273367881775,
+        0.0038695293478667736,
+        0.10728323459625244,
+        0.000127384380903095,
+        -0.008717996999621391,
+        0.018311742693185806,
+        0.5927855372428894
+      ],
+      "std": [
+        0.11735453456640244,
+        0.16998496651649475,
+        0.07843011617660522,
+        0.04517541825771332,
+        0.06648709625005722,
+        0.5968458652496338,
+        0.49131542444229126
+      ],
+      "q01": [
+        -0.1998308931350708,
+        -0.3128024835586548,
+        0.008356838001310825,
+        -0.12045777978897093,
+        -0.16981397661566733,
+        -1.4186758675575255,
+        0.0
+      ],
+      "q99": [
+        0.2958885433673858,
+        0.4052316977500916,
+        0.31923757745698095,
+        0.13565329904556278,
+        0.18981409567594532,
+        1.6286519867897038,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00017825793474912643,
+        0.00019183357653673738,
+        0.000041831444832496345,
+        0.000043854775867657736,
+        -0.000034865704947151244,
+        -0.00018122466281056404,
+        0.5922171473503113,
+        0.0003521003818605095,
+        0.00038262890302576125,
+        0.00009352308552479371,
+        0.00008411487942794338,
+        -0.00006822929572081193,
+        -0.0003791825147345662,
+        0.5920506715774536,
+        0.0005200623418204486,
+        0.0005822767270728946,
+        0.00015841292042750865,
+        0.00011936029477510601,
+        -0.00010685423330869526,
+        -0.0005829436122439802,
+        0.592451274394989,
+        0.0006808008183725178,
+        0.0007760330336168408,
+        0.00023689662339165807,
+        0.00015028445341158658,
+        -0.00014720916806254536,
+        -0.0008020512759685516,
+        0.5925179123878479,
+        0.0008325226954184473,
+        0.0009748252923600376,
+        0.00032721058232709765,
+        0.0001765118504408747,
+        -0.0001882646611193195,
+        -0.0010353026445955038,
+        0.5919499397277832,
+        0.0009828557958826423,
+        0.001174007193185389,
+        0.0004290347860660404,
+        0.00019770098151639104,
+        -0.0002320463245268911,
+        -0.0012768686283379793,
+        0.5920824408531189,
+        0.0011264553759247065,
+        0.0013753336388617754,
+        0.0005436590872704983,
+        0.00021252292208373547,
+        -0.0002772978914435953,
+        -0.0015388380270451307,
+        0.5919169783592224,
+        0.001261738478206098,
+        0.0015768884913995862,
+        0.000664233579300344,
+        0.00022324101882986724,
+        -0.00032030753209255636,
+        -0.0018072116654366255,
+        0.5919508337974548,
+        0.0013924658996984363,
+        0.0017778468318283558,
+        0.000802353722974658,
+        0.00022876501316204667,
+        -0.00036851398181170225,
+        -0.0020909705199301243,
+        0.5918493866920471,
+        0.0015146645018830895,
+        0.001979982713237405,
+        0.0009464678587391973,
+        0.00022839251323603094,
+        -0.00041433057049289346,
+        -0.0023923281114548445,
+        0.5923178195953369,
+        0.0016297753900289536,
+        0.002177485032007098,
+        0.0011011046590283513,
+        0.0002217269066022709,
+        -0.000458925380371511,
+        -0.002708648331463337,
+        0.5922832489013672,
+        0.001736858393996954,
+        0.002380710793659091,
+        0.001265321858227253,
+        0.00021078884310554713,
+        -0.0005034623900428414,
+        -0.0030276556499302387,
+        0.5925512909889221,
+        0.0018375252839177847,
+        0.0025851817335933447,
+        0.0014420713996514678,
+        0.00019598225480876863,
+        -0.000548544165212661,
+        -0.0033696996979415417,
+        0.5929852724075317,
+        0.001930596074089408,
+        0.0027863059658557177,
+        0.001625461969524622,
+        0.00017679782467894256,
+        -0.0005923399003222585,
+        -0.0037212027236819267,
+        0.5933200120925903,
+        0.0020133156795054674,
+        0.002980931429192424,
+        0.0018171027768403292,
+        0.00015119524323381484,
+        -0.0006322818226180971,
+        -0.004087733570486307,
+        0.5934215188026428,
+        0.0020904536359012127,
+        0.0031832042150199413,
+        0.0020164819434285164,
+        0.00012474547838792205,
+        -0.0006753357010893524,
+        -0.004462483339011669,
+        0.5940550565719604,
+        0.0021582976914942265,
+        0.0033780308440327644,
+        0.0022245750296860933,
+        0.00009207738185068592,
+        -0.0007133944891393185,
+        -0.0048512727953493595,
+        0.5934212803840637,
+        0.0022162464447319508,
+        0.0035768328234553337,
+        0.00243890518322587,
+        0.00005660531678586267,
+        -0.0007510891882702708,
+        -0.0052470057271420956,
+        0.5930858850479126,
+        0.0022688237950205803,
+        0.0037680903915315866,
+        0.0026641665026545525,
+        0.000016654150385875255,
+        -0.0007920916541479528,
+        -0.005645269062370062,
+        0.5934204459190369,
+        0.002307445975020528,
+        0.003956762608140707,
+        0.002892612013965845,
+        -0.000024613582354504615,
+        -0.00082755385665223,
+        -0.006060904823243618,
+        0.5935210585594177,
+        0.0023394108284264803,
+        0.004145852755755186,
+        0.0031293611973524094,
+        -0.00007036335591692477,
+        -0.000862839340697974,
+        -0.006486514117568731,
+        0.5938553810119629,
+        0.0023635639809072018,
+        0.004330882802605629,
+        0.003369460813701153,
+        -0.00011622408783296123,
+        -0.0008975815144367516,
+        -0.006918287370353937,
+        0.5941224098205566,
+        0.0023770432453602552,
+        0.004509279038757086,
+        0.003619962837547064,
+        -0.00016565696569159627,
+        -0.000931587943341583,
+        -0.007352035492658615,
+        0.5944584012031555,
+        0.00238234456628561,
+        0.004690815694630146,
+        0.0038762527983635664,
+        -0.00021838255634065717,
+        -0.0009683417738415301,
+        -0.007787370588630438,
+        0.5947912335395813,
+        0.002375628100708127,
+        0.004860451444983482,
+        0.004139026626944542,
+        -0.0002711330889724195,
+        -0.001003106590360403,
+        -0.008241424337029457,
+        0.5946241617202759,
+        0.002359704812988639,
+        0.00503157963976264,
+        0.0044105760753154755,
+        -0.00032532442128285766,
+        -0.001040506293065846,
+        -0.00868436973541975,
+        0.5948582887649536,
+        0.0023337292950600386,
+        0.005197793245315552,
+        0.004688245244324207,
+        -0.0003779281978495419,
+        -0.0010775544214993715,
+        -0.009136061184108257,
+        0.594490647315979,
+        0.0022983402013778687,
+        0.0053585064597427845,
+        0.004974683281034231,
+        -0.0004316747363191098,
+        -0.001119557418860495,
+        -0.009581059217453003,
+        0.5949921607971191,
+        0.0022514211013913155,
+        0.005512322764843702,
+        0.005269876215606928,
+        -0.00048660647007636726,
+        -0.00115926971193403,
+        -0.010035778395831585,
+        0.5947573184967041,
+        0.0021973950788378716,
+        0.005665088538080454,
+        0.005567196290940046,
+        -0.0005405059782788157,
+        -0.001202134764753282,
+        -0.010486708953976631,
+        0.5947583317756653,
+        0.0021313477773219347,
+        0.005808073561638594,
+        0.005873992573469877,
+        -0.0005932669737376273,
+        -0.0012431950308382511,
+        -0.010925465263426304,
+        0.5949592590332031,
+        0.002052424708381295,
+        0.005947751458734274,
+        0.006189257372170687,
+        -0.0006468442734330893,
+        -0.0012840754352509975,
+        -0.011378267779946327,
+        0.5948919057846069,
+        0.0019639127422124147,
+        0.006076265126466751,
+        0.006512931548058987,
+        -0.000698163581546396,
+        -0.0013269528280943632,
+        -0.01182495802640915,
+        0.5956598520278931,
+        0.0018665322568267584,
+        0.006203575991094112,
+        0.006844088900834322,
+        -0.0007509358110837638,
+        -0.0013719750568270683,
+        -0.012274854816496372,
+        0.5958278775215149,
+        0.0017565718153491616,
+        0.00631800526753068,
+        0.00718533294275403,
+        -0.0008028930169530213,
+        -0.0014161799335852265,
+        -0.012730049900710583,
+        0.5965636968612671,
+        0.0016334381652995944,
+        0.006432209629565477,
+        0.007536775898188353,
+        -0.0008555001695640385,
+        -0.0014613022794947028,
+        -0.013178341090679169,
+        0.5968635082244873,
+        0.001504825078882277,
+        0.006536062806844711,
+        0.007895980961620808,
+        -0.0009071424137800932,
+        -0.001508112414740026,
+        -0.0136363310739398,
+        0.5971311330795288,
+        0.0013624292332679033,
+        0.0066284434869885445,
+        0.008265434764325619,
+        -0.0009610041161067784,
+        -0.0015524501213803887,
+        -0.014104858040809631,
+        0.5966635346412659,
+        0.0012110620737075806,
+        0.006716220173984766,
+        0.008646432310342789,
+        -0.0010158722288906574,
+        -0.001595633802935481,
+        -0.014564627781510353,
+        0.5967627763748169,
+        0.0010494389571249485,
+        0.006793523672968149,
+        0.009036743082106113,
+        -0.0010705190943554044,
+        -0.001641530659981072,
+        -0.015039598569273949,
+        0.5971985459327698,
+        0.000877757731359452,
+        0.006863532122224569,
+        0.009443209506571293,
+        -0.0011273149866610765,
+        -0.0016873262356966734,
+        -0.015509683638811111,
+        0.5971651077270508,
+        0.0006967362714931369,
+        0.0069267102517187595,
+        0.009853432886302471,
+        -0.0011843758402392268,
+        -0.0017295657889917493,
+        -0.015997974202036858,
+        0.5970973968505859,
+        0.0005037582595832646,
+        0.006979017984122038,
+        0.010282807052135468,
+        -0.0012444253079593182,
+        -0.001777022029273212,
+        -0.016487492248415947,
+        0.5976995825767517,
+        0.0003016756963916123,
+        0.007022265810519457,
+        0.010722384788095951,
+        -0.0013075285824015737,
+        -0.0018214383162558079,
+        -0.01697654277086258,
+        0.597798764705658,
+        0.00009293265611631796,
+        0.007055795285850763,
+        0.011173673905432224,
+        -0.0013708160258829594,
+        -0.0018645658856257796,
+        -0.017484335228800774,
+        0.597966730594635,
+        -0.000124391182907857,
+        0.007082684896886349,
+        0.011640308424830437,
+        -0.0014386132825165987,
+        -0.0019134749891236424,
+        -0.01798837259411812,
+        0.5981683731079102,
+        -0.00035092345206066966,
+        0.007098059635609388,
+        0.012118544429540634,
+        -0.0015073762042447925,
+        -0.0019575089681893587,
+        -0.01849336363375187,
+        0.5986029505729675,
+        -0.0005854107439517975,
+        0.0071039507165551186,
+        0.012613409198820591,
+        -0.0015764578711241484,
+        -0.0020034341141581535,
+        -0.019007328897714615,
+        0.5991028547286987,
+        -0.0008270103135146201,
+        0.007101214490830898,
+        0.013122287578880787,
+        -0.0016506034880876541,
+        -0.0020522447302937508,
+        -0.01952872797846794,
+        0.5987370014190674,
+        -0.001076867338269949,
+        0.00709147984161973,
+        0.013644648715853691,
+        -0.0017232280224561691,
+        -0.00209601572714746,
+        -0.0200593750923872,
+        0.5985028147697449
+      ],
+      "std": [
+        0.0024062322918325663,
+        0.003502180567011237,
+        0.0028959347400814295,
+        0.001288933795876801,
+        0.001992614008486271,
+        0.009939830750226974,
+        0.4914224147796631,
+        0.00479939254000783,
+        0.006984295789152384,
+        0.00577544653788209,
+        0.00255726370960474,
+        0.003974331542849541,
+        0.019815899431705475,
+        0.491453617811203,
+        0.007198094390332699,
+        0.010462019592523575,
+        0.0086715342476964,
+        0.0038137384690344334,
+        0.0059504457749426365,
+        0.029722929000854492,
+        0.49137842655181885,
+        0.009595364332199097,
+        0.013925624080002308,
+        0.01157301664352417,
+        0.005054769571870565,
+        0.007918895222246647,
+        0.039577335119247437,
+        0.491365909576416,
+        0.011991900391876698,
+        0.017375873401761055,
+        0.014483901672065258,
+        0.006281254813075066,
+        0.009883183054625988,
+        0.04948575794696808,
+        0.4914724826812744,
+        0.014386910945177078,
+        0.02081937901675701,
+        0.01738619990646839,
+        0.007489483337849379,
+        0.011822742410004139,
+        0.059324562549591064,
+        0.49144768714904785,
+        0.01677471585571766,
+        0.024239229038357735,
+        0.02029796876013279,
+        0.008670784533023834,
+        0.013744412921369076,
+        0.06911026686429977,
+        0.49147868156433105,
+        0.019147682934999466,
+        0.027644788846373558,
+        0.02319173328578472,
+        0.009829814545810223,
+        0.015629058703780174,
+        0.07880611717700958,
+        0.4914723336696625,
+        0.021518999710679054,
+        0.031032387167215347,
+        0.02608788199722767,
+        0.010968584567308426,
+        0.01748756878077984,
+        0.08845969289541245,
+        0.49149128794670105,
+        0.023882852867245674,
+        0.03437861427664757,
+        0.0289660282433033,
+        0.012089590542018414,
+        0.019322389736771584,
+        0.09804096072912216,
+        0.4914035201072693,
+        0.026225334033370018,
+        0.03771271929144859,
+        0.03182939812541008,
+        0.013177594169974327,
+        0.02110598236322403,
+        0.10749771445989609,
+        0.4914100170135498,
+        0.028563106432557106,
+        0.0410182848572731,
+        0.03468579053878784,
+        0.014244351536035538,
+        0.022861208766698837,
+        0.11686772853136063,
+        0.4913595914840698,
+        0.0308801531791687,
+        0.04429886117577553,
+        0.03752987086772919,
+        0.015289945527911186,
+        0.02459282986819744,
+        0.12617157399654388,
+        0.49127766489982605,
+        0.03318864852190018,
+        0.04755086451768875,
+        0.040348444133996964,
+        0.016310207545757294,
+        0.02627798169851303,
+        0.13537222146987915,
+        0.49121418595314026,
+        0.035476379096508026,
+        0.05077414587140083,
+        0.043147649616003036,
+        0.01729763299226761,
+        0.0279218852519989,
+        0.1444484144449234,
+        0.4911949038505554,
+        0.037749454379081726,
+        0.05397537350654602,
+        0.04592514410614967,
+        0.01826511137187481,
+        0.02952372282743454,
+        0.1534338742494583,
+        0.49107399582862854,
+        0.04000171273946762,
+        0.05714254826307297,
+        0.048680923879146576,
+        0.01921386457979679,
+        0.031094877049326897,
+        0.16232410073280334,
+        0.4911949336528778,
+        0.04223346710205078,
+        0.06026984006166458,
+        0.051405154168605804,
+        0.02012735791504383,
+        0.03262488916516304,
+        0.17109432816505432,
+        0.4912585914134979,
+        0.04444262757897377,
+        0.0633770301938057,
+        0.05411297082901001,
+        0.021013105288147926,
+        0.034115906804800034,
+        0.1798035055398941,
+        0.49119511246681213,
+        0.04663601517677307,
+        0.06644830107688904,
+        0.05679183825850487,
+        0.021882520988583565,
+        0.03556296229362488,
+        0.18837083876132965,
+        0.49117594957351685,
+        0.0488101989030838,
+        0.06949284672737122,
+        0.05944425240159035,
+        0.02272738516330719,
+        0.036970868706703186,
+        0.19687491655349731,
+        0.4911121726036072,
+        0.05095718055963516,
+        0.0725080668926239,
+        0.06206396222114563,
+        0.023549288511276245,
+        0.03833026811480522,
+        0.20523686707019806,
+        0.4910610616207123,
+        0.053086258471012115,
+        0.07547969371080399,
+        0.06466121971607208,
+        0.02434645965695381,
+        0.039651863276958466,
+        0.21351483464241028,
+        0.4909965395927429,
+        0.055188871920108795,
+        0.07841717451810837,
+        0.06722873449325562,
+        0.02512683905661106,
+        0.0409412756562233,
+        0.22171765565872192,
+        0.4909324049949646,
+        0.05727389454841614,
+        0.0813322439789772,
+        0.0697699785232544,
+        0.02588886022567749,
+        0.04218882694840431,
+        0.22981305420398712,
+        0.4909646511077881,
+        0.059331782162189484,
+        0.08420901745557785,
+        0.0722835510969162,
+        0.02663096971809864,
+        0.04340369999408722,
+        0.2377965748310089,
+        0.49091944098472595,
+        0.06137143447995186,
+        0.08705508708953857,
+        0.07477014511823654,
+        0.0273576807230711,
+        0.04459249973297119,
+        0.24569134414196014,
+        0.4909903407096863,
+        0.06338538229465485,
+        0.08986249566078186,
+        0.07722899317741394,
+        0.02806149050593376,
+        0.04574465751647949,
+        0.2534792125225067,
+        0.49089354276657104,
+        0.0653722882270813,
+        0.09263390302658081,
+        0.07965762168169022,
+        0.02874867245554924,
+        0.046873632818460464,
+        0.26117467880249023,
+        0.4909389317035675,
+        0.06733966618776321,
+        0.0953851193189621,
+        0.08206002414226532,
+        0.02942766807973385,
+        0.047970786690711975,
+        0.2687525451183319,
+        0.4909387528896332,
+        0.0692792534828186,
+        0.09808357059955597,
+        0.08443529903888702,
+        0.030091337859630585,
+        0.04904580116271973,
+        0.2762320339679718,
+        0.490899920463562,
+        0.07119788229465485,
+        0.10075356811285019,
+        0.08678130060434341,
+        0.03073197975754738,
+        0.05008997395634651,
+        0.2836216688156128,
+        0.49091294407844543,
+        0.0730864554643631,
+        0.10337840020656586,
+        0.08909567445516586,
+        0.031362973153591156,
+        0.05111666023731232,
+        0.29090121388435364,
+        0.49076390266418457,
+        0.07495278120040894,
+        0.10598174482584,
+        0.09139138460159302,
+        0.03198105841875076,
+        0.05212388560175896,
+        0.2981099486351013,
+        0.4907310903072357,
+        0.07679770886898041,
+        0.10854315012693405,
+        0.09365720301866531,
+        0.032588668167591095,
+        0.05310613289475441,
+        0.3052273690700531,
+        0.4905868470668793,
+        0.07861896604299545,
+        0.11106982082128525,
+        0.09590361267328262,
+        0.03318735584616661,
+        0.054071128368377686,
+        0.31227025389671326,
+        0.4905277192592621,
+        0.08040960878133774,
+        0.11355745047330856,
+        0.09811714291572571,
+        0.033775437623262405,
+        0.05501418933272362,
+        0.3192107081413269,
+        0.4904748201370239,
+        0.08217643201351166,
+        0.11601186543703079,
+        0.1003081351518631,
+        0.03434909135103226,
+        0.05594658851623535,
+        0.32608285546302795,
+        0.4905671775341034,
+        0.0839204490184784,
+        0.11841784417629242,
+        0.10247605293989182,
+        0.034921471029520035,
+        0.056855708360672,
+        0.33286482095718384,
+        0.49054762721061707,
+        0.08564257621765137,
+        0.12079707533121109,
+        0.10461720079183578,
+        0.03548066318035126,
+        0.05775611102581024,
+        0.33959054946899414,
+        0.49046146869659424,
+        0.08733928948640823,
+        0.12313131242990494,
+        0.10674284398555756,
+        0.036041487008333206,
+        0.05864502489566803,
+        0.34626302123069763,
+        0.4904680848121643,
+        0.08901134878396988,
+        0.12543629109859467,
+        0.10884197056293488,
+        0.03658969700336456,
+        0.05951661616563797,
+        0.3528664708137512,
+        0.49048149585723877,
+        0.0906592532992363,
+        0.1276901662349701,
+        0.1109236627817154,
+        0.03713284432888031,
+        0.06038005277514458,
+        0.359416127204895,
+        0.49036189913749695,
+        0.09228681772947311,
+        0.1299103945493698,
+        0.11298499256372452,
+        0.03767018765211105,
+        0.06123314052820206,
+        0.36592385172843933,
+        0.4903421103954315,
+        0.09388513118028641,
+        0.13209860026836395,
+        0.1150209829211235,
+        0.03820350766181946,
+        0.06207343563437462,
+        0.3723449110984802,
+        0.49030858278274536,
+        0.09546886384487152,
+        0.1342376470565796,
+        0.1170450747013092,
+        0.038727905601263046,
+        0.06290879100561142,
+        0.37874242663383484,
+        0.4902682602405548,
+        0.09702891856431961,
+        0.1363443285226822,
+        0.11904918402433395,
+        0.03924714773893356,
+        0.0637221708893776,
+        0.3850752115249634,
+        0.4901810586452484,
+        0.09856341779232025,
+        0.13841897249221802,
+        0.12103547155857086,
+        0.03975864499807358,
+        0.06453131884336472,
+        0.3913663923740387,
+        0.49008020758628845,
+        0.10007360577583313,
+        0.14044950902462006,
+        0.12300391495227814,
+        0.040266092866659164,
+        0.06533009558916092,
+        0.3976134657859802,
+        0.49015405774116516,
+        0.10156284272670746,
+        0.14245077967643738,
+        0.12495925277471542,
+        0.04076777771115303,
+        0.06611059606075287,
+        0.40382063388824463,
+        0.4902011752128601
+      ],
+      "q01": [
+        -0.007256431153044104,
+        -0.011699014743044973,
+        -0.0055679352628067134,
+        -0.00412225139439106,
+        -0.0072255123518407335,
+        -0.033756559073925024,
+        0.0,
+        -0.014370938213914632,
+        -0.023252960985898973,
+        -0.01104561029933393,
+        -0.008141975977644326,
+        -0.0144249377399683,
+        -0.06712838599085807,
+        0.0,
+        -0.021654195599257946,
+        -0.03449826500415802,
+        -0.016638640044257046,
+        -0.012102670544385914,
+        -0.02150846315845847,
+        -0.10080407434105874,
+        0.0,
+        -0.028822480607777836,
+        -0.04602718614041806,
+        -0.02199230773448944,
+        -0.01584940324872732,
+        -0.0286719176992774,
+        -0.13472739071846007,
+        0.0,
+        -0.036142852307856084,
+        -0.05759193815290928,
+        -0.027614635550975798,
+        -0.019684539416432376,
+        -0.036263220582902427,
+        -0.168691892516613,
+        0.0,
+        -0.04332766312360763,
+        -0.06905177993774414,
+        -0.03291526727378369,
+        -0.02363492891192437,
+        -0.04373695077598095,
+        -0.2010136597275734,
+        0.0,
+        -0.05067246703207493,
+        -0.08021315485835076,
+        -0.03828722044229507,
+        -0.027317928932607177,
+        -0.0504704318344593,
+        -0.23390997247695924,
+        0.0,
+        -0.058072451479732994,
+        -0.0906403624176979,
+        -0.043611947792768474,
+        -0.031204314026236538,
+        -0.057850545194745064,
+        -0.2672128119468689,
+        0.0,
+        -0.06528159739971161,
+        -0.10143089537620545,
+        -0.048837773102521895,
+        -0.03507076780796051,
+        -0.06522356917858124,
+        -0.29845556869506834,
+        0.0,
+        -0.07247072423696518,
+        -0.11309961096644401,
+        -0.0541993354767561,
+        -0.03844639330506325,
+        -0.07189950688183308,
+        -0.32752560796737673,
+        0.0,
+        -0.07931874465942383,
+        -0.12349320932626724,
+        -0.059176721848547456,
+        -0.04147882447242737,
+        -0.07923445358872414,
+        -0.3592962546348572,
+        0.0,
+        -0.08627641429007053,
+        -0.1342228776216507,
+        -0.0643407483637333,
+        -0.04488334712982177,
+        -0.08665264999866486,
+        -0.3892462317824364,
+        0.0,
+        -0.09323419618606567,
+        -0.14532953199744225,
+        -0.06941284655183554,
+        -0.048112995216250426,
+        -0.09317988933622837,
+        -0.4228055716872215,
+        0.0,
+        -0.10018549163341521,
+        -0.1556946548253298,
+        -0.07417543112933636,
+        -0.05133690747022629,
+        -0.10004954300820829,
+        -0.4534234776496887,
+        0.0,
+        -0.10675806557536126,
+        -0.16596515169739723,
+        -0.0793992820739746,
+        -0.0541167075037956,
+        -0.10549019033908845,
+        -0.48479944944381714,
+        0.0,
+        -0.11352149154245852,
+        -0.17576461576223373,
+        -0.08435404906272889,
+        -0.05712823709845544,
+        -0.11170214253365993,
+        -0.5134099156618118,
+        0.0,
+        -0.11963174630999565,
+        -0.1854754867553711,
+        -0.08937504348158837,
+        -0.060305166178941744,
+        -0.11722507643401624,
+        -0.5433834453821182,
+        0.0,
+        -0.1268300919532776,
+        -0.19535546687841415,
+        -0.09405939641594886,
+        -0.06354510557651519,
+        -0.12264081707000732,
+        -0.5772515375137329,
+        0.0,
+        -0.13293926758766172,
+        -0.2027949431180954,
+        -0.0985967896103859,
+        -0.06629378436505795,
+        -0.12771151019930838,
+        -0.6036830880880356,
+        0.0,
+        -0.13922525777816774,
+        -0.21242504799365997,
+        -0.1037064840555191,
+        -0.07008196232914926,
+        -0.1329161833882332,
+        -0.628397848701477,
+        0.0,
+        -0.14592977297306062,
+        -0.22130838614702225,
+        -0.1078327214807272,
+        -0.0729009270608425,
+        -0.1374287930905819,
+        -0.6541636083126069,
+        0.0,
+        -0.15206764774918555,
+        -0.22866596598625183,
+        -0.11241925480961801,
+        -0.07557598369121551,
+        -0.14227462445497513,
+        -0.6817549216508866,
+        0.0,
+        -0.1585555577278137,
+        -0.23810314595103263,
+        -0.11682400584220887,
+        -0.07843425706624987,
+        -0.1476389567375183,
+        -0.7081804811000824,
+        0.0,
+        -0.16490318432450296,
+        -0.24619830765724182,
+        -0.12118076513707637,
+        -0.0809367107450962,
+        -0.1527998209476471,
+        -0.7293692610263824,
+        0.0,
+        -0.17024462436437607,
+        -0.2550183912158013,
+        -0.12524078240394593,
+        -0.08314222252368927,
+        -0.15783565551638604,
+        -0.7588527809143065,
+        0.0,
+        -0.17667829799652102,
+        -0.2632927615702152,
+        -0.12957069818377495,
+        -0.08590970690250399,
+        -0.16114172790646553,
+        -0.7864949030637741,
+        0.0,
+        -0.18232803189754487,
+        -0.2719670380055904,
+        -0.13361914351582527,
+        -0.08803452651500704,
+        -0.16428259840011597,
+        -0.8073305839538575,
+        0.0,
+        -0.18762711963653564,
+        -0.27965126223564146,
+        -0.13741002325117588,
+        -0.09081813266277317,
+        -0.1679942606329918,
+        -0.8297364350080491,
+        0.0,
+        -0.19378650337457656,
+        -0.28750096530914304,
+        -0.1413272127509117,
+        -0.09340361538529396,
+        -0.17141227049827576,
+        -0.8551108585357665,
+        0.0,
+        -0.2007654473364353,
+        -0.2952100200414658,
+        -0.14524615874290464,
+        -0.09555899284482006,
+        -0.17506120259165764,
+        -0.8738053859233856,
+        0.0,
+        -0.2051356677532196,
+        -0.30342639343738553,
+        -0.14894784138500688,
+        -0.09775217192769053,
+        -0.17899787038564682,
+        -0.8964578058719634,
+        0.0,
+        -0.2106118700504303,
+        -0.30950654554367063,
+        -0.15265847273766994,
+        -0.09931797285079952,
+        -0.18191039600968362,
+        -0.9185927909851075,
+        0.0,
+        -0.21507551380991935,
+        -0.31673398275375364,
+        -0.15636031180620194,
+        -0.10111308472156527,
+        -0.18480216069221497,
+        -0.9379452939987183,
+        0.0,
+        -0.22042710886001587,
+        -0.3241106316804886,
+        -0.1603857992887497,
+        -0.10311497458219526,
+        -0.18963373861312866,
+        -0.9598763813018798,
+        0.0,
+        -0.22509077030420305,
+        -0.33002889235019683,
+        -0.16388754726052285,
+        -0.1053681534528732,
+        -0.19115954436063767,
+        -0.98379121966362,
+        0.0,
+        -0.22922749637365342,
+        -0.3372891154527664,
+        -0.16762918008863925,
+        -0.10803488951921464,
+        -0.19422753279805183,
+        -1.0018668815612792,
+        0.0,
+        -0.23512725703120232,
+        -0.3433459337234497,
+        -0.17064291815459726,
+        -0.109715740442276,
+        -0.1952429269552231,
+        -1.0196051988601684,
+        0.0,
+        -0.2399070500254631,
+        -0.3506111851334572,
+        -0.17415402441322803,
+        -0.11159203609824181,
+        -0.19772575197815898,
+        -1.0406252932548523,
+        0.0,
+        -0.2451296196401119,
+        -0.35789591670036314,
+        -0.17758907969594,
+        -0.11354217491149904,
+        -0.2008079654276371,
+        -1.0608501851558685,
+        0.0,
+        -0.2495841851055622,
+        -0.3629652998447418,
+        -0.180687728112936,
+        -0.11629451513290406,
+        -0.20359029475450516,
+        -1.0792759814739228,
+        0.0,
+        -0.25465859727859497,
+        -0.37039889335632326,
+        -0.18382607936263085,
+        -0.11806565868854524,
+        -0.20855191022753716,
+        -1.0981247850894928,
+        0.0,
+        -0.25786272823810574,
+        -0.376981710767746,
+        -0.18693933396339418,
+        -0.11967355446815492,
+        -0.21083058713674546,
+        -1.1159709866523742,
+        0.0,
+        -0.262029046434164,
+        -0.38321649165153504,
+        -0.19019504764080047,
+        -0.12228118878602984,
+        -0.2135576029062271,
+        -1.1298690195083618,
+        0.0,
+        -0.26678466856479643,
+        -0.3881829681396484,
+        -0.1929862414717674,
+        -0.12457368981838224,
+        -0.21579045042991638,
+        -1.1497620225906373,
+        0.0,
+        -0.27159837977886203,
+        -0.394856120467186,
+        -0.19637502777576446,
+        -0.12693218851089477,
+        -0.21770936328172683,
+        -1.1716366424560547,
+        0.0,
+        -0.2762784640789032,
+        -0.4003333194732666,
+        -0.19909076886177063,
+        -0.1288866118848324,
+        -0.2202282980322838,
+        -1.1895620155334474,
+        0.0,
+        -0.2800513731002807,
+        -0.4055541774868965,
+        -0.20220429444313048,
+        -0.13081119385361673,
+        -0.22207143229842186,
+        -1.2027890300750732,
+        0.0,
+        -0.283581813955307,
+        -0.41009312283992766,
+        -0.20477152864336967,
+        -0.13240586556196215,
+        -0.22390629885196686,
+        -1.2117265057563782,
+        0.0,
+        -0.2877783861875534,
+        -0.41402224366664886,
+        -0.20759151303768159,
+        -0.13420745521783828,
+        -0.22568897011876107,
+        -1.2278634890079498,
+        0.0,
+        -0.2915664153575897,
+        -0.4195154428482056,
+        -0.2103459129035473,
+        -0.1363096318602562,
+        -0.22717018054127694,
+        -1.2415306174278258,
+        0.0
+      ],
+      "q99": [
+        0.007784609941765667,
+        0.0120296146184206,
+        0.009278385290876032,
+        0.0041500295761972665,
+        0.005640423227101565,
+        0.03451398688554763,
+        0.9998,
+        0.015497099639475348,
+        0.0240514619924128,
+        0.01855148351751268,
+        0.008196286033093927,
+        0.011326798624545338,
+        0.06849746960401534,
+        0.9998,
+        0.02313546268269419,
+        0.035994438216090205,
+        0.027799359466880558,
+        0.0122097650617361,
+        0.016763617771863935,
+        0.10278077013492581,
+        0.9998,
+        0.030832055304199454,
+        0.047740597128868106,
+        0.03703545142114163,
+        0.016048804248869425,
+        0.022372651877999306,
+        0.13702942171096805,
+        0.9998,
+        0.038204701985418796,
+        0.05920636213123798,
+        0.046325864329934116,
+        0.019996160972118385,
+        0.027902460700273524,
+        0.17025141863822935,
+        0.9998,
+        0.04563325826823711,
+        0.07102325493693351,
+        0.05546584130823612,
+        0.023634682413935654,
+        0.033424764162302015,
+        0.20435014035105703,
+        0.9998,
+        0.05323197680115699,
+        0.08285935302376746,
+        0.06436364714503287,
+        0.027521869267523286,
+        0.03869235207140445,
+        0.23774116191864014,
+        0.9998,
+        0.060565653316676626,
+        0.09452855794429782,
+        0.0735403483748436,
+        0.031001805695891393,
+        0.04407568401694298,
+        0.27016192445755005,
+        0.9998,
+        0.06773068959712983,
+        0.1061681311130524,
+        0.08275524684041738,
+        0.03470707266330719,
+        0.049222435563802736,
+        0.3021818454742432,
+        0.9998,
+        0.0755238321661949,
+        0.11800576950609681,
+        0.09166070441305638,
+        0.03756766881942747,
+        0.05426253840327261,
+        0.3339465622901916,
+        0.9998,
+        0.08360084161758424,
+        0.128986919939518,
+        0.10007711909115313,
+        0.04081601276397703,
+        0.05890047967433931,
+        0.3649506468296051,
+        0.9998,
+        0.0909860579311848,
+        0.14034638926982884,
+        0.10858694336414337,
+        0.043888971352577216,
+        0.06326978290081023,
+        0.39565377249717715,
+        0.9998,
+        0.0976406004577875,
+        0.15163057585954665,
+        0.11699790448844433,
+        0.04653662405908107,
+        0.06755478288829328,
+        0.4265132269501688,
+        0.9998,
+        0.10494909934103491,
+        0.1636510334640741,
+        0.12555025073289872,
+        0.04872008948326112,
+        0.07195288753509521,
+        0.45708213272094733,
+        0.9998,
+        0.11237625901103021,
+        0.1734663820564747,
+        0.13378736257553103,
+        0.051002908420562765,
+        0.07615520455837249,
+        0.4849715132713317,
+        0.9998,
+        0.11907876889407637,
+        0.18552717121839524,
+        0.14149565836787226,
+        0.05397755268216131,
+        0.08054312298595906,
+        0.5118067628383636,
+        0.9998,
+        0.12583051189184186,
+        0.19667779451608658,
+        0.1488270762860775,
+        0.05639378269910811,
+        0.08465042811334134,
+        0.5388292720794678,
+        0.9998,
+        0.13234226402044297,
+        0.20762973763942727,
+        0.1559748598188162,
+        0.05839042508006098,
+        0.0893005328118801,
+        0.5658308902740479,
+        0.9998,
+        0.13900129027366642,
+        0.217655231153965,
+        0.1630171207666397,
+        0.06092868448495864,
+        0.09322292867004872,
+        0.5937799290657044,
+        0.9998,
+        0.14608223366737366,
+        0.22782817744016648,
+        0.1704683126211166,
+        0.06389948699474335,
+        0.09736598980426786,
+        0.6196833127498629,
+        0.9998,
+        0.15230180752277378,
+        0.23836469807624816,
+        0.17761459088325499,
+        0.06586442129611969,
+        0.10201517650485037,
+        0.642292186498642,
+        0.9998,
+        0.15915659994482995,
+        0.24852982282638547,
+        0.18415889225304127,
+        0.06818132964372636,
+        0.1052839379489422,
+        0.6694342561721802,
+        0.9998,
+        0.16529147803783417,
+        0.25830961778759964,
+        0.1910770757198334,
+        0.06998017345666879,
+        0.10975803031921388,
+        0.6942681380033493,
+        0.9998,
+        0.17131853887438775,
+        0.26992216243743894,
+        0.19766016191244123,
+        0.07165289899110794,
+        0.11400951793193814,
+        0.7123978061676026,
+        0.9998,
+        0.17722351259589197,
+        0.2790883507370948,
+        0.20465781543254852,
+        0.07306914501190187,
+        0.11779237110614776,
+        0.7354960616827011,
+        0.9998,
+        0.18310082417726514,
+        0.2886411115825177,
+        0.21061068986058235,
+        0.07533485752940178,
+        0.12183943331837654,
+        0.7544913648605349,
+        0.9998,
+        0.18905207464694973,
+        0.29951923507452016,
+        0.21575978752374647,
+        0.07703771128058434,
+        0.125071112626791,
+        0.7784105379104611,
+        0.9998,
+        0.195144637298584,
+        0.3078424384593964,
+        0.22139812797307967,
+        0.07776288870573039,
+        0.1280166915655136,
+        0.7980234715938566,
+        0.9998,
+        0.20036395013332364,
+        0.3157368015229701,
+        0.22740093618631363,
+        0.07877180978655818,
+        0.13088519814610483,
+        0.8160268199920657,
+        0.9998,
+        0.2067295638501645,
+        0.32284488893151286,
+        0.23261826010048392,
+        0.08028998664617537,
+        0.13432073184847831,
+        0.8394723526477814,
+        0.9998,
+        0.21151145787239078,
+        0.33098428723216067,
+        0.23795363244116308,
+        0.08204919975399971,
+        0.13824530920982364,
+        0.8549232804775238,
+        0.9998,
+        0.21690983402729025,
+        0.33953685614466667,
+        0.24334055126607418,
+        0.08350740911960608,
+        0.14187794082164767,
+        0.8723114358901976,
+        0.9998,
+        0.22109991323947908,
+        0.34832089834213253,
+        0.24899482764303682,
+        0.08537164400815961,
+        0.14513501806259155,
+        0.8893451525688172,
+        0.9998,
+        0.2249658720254898,
+        0.3572310479402542,
+        0.25438007636070253,
+        0.08719720078706744,
+        0.14814659943580633,
+        0.9102225680828093,
+        0.9998,
+        0.2306717428565025,
+        0.36474481073617926,
+        0.25985941568017007,
+        0.08899603068828588,
+        0.15093936696648597,
+        0.9305636549472811,
+        0.9998,
+        0.23434948051571847,
+        0.3720012401223183,
+        0.26517314386367796,
+        0.08997886967658997,
+        0.15404658429622647,
+        0.9491940534591672,
+        0.9998,
+        0.23953222481608383,
+        0.3791579723358154,
+        0.27056982757151127,
+        0.09120365159511568,
+        0.15665004158020018,
+        0.9675449703216552,
+        0.9998,
+        0.24456876474618916,
+        0.3841388165354729,
+        0.27677780444920064,
+        0.09184075868129726,
+        0.15943827402591704,
+        0.9817549395561218,
+        0.9998,
+        0.24921156963706026,
+        0.39156274497509,
+        0.28263389006257056,
+        0.09298255751132967,
+        0.16368491126298912,
+        0.9990247547626496,
+        0.9998,
+        0.2539563368797302,
+        0.39825577625036246,
+        0.2873020175039769,
+        0.0942531347274781,
+        0.16757910710573198,
+        1.0163126133918765,
+        0.9998,
+        0.25712824621796615,
+        0.40455262088775634,
+        0.2935291491091252,
+        0.09520803606510164,
+        0.17043248698711388,
+        1.028111771774292,
+        0.9998,
+        0.26034644699096676,
+        0.4117531988143921,
+        0.29879013779163355,
+        0.09610234111547467,
+        0.17323755708932875,
+        1.0451886369228363,
+        0.9998,
+        0.2645440477252007,
+        0.41964786567687984,
+        0.3043629810810089,
+        0.09740818744897839,
+        0.17624698135852812,
+        1.0623116736412048,
+        0.9998,
+        0.2687316499948501,
+        0.4252820964813233,
+        0.3098058515429497,
+        0.09837959665060048,
+        0.17943815351724623,
+        1.0802365774154659,
+        0.9998,
+        0.2736485476613044,
+        0.4302169958949089,
+        0.31472583699226386,
+        0.09983234834671018,
+        0.18142239207029343,
+        1.099191039276123,
+        0.9998,
+        0.27838194837570196,
+        0.43438938465118415,
+        0.3206062918782234,
+        0.10129213072061538,
+        0.18428989408016205,
+        1.1077388987541195,
+        0.9998,
+        0.2824019021987916,
+        0.4403425845623017,
+        0.32577198170423505,
+        0.10263168720006943,
+        0.18670622487068178,
+        1.1181069049835206,
+        0.9998,
+        0.28641767206192015,
+        0.4454599289178849,
+        0.33099353713989255,
+        0.10434709694385524,
+        0.18940773470401762,
+        1.1309651877403262,
+        0.9998,
+        0.28967536609172817,
+        0.4508126516819,
+        0.3364480216741561,
+        0.10620023314952853,
+        0.1912341977655887,
+        1.1442243038654327,
+        0.9998,
+        0.2932004719018936,
+        0.45500085353851305,
+        0.342836194217205,
+        0.1074582241773605,
+        0.19475061405301097,
+        1.1593140706062321,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 247,
+      "num_frames": 103471
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 67,
+      "num_frames": 18696
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 96,
+      "num_frames": 39123
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 106,
+      "num_frames": 14561
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 103,
+      "num_frames": 40018
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 51,
+      "num_frames": 7411
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 153,
+      "num_frames": 22151
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 98,
+      "num_frames": 34398
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 50,
+      "num_frames": 11020
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 395,
+      "num_frames": 129532
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 102,
+      "num_frames": 43116
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 98,
+      "num_frames": 39519
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 132,
+      "num_frames": 55580
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 106,
+      "num_frames": 39682
+    }
+  }
+}

pp__ee_ffm/21000/params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

pp__ee_ffm/21000/params/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

pp__ee_ffm/21000/params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

pp__ee_ffm/24000/assets/ur10e/norm_stats.json

@@ -0,0 +1,1525 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05128273367881775,
+        0.0038695293478667736,
+        0.10728323459625244,
+        0.000127384380903095,
+        -0.008717996999621391,
+        0.018311742693185806,
+        0.5927855372428894
+      ],
+      "std": [
+        0.11735453456640244,
+        0.16998496651649475,
+        0.07843011617660522,
+        0.04517541825771332,
+        0.06648709625005722,
+        0.5968458652496338,
+        0.49131542444229126
+      ],
+      "q01": [
+        -0.1998308931350708,
+        -0.3128024835586548,
+        0.008356838001310825,
+        -0.12045777978897093,
+        -0.16981397661566733,
+        -1.4186758675575255,
+        0.0
+      ],
+      "q99": [
+        0.2958885433673858,
+        0.4052316977500916,
+        0.31923757745698095,
+        0.13565329904556278,
+        0.18981409567594532,
+        1.6286519867897038,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00017825793474912643,
+        0.00019183357653673738,
+        0.000041831444832496345,
+        0.000043854775867657736,
+        -0.000034865704947151244,
+        -0.00018122466281056404,
+        0.5922171473503113,
+        0.0003521003818605095,
+        0.00038262890302576125,
+        0.00009352308552479371,
+        0.00008411487942794338,
+        -0.00006822929572081193,
+        -0.0003791825147345662,
+        0.5920506715774536,
+        0.0005200623418204486,
+        0.0005822767270728946,
+        0.00015841292042750865,
+        0.00011936029477510601,
+        -0.00010685423330869526,
+        -0.0005829436122439802,
+        0.592451274394989,
+        0.0006808008183725178,
+        0.0007760330336168408,
+        0.00023689662339165807,
+        0.00015028445341158658,
+        -0.00014720916806254536,
+        -0.0008020512759685516,
+        0.5925179123878479,
+        0.0008325226954184473,
+        0.0009748252923600376,
+        0.00032721058232709765,
+        0.0001765118504408747,
+        -0.0001882646611193195,
+        -0.0010353026445955038,
+        0.5919499397277832,
+        0.0009828557958826423,
+        0.001174007193185389,
+        0.0004290347860660404,
+        0.00019770098151639104,
+        -0.0002320463245268911,
+        -0.0012768686283379793,
+        0.5920824408531189,
+        0.0011264553759247065,
+        0.0013753336388617754,
+        0.0005436590872704983,
+        0.00021252292208373547,
+        -0.0002772978914435953,
+        -0.0015388380270451307,
+        0.5919169783592224,
+        0.001261738478206098,
+        0.0015768884913995862,
+        0.000664233579300344,
+        0.00022324101882986724,
+        -0.00032030753209255636,
+        -0.0018072116654366255,
+        0.5919508337974548,
+        0.0013924658996984363,
+        0.0017778468318283558,
+        0.000802353722974658,
+        0.00022876501316204667,
+        -0.00036851398181170225,
+        -0.0020909705199301243,
+        0.5918493866920471,
+        0.0015146645018830895,
+        0.001979982713237405,
+        0.0009464678587391973,
+        0.00022839251323603094,
+        -0.00041433057049289346,
+        -0.0023923281114548445,
+        0.5923178195953369,
+        0.0016297753900289536,
+        0.002177485032007098,
+        0.0011011046590283513,
+        0.0002217269066022709,
+        -0.000458925380371511,
+        -0.002708648331463337,
+        0.5922832489013672,
+        0.001736858393996954,
+        0.002380710793659091,
+        0.001265321858227253,
+        0.00021078884310554713,
+        -0.0005034623900428414,
+        -0.0030276556499302387,
+        0.5925512909889221,
+        0.0018375252839177847,
+        0.0025851817335933447,
+        0.0014420713996514678,
+        0.00019598225480876863,
+        -0.000548544165212661,
+        -0.0033696996979415417,
+        0.5929852724075317,
+        0.001930596074089408,
+        0.0027863059658557177,
+        0.001625461969524622,
+        0.00017679782467894256,
+        -0.0005923399003222585,
+        -0.0037212027236819267,
+        0.5933200120925903,
+        0.0020133156795054674,
+        0.002980931429192424,
+        0.0018171027768403292,
+        0.00015119524323381484,
+        -0.0006322818226180971,
+        -0.004087733570486307,
+        0.5934215188026428,
+        0.0020904536359012127,
+        0.0031832042150199413,
+        0.0020164819434285164,
+        0.00012474547838792205,
+        -0.0006753357010893524,
+        -0.004462483339011669,
+        0.5940550565719604,
+        0.0021582976914942265,
+        0.0033780308440327644,
+        0.0022245750296860933,
+        0.00009207738185068592,
+        -0.0007133944891393185,
+        -0.0048512727953493595,
+        0.5934212803840637,
+        0.0022162464447319508,
+        0.0035768328234553337,
+        0.00243890518322587,
+        0.00005660531678586267,
+        -0.0007510891882702708,
+        -0.0052470057271420956,
+        0.5930858850479126,
+        0.0022688237950205803,
+        0.0037680903915315866,
+        0.0026641665026545525,
+        0.000016654150385875255,
+        -0.0007920916541479528,
+        -0.005645269062370062,
+        0.5934204459190369,
+        0.002307445975020528,
+        0.003956762608140707,
+        0.002892612013965845,
+        -0.000024613582354504615,
+        -0.00082755385665223,
+        -0.006060904823243618,
+        0.5935210585594177,
+        0.0023394108284264803,
+        0.004145852755755186,
+        0.0031293611973524094,
+        -0.00007036335591692477,
+        -0.000862839340697974,
+        -0.006486514117568731,
+        0.5938553810119629,
+        0.0023635639809072018,
+        0.004330882802605629,
+        0.003369460813701153,
+        -0.00011622408783296123,
+        -0.0008975815144367516,
+        -0.006918287370353937,
+        0.5941224098205566,
+        0.0023770432453602552,
+        0.004509279038757086,
+        0.003619962837547064,
+        -0.00016565696569159627,
+        -0.000931587943341583,
+        -0.007352035492658615,
+        0.5944584012031555,
+        0.00238234456628561,
+        0.004690815694630146,
+        0.0038762527983635664,
+        -0.00021838255634065717,
+        -0.0009683417738415301,
+        -0.007787370588630438,
+        0.5947912335395813,
+        0.002375628100708127,
+        0.004860451444983482,
+        0.004139026626944542,
+        -0.0002711330889724195,
+        -0.001003106590360403,
+        -0.008241424337029457,
+        0.5946241617202759,
+        0.002359704812988639,
+        0.00503157963976264,
+        0.0044105760753154755,
+        -0.00032532442128285766,
+        -0.001040506293065846,
+        -0.00868436973541975,
+        0.5948582887649536,
+        0.0023337292950600386,
+        0.005197793245315552,
+        0.004688245244324207,
+        -0.0003779281978495419,
+        -0.0010775544214993715,
+        -0.009136061184108257,
+        0.594490647315979,
+        0.0022983402013778687,
+        0.0053585064597427845,
+        0.004974683281034231,
+        -0.0004316747363191098,
+        -0.001119557418860495,
+        -0.009581059217453003,
+        0.5949921607971191,
+        0.0022514211013913155,
+        0.005512322764843702,
+        0.005269876215606928,
+        -0.00048660647007636726,
+        -0.00115926971193403,
+        -0.010035778395831585,
+        0.5947573184967041,
+        0.0021973950788378716,
+        0.005665088538080454,
+        0.005567196290940046,
+        -0.0005405059782788157,
+        -0.001202134764753282,
+        -0.010486708953976631,
+        0.5947583317756653,
+        0.0021313477773219347,
+        0.005808073561638594,
+        0.005873992573469877,
+        -0.0005932669737376273,
+        -0.0012431950308382511,
+        -0.010925465263426304,
+        0.5949592590332031,
+        0.002052424708381295,
+        0.005947751458734274,
+        0.006189257372170687,
+        -0.0006468442734330893,
+        -0.0012840754352509975,
+        -0.011378267779946327,
+        0.5948919057846069,
+        0.0019639127422124147,
+        0.006076265126466751,
+        0.006512931548058987,
+        -0.000698163581546396,
+        -0.0013269528280943632,
+        -0.01182495802640915,
+        0.5956598520278931,
+        0.0018665322568267584,
+        0.006203575991094112,
+        0.006844088900834322,
+        -0.0007509358110837638,
+        -0.0013719750568270683,
+        -0.012274854816496372,
+        0.5958278775215149,
+        0.0017565718153491616,
+        0.00631800526753068,
+        0.00718533294275403,
+        -0.0008028930169530213,
+        -0.0014161799335852265,
+        -0.012730049900710583,
+        0.5965636968612671,
+        0.0016334381652995944,
+        0.006432209629565477,
+        0.007536775898188353,
+        -0.0008555001695640385,
+        -0.0014613022794947028,
+        -0.013178341090679169,
+        0.5968635082244873,
+        0.001504825078882277,
+        0.006536062806844711,
+        0.007895980961620808,
+        -0.0009071424137800932,
+        -0.001508112414740026,
+        -0.0136363310739398,
+        0.5971311330795288,
+        0.0013624292332679033,
+        0.0066284434869885445,
+        0.008265434764325619,
+        -0.0009610041161067784,
+        -0.0015524501213803887,
+        -0.014104858040809631,
+        0.5966635346412659,
+        0.0012110620737075806,
+        0.006716220173984766,
+        0.008646432310342789,
+        -0.0010158722288906574,
+        -0.001595633802935481,
+        -0.014564627781510353,
+        0.5967627763748169,
+        0.0010494389571249485,
+        0.006793523672968149,
+        0.009036743082106113,
+        -0.0010705190943554044,
+        -0.001641530659981072,
+        -0.015039598569273949,
+        0.5971985459327698,
+        0.000877757731359452,
+        0.006863532122224569,
+        0.009443209506571293,
+        -0.0011273149866610765,
+        -0.0016873262356966734,
+        -0.015509683638811111,
+        0.5971651077270508,
+        0.0006967362714931369,
+        0.0069267102517187595,
+        0.009853432886302471,
+        -0.0011843758402392268,
+        -0.0017295657889917493,
+        -0.015997974202036858,
+        0.5970973968505859,
+        0.0005037582595832646,
+        0.006979017984122038,
+        0.010282807052135468,
+        -0.0012444253079593182,
+        -0.001777022029273212,
+        -0.016487492248415947,
+        0.5976995825767517,
+        0.0003016756963916123,
+        0.007022265810519457,
+        0.010722384788095951,
+        -0.0013075285824015737,
+        -0.0018214383162558079,
+        -0.01697654277086258,
+        0.597798764705658,
+        0.00009293265611631796,
+        0.007055795285850763,
+        0.011173673905432224,
+        -0.0013708160258829594,
+        -0.0018645658856257796,
+        -0.017484335228800774,
+        0.597966730594635,
+        -0.000124391182907857,
+        0.007082684896886349,
+        0.011640308424830437,
+        -0.0014386132825165987,
+        -0.0019134749891236424,
+        -0.01798837259411812,
+        0.5981683731079102,
+        -0.00035092345206066966,
+        0.007098059635609388,
+        0.012118544429540634,
+        -0.0015073762042447925,
+        -0.0019575089681893587,
+        -0.01849336363375187,
+        0.5986029505729675,
+        -0.0005854107439517975,
+        0.0071039507165551186,
+        0.012613409198820591,
+        -0.0015764578711241484,
+        -0.0020034341141581535,
+        -0.019007328897714615,
+        0.5991028547286987,
+        -0.0008270103135146201,
+        0.007101214490830898,
+        0.013122287578880787,
+        -0.0016506034880876541,
+        -0.0020522447302937508,
+        -0.01952872797846794,
+        0.5987370014190674,
+        -0.001076867338269949,
+        0.00709147984161973,
+        0.013644648715853691,
+        -0.0017232280224561691,
+        -0.00209601572714746,
+        -0.0200593750923872,
+        0.5985028147697449
+      ],
+      "std": [
+        0.0024062322918325663,
+        0.003502180567011237,
+        0.0028959347400814295,
+        0.001288933795876801,
+        0.001992614008486271,
+        0.009939830750226974,
+        0.4914224147796631,
+        0.00479939254000783,
+        0.006984295789152384,
+        0.00577544653788209,
+        0.00255726370960474,
+        0.003974331542849541,
+        0.019815899431705475,
+        0.491453617811203,
+        0.007198094390332699,
+        0.010462019592523575,
+        0.0086715342476964,
+        0.0038137384690344334,
+        0.0059504457749426365,
+        0.029722929000854492,
+        0.49137842655181885,
+        0.009595364332199097,
+        0.013925624080002308,
+        0.01157301664352417,
+        0.005054769571870565,
+        0.007918895222246647,
+        0.039577335119247437,
+        0.491365909576416,
+        0.011991900391876698,
+        0.017375873401761055,
+        0.014483901672065258,
+        0.006281254813075066,
+        0.009883183054625988,
+        0.04948575794696808,
+        0.4914724826812744,
+        0.014386910945177078,
+        0.02081937901675701,
+        0.01738619990646839,
+        0.007489483337849379,
+        0.011822742410004139,
+        0.059324562549591064,
+        0.49144768714904785,
+        0.01677471585571766,
+        0.024239229038357735,
+        0.02029796876013279,
+        0.008670784533023834,
+        0.013744412921369076,
+        0.06911026686429977,
+        0.49147868156433105,
+        0.019147682934999466,
+        0.027644788846373558,
+        0.02319173328578472,
+        0.009829814545810223,
+        0.015629058703780174,
+        0.07880611717700958,
+        0.4914723336696625,
+        0.021518999710679054,
+        0.031032387167215347,
+        0.02608788199722767,
+        0.010968584567308426,
+        0.01748756878077984,
+        0.08845969289541245,
+        0.49149128794670105,
+        0.023882852867245674,
+        0.03437861427664757,
+        0.0289660282433033,
+        0.012089590542018414,
+        0.019322389736771584,
+        0.09804096072912216,
+        0.4914035201072693,
+        0.026225334033370018,
+        0.03771271929144859,
+        0.03182939812541008,
+        0.013177594169974327,
+        0.02110598236322403,
+        0.10749771445989609,
+        0.4914100170135498,
+        0.028563106432557106,
+        0.0410182848572731,
+        0.03468579053878784,
+        0.014244351536035538,
+        0.022861208766698837,
+        0.11686772853136063,
+        0.4913595914840698,
+        0.0308801531791687,
+        0.04429886117577553,
+        0.03752987086772919,
+        0.015289945527911186,
+        0.02459282986819744,
+        0.12617157399654388,
+        0.49127766489982605,
+        0.03318864852190018,
+        0.04755086451768875,
+        0.040348444133996964,
+        0.016310207545757294,
+        0.02627798169851303,
+        0.13537222146987915,
+        0.49121418595314026,
+        0.035476379096508026,
+        0.05077414587140083,
+        0.043147649616003036,
+        0.01729763299226761,
+        0.0279218852519989,
+        0.1444484144449234,
+        0.4911949038505554,
+        0.037749454379081726,
+        0.05397537350654602,
+        0.04592514410614967,
+        0.01826511137187481,
+        0.02952372282743454,
+        0.1534338742494583,
+        0.49107399582862854,
+        0.04000171273946762,
+        0.05714254826307297,
+        0.048680923879146576,
+        0.01921386457979679,
+        0.031094877049326897,
+        0.16232410073280334,
+        0.4911949336528778,
+        0.04223346710205078,
+        0.06026984006166458,
+        0.051405154168605804,
+        0.02012735791504383,
+        0.03262488916516304,
+        0.17109432816505432,
+        0.4912585914134979,
+        0.04444262757897377,
+        0.0633770301938057,
+        0.05411297082901001,
+        0.021013105288147926,
+        0.034115906804800034,
+        0.1798035055398941,
+        0.49119511246681213,
+        0.04663601517677307,
+        0.06644830107688904,
+        0.05679183825850487,
+        0.021882520988583565,
+        0.03556296229362488,
+        0.18837083876132965,
+        0.49117594957351685,
+        0.0488101989030838,
+        0.06949284672737122,
+        0.05944425240159035,
+        0.02272738516330719,
+        0.036970868706703186,
+        0.19687491655349731,
+        0.4911121726036072,
+        0.05095718055963516,
+        0.0725080668926239,
+        0.06206396222114563,
+        0.023549288511276245,
+        0.03833026811480522,
+        0.20523686707019806,
+        0.4910610616207123,
+        0.053086258471012115,
+        0.07547969371080399,
+        0.06466121971607208,
+        0.02434645965695381,
+        0.039651863276958466,
+        0.21351483464241028,
+        0.4909965395927429,
+        0.055188871920108795,
+        0.07841717451810837,
+        0.06722873449325562,
+        0.02512683905661106,
+        0.0409412756562233,
+        0.22171765565872192,
+        0.4909324049949646,
+        0.05727389454841614,
+        0.0813322439789772,
+        0.0697699785232544,
+        0.02588886022567749,
+        0.04218882694840431,
+        0.22981305420398712,
+        0.4909646511077881,
+        0.059331782162189484,
+        0.08420901745557785,
+        0.0722835510969162,
+        0.02663096971809864,
+        0.04340369999408722,
+        0.2377965748310089,
+        0.49091944098472595,
+        0.06137143447995186,
+        0.08705508708953857,
+        0.07477014511823654,
+        0.0273576807230711,
+        0.04459249973297119,
+        0.24569134414196014,
+        0.4909903407096863,
+        0.06338538229465485,
+        0.08986249566078186,
+        0.07722899317741394,
+        0.02806149050593376,
+        0.04574465751647949,
+        0.2534792125225067,
+        0.49089354276657104,
+        0.0653722882270813,
+        0.09263390302658081,
+        0.07965762168169022,
+        0.02874867245554924,
+        0.046873632818460464,
+        0.26117467880249023,
+        0.4909389317035675,
+        0.06733966618776321,
+        0.0953851193189621,
+        0.08206002414226532,
+        0.02942766807973385,
+        0.047970786690711975,
+        0.2687525451183319,
+        0.4909387528896332,
+        0.0692792534828186,
+        0.09808357059955597,
+        0.08443529903888702,
+        0.030091337859630585,
+        0.04904580116271973,
+        0.2762320339679718,
+        0.490899920463562,
+        0.07119788229465485,
+        0.10075356811285019,
+        0.08678130060434341,
+        0.03073197975754738,
+        0.05008997395634651,
+        0.2836216688156128,
+        0.49091294407844543,
+        0.0730864554643631,
+        0.10337840020656586,
+        0.08909567445516586,
+        0.031362973153591156,
+        0.05111666023731232,
+        0.29090121388435364,
+        0.49076390266418457,
+        0.07495278120040894,
+        0.10598174482584,
+        0.09139138460159302,
+        0.03198105841875076,
+        0.05212388560175896,
+        0.2981099486351013,
+        0.4907310903072357,
+        0.07679770886898041,
+        0.10854315012693405,
+        0.09365720301866531,
+        0.032588668167591095,
+        0.05310613289475441,
+        0.3052273690700531,
+        0.4905868470668793,
+        0.07861896604299545,
+        0.11106982082128525,
+        0.09590361267328262,
+        0.03318735584616661,
+        0.054071128368377686,
+        0.31227025389671326,
+        0.4905277192592621,
+        0.08040960878133774,
+        0.11355745047330856,
+        0.09811714291572571,
+        0.033775437623262405,
+        0.05501418933272362,
+        0.3192107081413269,
+        0.4904748201370239,
+        0.08217643201351166,
+        0.11601186543703079,
+        0.1003081351518631,
+        0.03434909135103226,
+        0.05594658851623535,
+        0.32608285546302795,
+        0.4905671775341034,
+        0.0839204490184784,
+        0.11841784417629242,
+        0.10247605293989182,
+        0.034921471029520035,
+        0.056855708360672,
+        0.33286482095718384,
+        0.49054762721061707,
+        0.08564257621765137,
+        0.12079707533121109,
+        0.10461720079183578,
+        0.03548066318035126,
+        0.05775611102581024,
+        0.33959054946899414,
+        0.49046146869659424,
+        0.08733928948640823,
+        0.12313131242990494,
+        0.10674284398555756,
+        0.036041487008333206,
+        0.05864502489566803,
+        0.34626302123069763,
+        0.4904680848121643,
+        0.08901134878396988,
+        0.12543629109859467,
+        0.10884197056293488,
+        0.03658969700336456,
+        0.05951661616563797,
+        0.3528664708137512,
+        0.49048149585723877,
+        0.0906592532992363,
+        0.1276901662349701,
+        0.1109236627817154,
+        0.03713284432888031,
+        0.06038005277514458,
+        0.359416127204895,
+        0.49036189913749695,
+        0.09228681772947311,
+        0.1299103945493698,
+        0.11298499256372452,
+        0.03767018765211105,
+        0.06123314052820206,
+        0.36592385172843933,
+        0.4903421103954315,
+        0.09388513118028641,
+        0.13209860026836395,
+        0.1150209829211235,
+        0.03820350766181946,
+        0.06207343563437462,
+        0.3723449110984802,
+        0.49030858278274536,
+        0.09546886384487152,
+        0.1342376470565796,
+        0.1170450747013092,
+        0.038727905601263046,
+        0.06290879100561142,
+        0.37874242663383484,
+        0.4902682602405548,
+        0.09702891856431961,
+        0.1363443285226822,
+        0.11904918402433395,
+        0.03924714773893356,
+        0.0637221708893776,
+        0.3850752115249634,
+        0.4901810586452484,
+        0.09856341779232025,
+        0.13841897249221802,
+        0.12103547155857086,
+        0.03975864499807358,
+        0.06453131884336472,
+        0.3913663923740387,
+        0.49008020758628845,
+        0.10007360577583313,
+        0.14044950902462006,
+        0.12300391495227814,
+        0.040266092866659164,
+        0.06533009558916092,
+        0.3976134657859802,
+        0.49015405774116516,
+        0.10156284272670746,
+        0.14245077967643738,
+        0.12495925277471542,
+        0.04076777771115303,
+        0.06611059606075287,
+        0.40382063388824463,
+        0.4902011752128601
+      ],
+      "q01": [
+        -0.007256431153044104,
+        -0.011699014743044973,
+        -0.0055679352628067134,
+        -0.00412225139439106,
+        -0.0072255123518407335,
+        -0.033756559073925024,
+        0.0,
+        -0.014370938213914632,
+        -0.023252960985898973,
+        -0.01104561029933393,
+        -0.008141975977644326,
+        -0.0144249377399683,
+        -0.06712838599085807,
+        0.0,
+        -0.021654195599257946,
+        -0.03449826500415802,
+        -0.016638640044257046,
+        -0.012102670544385914,
+        -0.02150846315845847,
+        -0.10080407434105874,
+        0.0,
+        -0.028822480607777836,
+        -0.04602718614041806,
+        -0.02199230773448944,
+        -0.01584940324872732,
+        -0.0286719176992774,
+        -0.13472739071846007,
+        0.0,
+        -0.036142852307856084,
+        -0.05759193815290928,
+        -0.027614635550975798,
+        -0.019684539416432376,
+        -0.036263220582902427,
+        -0.168691892516613,
+        0.0,
+        -0.04332766312360763,
+        -0.06905177993774414,
+        -0.03291526727378369,
+        -0.02363492891192437,
+        -0.04373695077598095,
+        -0.2010136597275734,
+        0.0,
+        -0.05067246703207493,
+        -0.08021315485835076,
+        -0.03828722044229507,
+        -0.027317928932607177,
+        -0.0504704318344593,
+        -0.23390997247695924,
+        0.0,
+        -0.058072451479732994,
+        -0.0906403624176979,
+        -0.043611947792768474,
+        -0.031204314026236538,
+        -0.057850545194745064,
+        -0.2672128119468689,
+        0.0,
+        -0.06528159739971161,
+        -0.10143089537620545,
+        -0.048837773102521895,
+        -0.03507076780796051,
+        -0.06522356917858124,
+        -0.29845556869506834,
+        0.0,
+        -0.07247072423696518,
+        -0.11309961096644401,
+        -0.0541993354767561,
+        -0.03844639330506325,
+        -0.07189950688183308,
+        -0.32752560796737673,
+        0.0,
+        -0.07931874465942383,
+        -0.12349320932626724,
+        -0.059176721848547456,
+        -0.04147882447242737,
+        -0.07923445358872414,
+        -0.3592962546348572,
+        0.0,
+        -0.08627641429007053,
+        -0.1342228776216507,
+        -0.0643407483637333,
+        -0.04488334712982177,
+        -0.08665264999866486,
+        -0.3892462317824364,
+        0.0,
+        -0.09323419618606567,
+        -0.14532953199744225,
+        -0.06941284655183554,
+        -0.048112995216250426,
+        -0.09317988933622837,
+        -0.4228055716872215,
+        0.0,
+        -0.10018549163341521,
+        -0.1556946548253298,
+        -0.07417543112933636,
+        -0.05133690747022629,
+        -0.10004954300820829,
+        -0.4534234776496887,
+        0.0,
+        -0.10675806557536126,
+        -0.16596515169739723,
+        -0.0793992820739746,
+        -0.0541167075037956,
+        -0.10549019033908845,
+        -0.48479944944381714,
+        0.0,
+        -0.11352149154245852,
+        -0.17576461576223373,
+        -0.08435404906272889,
+        -0.05712823709845544,
+        -0.11170214253365993,
+        -0.5134099156618118,
+        0.0,
+        -0.11963174630999565,
+        -0.1854754867553711,
+        -0.08937504348158837,
+        -0.060305166178941744,
+        -0.11722507643401624,
+        -0.5433834453821182,
+        0.0,
+        -0.1268300919532776,
+        -0.19535546687841415,
+        -0.09405939641594886,
+        -0.06354510557651519,
+        -0.12264081707000732,
+        -0.5772515375137329,
+        0.0,
+        -0.13293926758766172,
+        -0.2027949431180954,
+        -0.0985967896103859,
+        -0.06629378436505795,
+        -0.12771151019930838,
+        -0.6036830880880356,
+        0.0,
+        -0.13922525777816774,
+        -0.21242504799365997,
+        -0.1037064840555191,
+        -0.07008196232914926,
+        -0.1329161833882332,
+        -0.628397848701477,
+        0.0,
+        -0.14592977297306062,
+        -0.22130838614702225,
+        -0.1078327214807272,
+        -0.0729009270608425,
+        -0.1374287930905819,
+        -0.6541636083126069,
+        0.0,
+        -0.15206764774918555,
+        -0.22866596598625183,
+        -0.11241925480961801,
+        -0.07557598369121551,
+        -0.14227462445497513,
+        -0.6817549216508866,
+        0.0,
+        -0.1585555577278137,
+        -0.23810314595103263,
+        -0.11682400584220887,
+        -0.07843425706624987,
+        -0.1476389567375183,
+        -0.7081804811000824,
+        0.0,
+        -0.16490318432450296,
+        -0.24619830765724182,
+        -0.12118076513707637,
+        -0.0809367107450962,
+        -0.1527998209476471,
+        -0.7293692610263824,
+        0.0,
+        -0.17024462436437607,
+        -0.2550183912158013,
+        -0.12524078240394593,
+        -0.08314222252368927,
+        -0.15783565551638604,
+        -0.7588527809143065,
+        0.0,
+        -0.17667829799652102,
+        -0.2632927615702152,
+        -0.12957069818377495,
+        -0.08590970690250399,
+        -0.16114172790646553,
+        -0.7864949030637741,
+        0.0,
+        -0.18232803189754487,
+        -0.2719670380055904,
+        -0.13361914351582527,
+        -0.08803452651500704,
+        -0.16428259840011597,
+        -0.8073305839538575,
+        0.0,
+        -0.18762711963653564,
+        -0.27965126223564146,
+        -0.13741002325117588,
+        -0.09081813266277317,
+        -0.1679942606329918,
+        -0.8297364350080491,
+        0.0,
+        -0.19378650337457656,
+        -0.28750096530914304,
+        -0.1413272127509117,
+        -0.09340361538529396,
+        -0.17141227049827576,
+        -0.8551108585357665,
+        0.0,
+        -0.2007654473364353,
+        -0.2952100200414658,
+        -0.14524615874290464,
+        -0.09555899284482006,
+        -0.17506120259165764,
+        -0.8738053859233856,
+        0.0,
+        -0.2051356677532196,
+        -0.30342639343738553,
+        -0.14894784138500688,
+        -0.09775217192769053,
+        -0.17899787038564682,
+        -0.8964578058719634,
+        0.0,
+        -0.2106118700504303,
+        -0.30950654554367063,
+        -0.15265847273766994,
+        -0.09931797285079952,
+        -0.18191039600968362,
+        -0.9185927909851075,
+        0.0,
+        -0.21507551380991935,
+        -0.31673398275375364,
+        -0.15636031180620194,
+        -0.10111308472156527,
+        -0.18480216069221497,
+        -0.9379452939987183,
+        0.0,
+        -0.22042710886001587,
+        -0.3241106316804886,
+        -0.1603857992887497,
+        -0.10311497458219526,
+        -0.18963373861312866,
+        -0.9598763813018798,
+        0.0,
+        -0.22509077030420305,
+        -0.33002889235019683,
+        -0.16388754726052285,
+        -0.1053681534528732,
+        -0.19115954436063767,
+        -0.98379121966362,
+        0.0,
+        -0.22922749637365342,
+        -0.3372891154527664,
+        -0.16762918008863925,
+        -0.10803488951921464,
+        -0.19422753279805183,
+        -1.0018668815612792,
+        0.0,
+        -0.23512725703120232,
+        -0.3433459337234497,
+        -0.17064291815459726,
+        -0.109715740442276,
+        -0.1952429269552231,
+        -1.0196051988601684,
+        0.0,
+        -0.2399070500254631,
+        -0.3506111851334572,
+        -0.17415402441322803,
+        -0.11159203609824181,
+        -0.19772575197815898,
+        -1.0406252932548523,
+        0.0,
+        -0.2451296196401119,
+        -0.35789591670036314,
+        -0.17758907969594,
+        -0.11354217491149904,
+        -0.2008079654276371,
+        -1.0608501851558685,
+        0.0,
+        -0.2495841851055622,
+        -0.3629652998447418,
+        -0.180687728112936,
+        -0.11629451513290406,
+        -0.20359029475450516,
+        -1.0792759814739228,
+        0.0,
+        -0.25465859727859497,
+        -0.37039889335632326,
+        -0.18382607936263085,
+        -0.11806565868854524,
+        -0.20855191022753716,
+        -1.0981247850894928,
+        0.0,
+        -0.25786272823810574,
+        -0.376981710767746,
+        -0.18693933396339418,
+        -0.11967355446815492,
+        -0.21083058713674546,
+        -1.1159709866523742,
+        0.0,
+        -0.262029046434164,
+        -0.38321649165153504,
+        -0.19019504764080047,
+        -0.12228118878602984,
+        -0.2135576029062271,
+        -1.1298690195083618,
+        0.0,
+        -0.26678466856479643,
+        -0.3881829681396484,
+        -0.1929862414717674,
+        -0.12457368981838224,
+        -0.21579045042991638,
+        -1.1497620225906373,
+        0.0,
+        -0.27159837977886203,
+        -0.394856120467186,
+        -0.19637502777576446,
+        -0.12693218851089477,
+        -0.21770936328172683,
+        -1.1716366424560547,
+        0.0,
+        -0.2762784640789032,
+        -0.4003333194732666,
+        -0.19909076886177063,
+        -0.1288866118848324,
+        -0.2202282980322838,
+        -1.1895620155334474,
+        0.0,
+        -0.2800513731002807,
+        -0.4055541774868965,
+        -0.20220429444313048,
+        -0.13081119385361673,
+        -0.22207143229842186,
+        -1.2027890300750732,
+        0.0,
+        -0.283581813955307,
+        -0.41009312283992766,
+        -0.20477152864336967,
+        -0.13240586556196215,
+        -0.22390629885196686,
+        -1.2117265057563782,
+        0.0,
+        -0.2877783861875534,
+        -0.41402224366664886,
+        -0.20759151303768159,
+        -0.13420745521783828,
+        -0.22568897011876107,
+        -1.2278634890079498,
+        0.0,
+        -0.2915664153575897,
+        -0.4195154428482056,
+        -0.2103459129035473,
+        -0.1363096318602562,
+        -0.22717018054127694,
+        -1.2415306174278258,
+        0.0
+      ],
+      "q99": [
+        0.007784609941765667,
+        0.0120296146184206,
+        0.009278385290876032,
+        0.0041500295761972665,
+        0.005640423227101565,
+        0.03451398688554763,
+        0.9998,
+        0.015497099639475348,
+        0.0240514619924128,
+        0.01855148351751268,
+        0.008196286033093927,
+        0.011326798624545338,
+        0.06849746960401534,
+        0.9998,
+        0.02313546268269419,
+        0.035994438216090205,
+        0.027799359466880558,
+        0.0122097650617361,
+        0.016763617771863935,
+        0.10278077013492581,
+        0.9998,
+        0.030832055304199454,
+        0.047740597128868106,
+        0.03703545142114163,
+        0.016048804248869425,
+        0.022372651877999306,
+        0.13702942171096805,
+        0.9998,
+        0.038204701985418796,
+        0.05920636213123798,
+        0.046325864329934116,
+        0.019996160972118385,
+        0.027902460700273524,
+        0.17025141863822935,
+        0.9998,
+        0.04563325826823711,
+        0.07102325493693351,
+        0.05546584130823612,
+        0.023634682413935654,
+        0.033424764162302015,
+        0.20435014035105703,
+        0.9998,
+        0.05323197680115699,
+        0.08285935302376746,
+        0.06436364714503287,
+        0.027521869267523286,
+        0.03869235207140445,
+        0.23774116191864014,
+        0.9998,
+        0.060565653316676626,
+        0.09452855794429782,
+        0.0735403483748436,
+        0.031001805695891393,
+        0.04407568401694298,
+        0.27016192445755005,
+        0.9998,
+        0.06773068959712983,
+        0.1061681311130524,
+        0.08275524684041738,
+        0.03470707266330719,
+        0.049222435563802736,
+        0.3021818454742432,
+        0.9998,
+        0.0755238321661949,
+        0.11800576950609681,
+        0.09166070441305638,
+        0.03756766881942747,
+        0.05426253840327261,
+        0.3339465622901916,
+        0.9998,
+        0.08360084161758424,
+        0.128986919939518,
+        0.10007711909115313,
+        0.04081601276397703,
+        0.05890047967433931,
+        0.3649506468296051,
+        0.9998,
+        0.0909860579311848,
+        0.14034638926982884,
+        0.10858694336414337,
+        0.043888971352577216,
+        0.06326978290081023,
+        0.39565377249717715,
+        0.9998,
+        0.0976406004577875,
+        0.15163057585954665,
+        0.11699790448844433,
+        0.04653662405908107,
+        0.06755478288829328,
+        0.4265132269501688,
+        0.9998,
+        0.10494909934103491,
+        0.1636510334640741,
+        0.12555025073289872,
+        0.04872008948326112,
+        0.07195288753509521,
+        0.45708213272094733,
+        0.9998,
+        0.11237625901103021,
+        0.1734663820564747,
+        0.13378736257553103,
+        0.051002908420562765,
+        0.07615520455837249,
+        0.4849715132713317,
+        0.9998,
+        0.11907876889407637,
+        0.18552717121839524,
+        0.14149565836787226,
+        0.05397755268216131,
+        0.08054312298595906,
+        0.5118067628383636,
+        0.9998,
+        0.12583051189184186,
+        0.19667779451608658,
+        0.1488270762860775,
+        0.05639378269910811,
+        0.08465042811334134,
+        0.5388292720794678,
+        0.9998,
+        0.13234226402044297,
+        0.20762973763942727,
+        0.1559748598188162,
+        0.05839042508006098,
+        0.0893005328118801,
+        0.5658308902740479,
+        0.9998,
+        0.13900129027366642,
+        0.217655231153965,
+        0.1630171207666397,
+        0.06092868448495864,
+        0.09322292867004872,
+        0.5937799290657044,
+        0.9998,
+        0.14608223366737366,
+        0.22782817744016648,
+        0.1704683126211166,
+        0.06389948699474335,
+        0.09736598980426786,
+        0.6196833127498629,
+        0.9998,
+        0.15230180752277378,
+        0.23836469807624816,
+        0.17761459088325499,
+        0.06586442129611969,
+        0.10201517650485037,
+        0.642292186498642,
+        0.9998,
+        0.15915659994482995,
+        0.24852982282638547,
+        0.18415889225304127,
+        0.06818132964372636,
+        0.1052839379489422,
+        0.6694342561721802,
+        0.9998,
+        0.16529147803783417,
+        0.25830961778759964,
+        0.1910770757198334,
+        0.06998017345666879,
+        0.10975803031921388,
+        0.6942681380033493,
+        0.9998,
+        0.17131853887438775,
+        0.26992216243743894,
+        0.19766016191244123,
+        0.07165289899110794,
+        0.11400951793193814,
+        0.7123978061676026,
+        0.9998,
+        0.17722351259589197,
+        0.2790883507370948,
+        0.20465781543254852,
+        0.07306914501190187,
+        0.11779237110614776,
+        0.7354960616827011,
+        0.9998,
+        0.18310082417726514,
+        0.2886411115825177,
+        0.21061068986058235,
+        0.07533485752940178,
+        0.12183943331837654,
+        0.7544913648605349,
+        0.9998,
+        0.18905207464694973,
+        0.29951923507452016,
+        0.21575978752374647,
+        0.07703771128058434,
+        0.125071112626791,
+        0.7784105379104611,
+        0.9998,
+        0.195144637298584,
+        0.3078424384593964,
+        0.22139812797307967,
+        0.07776288870573039,
+        0.1280166915655136,
+        0.7980234715938566,
+        0.9998,
+        0.20036395013332364,
+        0.3157368015229701,
+        0.22740093618631363,
+        0.07877180978655818,
+        0.13088519814610483,
+        0.8160268199920657,
+        0.9998,
+        0.2067295638501645,
+        0.32284488893151286,
+        0.23261826010048392,
+        0.08028998664617537,
+        0.13432073184847831,
+        0.8394723526477814,
+        0.9998,
+        0.21151145787239078,
+        0.33098428723216067,
+        0.23795363244116308,
+        0.08204919975399971,
+        0.13824530920982364,
+        0.8549232804775238,
+        0.9998,
+        0.21690983402729025,
+        0.33953685614466667,
+        0.24334055126607418,
+        0.08350740911960608,
+        0.14187794082164767,
+        0.8723114358901976,
+        0.9998,
+        0.22109991323947908,
+        0.34832089834213253,
+        0.24899482764303682,
+        0.08537164400815961,
+        0.14513501806259155,
+        0.8893451525688172,
+        0.9998,
+        0.2249658720254898,
+        0.3572310479402542,
+        0.25438007636070253,
+        0.08719720078706744,
+        0.14814659943580633,
+        0.9102225680828093,
+        0.9998,
+        0.2306717428565025,
+        0.36474481073617926,
+        0.25985941568017007,
+        0.08899603068828588,
+        0.15093936696648597,
+        0.9305636549472811,
+        0.9998,
+        0.23434948051571847,
+        0.3720012401223183,
+        0.26517314386367796,
+        0.08997886967658997,
+        0.15404658429622647,
+        0.9491940534591672,
+        0.9998,
+        0.23953222481608383,
+        0.3791579723358154,
+        0.27056982757151127,
+        0.09120365159511568,
+        0.15665004158020018,
+        0.9675449703216552,
+        0.9998,
+        0.24456876474618916,
+        0.3841388165354729,
+        0.27677780444920064,
+        0.09184075868129726,
+        0.15943827402591704,
+        0.9817549395561218,
+        0.9998,
+        0.24921156963706026,
+        0.39156274497509,
+        0.28263389006257056,
+        0.09298255751132967,
+        0.16368491126298912,
+        0.9990247547626496,
+        0.9998,
+        0.2539563368797302,
+        0.39825577625036246,
+        0.2873020175039769,
+        0.0942531347274781,
+        0.16757910710573198,
+        1.0163126133918765,
+        0.9998,
+        0.25712824621796615,
+        0.40455262088775634,
+        0.2935291491091252,
+        0.09520803606510164,
+        0.17043248698711388,
+        1.028111771774292,
+        0.9998,
+        0.26034644699096676,
+        0.4117531988143921,
+        0.29879013779163355,
+        0.09610234111547467,
+        0.17323755708932875,
+        1.0451886369228363,
+        0.9998,
+        0.2645440477252007,
+        0.41964786567687984,
+        0.3043629810810089,
+        0.09740818744897839,
+        0.17624698135852812,
+        1.0623116736412048,
+        0.9998,
+        0.2687316499948501,
+        0.4252820964813233,
+        0.3098058515429497,
+        0.09837959665060048,
+        0.17943815351724623,
+        1.0802365774154659,
+        0.9998,
+        0.2736485476613044,
+        0.4302169958949089,
+        0.31472583699226386,
+        0.09983234834671018,
+        0.18142239207029343,
+        1.099191039276123,
+        0.9998,
+        0.27838194837570196,
+        0.43438938465118415,
+        0.3206062918782234,
+        0.10129213072061538,
+        0.18428989408016205,
+        1.1077388987541195,
+        0.9998,
+        0.2824019021987916,
+        0.4403425845623017,
+        0.32577198170423505,
+        0.10263168720006943,
+        0.18670622487068178,
+        1.1181069049835206,
+        0.9998,
+        0.28641767206192015,
+        0.4454599289178849,
+        0.33099353713989255,
+        0.10434709694385524,
+        0.18940773470401762,
+        1.1309651877403262,
+        0.9998,
+        0.28967536609172817,
+        0.4508126516819,
+        0.3364480216741561,
+        0.10620023314952853,
+        0.1912341977655887,
+        1.1442243038654327,
+        0.9998,
+        0.2932004719018936,
+        0.45500085353851305,
+        0.342836194217205,
+        0.1074582241773605,
+        0.19475061405301097,
+        1.1593140706062321,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 247,
+      "num_frames": 103471
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 67,
+      "num_frames": 18696
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 96,
+      "num_frames": 39123
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 106,
+      "num_frames": 14561
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 103,
+      "num_frames": 40018
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 51,
+      "num_frames": 7411
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 153,
+      "num_frames": 22151
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 98,
+      "num_frames": 34398
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 50,
+      "num_frames": 11020
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 395,
+      "num_frames": 129532
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 102,
+      "num_frames": 43116
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 98,
+      "num_frames": 39519
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 132,
+      "num_frames": 55580
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 106,
+      "num_frames": 39682
+    }
+  }
+}

pp__ee_ffm/24000/params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

pp__ee_ffm/24000/params/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

pp__ee_ffm/24000/params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}