diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..6a5c071b1a56e05d1473f0a45b004da70d05ac24 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,46 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/0216a8008604da35e0e56c153d96d662 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/40eb1dc003ce88a83d861519ab2e72f7 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/46eb946285ca340ba705cf0807d724bb filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/581d8156d423c7356fda348e3a28fd6e filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5fa6f00d991a8e8ece988cb82a4c3cfb filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/63ef099b6c8f21320f7587df108d3aae filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ad95c22d7a188ed7f3bed07e76433f9 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ffaa237fbbab258a35988e353d27a8e filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/8140ba84fd0e394c97f698113425c335 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/841da1b5f21c8d680ce2a493c508650c filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/a7d706ee2e31297ed313588c83c02e26 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e3df9e407a80bbd37235ab712908c1d2 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e435b095ad9f5a6298dd853328914b77 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0041819dea35ac1a0bb0fe40d886f192 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/04f688a073a286ede652e7c9835b9834 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/09c5d277ada1801e260d36c009c9f219 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/16a6dd5443e3b66fddb728499019a3fe filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/19beeb44e0df8df376583b2b4948d5e2 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5dd08d30a5264f83cf770795c5c0f4bf filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/633b93ceeed2dc1b4a78e035fff5e496 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6a6547357c1f0164fd6a97fbb57c6f64 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/83ffabe3de42ab6ba785cb72689a729a filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/863b0555df4f83dbde4d915217ce4e8f filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d5c797dbf9c0e6b245242764e7a3259 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/a2c772dd6a71f500b958f5f0e0811591 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/d6fba8942ddc7154572629985e3b5be3 filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/eee59b1edb9307908a4624cdbb7a51ab filter=lfs diff=lfs merge=lfs -text +pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/fdcf1555f58bedea0039eae8e199f404 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/03f8420631cd0b9d26e2d3e878c40280 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0d8990505b1c0fa14e02ac8e9634a32d filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0f29dda5039f1a2a83d0710c1e7ce4da filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/20520224cf10330236671998afb23a15 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/22e69ca2b258fe18da4a4526a1218c23 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5cd90acd90e468dc7923801fac67d8f0 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5ce407d2b47aaf1e407f3ca13f3ed8da filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d8a837c965edbff5d97cf0c7d7874af filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/ae969a687135107abdf18c3d1d8b8294 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b65049c6474e2b11a33f4c449abc04c9 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/c67b24cdb69809c6b5e263cedfae7344 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/dcf2562210d9b2e214bdc44b9b6c2fce filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/de934976c67f8081f4f833d9c4550014 filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/df759f74296d2de7a3697df788d00a3a filter=lfs diff=lfs merge=lfs -text +pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/f81fc1c023c87c794936bee702f0337f filter=lfs diff=lfs merge=lfs -text diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/_CHECKPOINT_METADATA b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..375dedd6d4d6dc537af33165d5c4a4697c1a56fc --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1774176131385835754, "commit_timestamp_nsecs": 1774176143705252365, "custom_metadata": {}} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..3b33b3a6819eebe4fcef1ca4772179c346c4f0a8 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json @@ -0,0 +1,136 @@ +{ + "norm_stats": { + "state": { + "mean": [ + -0.3801637291908264, + 1.4088249206542969, + 1.0788551568984985, + -0.47251060605049133, + 0.019101835787296295, + -0.12429716438055038, + 0.447118878364563, + 0.09997282922267914, + 0.8064957857131958, + 0.5826375484466553, + -0.31873080134391785, + -0.05203074589371681, + -0.015968864783644676, + 0.7202751636505127 + ], + "std": [ + 0.667249321937561, + 0.948437511920929, + 0.7834722399711609, + 0.5015890002250671, + 0.3057785630226135, + 0.6244306564331055, + 0.4711119532585144, + 0.3108500838279724, + 1.0267099142074585, + 0.7669462561607361, + 0.5308545827865601, + 0.23261453211307526, + 0.5934732556343079, + 0.42055487632751465 + ], + "q01": [ + -1.641907472991944, + -5.257390398583084e-7, + -0.0008128284845501169, + -1.3661472806930544, + -0.6769643189668655, + -2.455640484714508, + 0.0, + -0.24432155210971818, + 0.0, + 0.0, + -1.419983852005005, + -1.0268042177915573, + -1.891076099777222, + 0.0 + ], + "q99": [ + 0.1587233253478999, + 2.612170074790831, + 2.666638472233713, + 1.1866176662445067, + 1.0556468631982803, + 1.554336138105393, + 0.9998, + 0.7735123892664912, + 2.6067582800388336, + 2.2671634340286255, + 1.0798945425033568, + 0.1486055762052536, + 2.2786329183578484, + 0.9998 + ] + }, + "actions": { + "mean": [ + -0.006996887736022472, + 0.08937586843967438, + 0.05855307728052139, + -0.01937970332801342, + 0.029728412628173828, + 0.010145365260541439, + 0.3929303288459778, + 0.01568821631371975, + 0.13336285948753357, + 0.09547992795705795, + -0.039202094078063965, + -0.02086542919278145, + -0.0006930500967428088, + 0.6805144548416138 + ], + "std": [ + 0.36214274168014526, + 0.5510873198509216, + 0.40564268827438354, + 0.27853626012802124, + 0.14182329177856445, + 0.378155916929245, + 0.46716243028640747, + 0.19508376717567444, + 0.45441481471061707, + 0.329357385635376, + 0.23277416825294495, + 0.12306782603263855, + 0.32529979944229126, + 0.4447020888328552 + ], + "q01": [ + -0.7850341870307922, + -1.782422611618042, + -1.1824049592018127, + -1.1201148845911026, + -0.30705015676021574, + -1.3948706676483154, + 0.0, + -0.625985103225708, + -0.3239544761180878, + -0.3384573885440827, + -1.0149974955558778, + -0.803679718375206, + -0.9293817384719851, + 0.0 + ], + "q99": [ + 0.8576020886421212, + 2.199272772598267, + 1.6600916961908343, + 0.8076559330940247, + 0.8247574371814728, + 1.4079282335281373, + 0.9998, + 0.7381520425796504, + 2.1879271047115325, + 1.6339324738025662, + 0.48605004982948286, + 0.10303242763280873, + 1.1835471495628358, + 0.9998 + ] + } + } +} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_METADATA b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..3c505978affdd3c4ce93f0a288046dbb7945a006 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2152, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 8, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 8, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 8, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 8, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 576, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [576]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [7, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [576, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 128, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128576, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 16, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 256, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 32, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 16, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 16384, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 16, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2, 32, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 4096, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 32, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 1024, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [9, 1024, 3072]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 32]}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_sharding b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..fd6116dc99a046e82f5948d841927db9d16dc82e --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}]]}}"} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/array_metadatas/process_0 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..db5a1a8d29e8ca30f4a824402ab6a88dcc3747c5 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 2152], "chunk_shape": [27, 2152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 576, 4304], "chunk_shape": [27, 576, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 2152, 1152], "chunk_shape": [27, 2152, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 8, 72], "chunk_shape": [27, 8, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 576, 16, 72], "chunk_shape": [27, 576, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 576], "chunk_shape": [27, 576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 8, 72, 1152], "chunk_shape": [27, 8, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 8, 72], "chunk_shape": [27, 8, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 576, 16, 72], "chunk_shape": [27, 576, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 8, 72], "chunk_shape": [27, 8, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 576, 16, 72], "chunk_shape": [27, 576, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [576], "chunk_shape": [576], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [7, 14, 3, 1152], "chunk_shape": [7, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [576, 2048], "chunk_shape": [576, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 128, 1152], "chunk_shape": [1, 128, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [128576, 2048], "chunk_shape": [128576, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [1536], "chunk_shape": [1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [512, 3072], "chunk_shape": [512, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_a.value", "write_shape": [9, 8, 256, 16], "chunk_shape": [9, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_b.value", "write_shape": [9, 8, 16, 2048], "chunk_shape": [9, 8, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [9, 8, 256, 2048], "chunk_shape": [9, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_a.value", "write_shape": [9, 8, 256, 32], "chunk_shape": [9, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_b.value", "write_shape": [9, 8, 32, 1024], "chunk_shape": [9, 8, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [9, 8, 256, 1024], "chunk_shape": [9, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_a.value", "write_shape": [9, 2, 1, 2048, 16], "chunk_shape": [9, 2, 1, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_b.value", "write_shape": [9, 2, 1, 16, 256], "chunk_shape": [9, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [9, 2, 1, 2048, 256], "chunk_shape": [9, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_a.value", "write_shape": [9, 2, 1, 1024, 32], "chunk_shape": [9, 2, 1, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_b.value", "write_shape": [9, 2, 1, 32, 256], "chunk_shape": [9, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [9, 2, 1, 1024, 256], "chunk_shape": [9, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_a.value", "write_shape": [9, 8, 2048, 16], "chunk_shape": [9, 8, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_b.value", "write_shape": [9, 8, 16, 256], "chunk_shape": [9, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [9, 8, 2048, 256], "chunk_shape": [9, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_a.value", "write_shape": [9, 8, 1024, 32], "chunk_shape": [9, 8, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_b.value", "write_shape": [9, 8, 32, 256], "chunk_shape": [9, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [9, 8, 1024, 256], "chunk_shape": [9, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [9, 2, 2048, 16384], "chunk_shape": [9, 2, 2048, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_a.value", "write_shape": [9, 2, 2048, 16], "chunk_shape": [9, 2, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_b.value", "write_shape": [9, 2, 16, 16384], "chunk_shape": [9, 2, 16, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [9, 16384, 2048], "chunk_shape": [9, 16384, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_a.value", "write_shape": [9, 16384, 16], "chunk_shape": [9, 16384, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_b.value", "write_shape": [9, 16, 2048], "chunk_shape": [9, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [9, 2, 1024, 4096], "chunk_shape": [9, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_a.value", "write_shape": [9, 2, 1024, 32], "chunk_shape": [9, 2, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_b.value", "write_shape": [9, 2, 32, 4096], "chunk_shape": [9, 2, 32, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [9, 4096, 1024], "chunk_shape": [9, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_a.value", "write_shape": [9, 4096, 32], "chunk_shape": [9, 4096, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_b.value", "write_shape": [9, 32, 1024], "chunk_shape": [9, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [9, 2048], "chunk_shape": [9, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [9, 3072], "chunk_shape": [9, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [9, 1024, 3072], "chunk_shape": [9, 1024, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [9, 2048], "chunk_shape": [9, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [9, 3072], "chunk_shape": [9, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [9, 1024, 3072], "chunk_shape": [9, 1024, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [512, 32], "chunk_shape": [512, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/d/6ae4d63612def1414ec2976b030d9987 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/d/6ae4d63612def1414ec2976b030d9987 new file mode 100644 index 0000000000000000000000000000000000000000..9026b6daf7c1074882291912d8b4f1c198e8fa9f Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/d/6ae4d63612def1414ec2976b030d9987 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/manifest.ocdbt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f5bfd02ab5d78b5e0372a78d4a1b3e6b881ce9db Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/manifest.ocdbt differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/0216a8008604da35e0e56c153d96d662 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/0216a8008604da35e0e56c153d96d662 new file mode 100644 index 0000000000000000000000000000000000000000..88af57d7dd0bd3a1fa4048d8003bd98cc1af1e07 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/0216a8008604da35e0e56c153d96d662 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb0ac767fd33a267773f843537deea1db4fec315aed4a2d258c9c7a74eab62d +size 344614012 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/40eb1dc003ce88a83d861519ab2e72f7 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/40eb1dc003ce88a83d861519ab2e72f7 new file mode 100644 index 0000000000000000000000000000000000000000..3b8a73772de4ace2f96aa788209259fb9625d182 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/40eb1dc003ce88a83d861519ab2e72f7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf12ac163f3c33cc0a6bdba168dd1c03df54e2f1e21a865f91c94210a082bfa6 +size 4014190 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/4196a47a8e4081433c944a300e8fb144 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/4196a47a8e4081433c944a300e8fb144 new file mode 100644 index 0000000000000000000000000000000000000000..451bbc57db8a1d37dbc65099d54f3a089e14e6ed Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/4196a47a8e4081433c944a300e8fb144 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/46eb946285ca340ba705cf0807d724bb b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/46eb946285ca340ba705cf0807d724bb new file mode 100644 index 0000000000000000000000000000000000000000..11a8dbd7b74f1cbc45c5d037dfcc35f1bf77a49a --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/46eb946285ca340ba705cf0807d724bb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90b6ecb562d71b66415da9cb95aab042ffa2726900ed08ae96f5913ad1bd330 +size 4900921 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/581d8156d423c7356fda348e3a28fd6e b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/581d8156d423c7356fda348e3a28fd6e new file mode 100644 index 0000000000000000000000000000000000000000..216928178bb3393cfab3adf2dc6fe875365109fc --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/581d8156d423c7356fda348e3a28fd6e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a3f21b5f5b24182129f5e45aad699c5737cefcd55cd25faf68fe83175cb4f2 +size 172806228 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5d4495aa0c478df820646692ae05dc8f b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5d4495aa0c478df820646692ae05dc8f new file mode 100644 index 0000000000000000000000000000000000000000..dcdf041e8db15a87b03c91ed38d8f8f40d793515 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5d4495aa0c478df820646692ae05dc8f differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5fa6f00d991a8e8ece988cb82a4c3cfb b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5fa6f00d991a8e8ece988cb82a4c3cfb new file mode 100644 index 0000000000000000000000000000000000000000..be7cb21a349415017574c6b81e2f9f886e56a2b0 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/5fa6f00d991a8e8ece988cb82a4c3cfb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045c0269c99e4593a30106cb51175ef143d53c570904462e68c5790ba0e20a22 +size 195467196 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/63ef099b6c8f21320f7587df108d3aae b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/63ef099b6c8f21320f7587df108d3aae new file mode 100644 index 0000000000000000000000000000000000000000..5f7568905ba032574809510231755ad701115795 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/63ef099b6c8f21320f7587df108d3aae @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f0849df2f762bea490ce54aecc91013d38b55476281d7240603dd4eeebd3cf +size 248518123 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ad95c22d7a188ed7f3bed07e76433f9 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ad95c22d7a188ed7f3bed07e76433f9 new file mode 100644 index 0000000000000000000000000000000000000000..504bed667dea632c338615e21b8ad8f2d3425152 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ad95c22d7a188ed7f3bed07e76433f9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ad4635f68e78605eca34fadd0a91d76a9c42956ff0a6a2f08844cee7e64f66 +size 344877302 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ffaa237fbbab258a35988e353d27a8e b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ffaa237fbbab258a35988e353d27a8e new file mode 100644 index 0000000000000000000000000000000000000000..61e37e895c6537a1dcdedc43cfb8a65df92dd4e7 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/7ffaa237fbbab258a35988e353d27a8e @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353a66889c86e44affcc82391f3454190f9b1303a8ec384f633d6fb69c93872a +size 784736660 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/8140ba84fd0e394c97f698113425c335 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/8140ba84fd0e394c97f698113425c335 new file mode 100644 index 0000000000000000000000000000000000000000..f0513842f5f5ea88bbda37f2b9f4f12e27ef4de7 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/8140ba84fd0e394c97f698113425c335 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbbf9d44aed4e050c2a55662b0cbc0cfb8d96326c7164b581269da48377dde1 +size 497101664 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/841da1b5f21c8d680ce2a493c508650c b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/841da1b5f21c8d680ce2a493c508650c new file mode 100644 index 0000000000000000000000000000000000000000..6ed9cbb76ff7e98c1320c967ef31fc54beb4d8df --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/841da1b5f21c8d680ce2a493c508650c @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d242e1276b47f47c5398c498e7fd8d573b2f187124ead45a857fd6a5d9cd1d2f +size 343557590 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/a7d706ee2e31297ed313588c83c02e26 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/a7d706ee2e31297ed313588c83c02e26 new file mode 100644 index 0000000000000000000000000000000000000000..2dad2c8b10ad1fe0ccdec33e33c766d10a0908d7 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/a7d706ee2e31297ed313588c83c02e26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52216ea7876b4a4ab97be53e8ddca3d735855f36812b62c71eef429bef6ae71 +size 1042620822 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/b1a8d378d0d9d64ce0b5e1484b122830 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/b1a8d378d0d9d64ce0b5e1484b122830 new file mode 100644 index 0000000000000000000000000000000000000000..b65cfefd1887d6ed44884cacb60c47fd17723f9b Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/b1a8d378d0d9d64ce0b5e1484b122830 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e3df9e407a80bbd37235ab712908c1d2 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e3df9e407a80bbd37235ab712908c1d2 new file mode 100644 index 0000000000000000000000000000000000000000..7a327dddec658766d8312a1e27a6abf0e5f09bd1 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e3df9e407a80bbd37235ab712908c1d2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0139ed105e15ba069413cb78f090d0954d083f6f76fbb6b1705083fb71d8ac +size 459739 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e435b095ad9f5a6298dd853328914b77 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e435b095ad9f5a6298dd853328914b77 new file mode 100644 index 0000000000000000000000000000000000000000..a9584a73b98767708617cf07f0a13defe8880bef --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/d/e435b095ad9f5a6298dd853328914b77 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afe49da74374cf9fed71d986d9af2f8f3016ef32f9b809239cc2a0da42e1b16 +size 1568896047 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/manifest.ocdbt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..50b554a607051f61fcac50c0f0715e00b206c611 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/29999/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/wandb_id.txt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..cecdae21b02ab8ebd792092ab1b580f51ff6cad9 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_128bsz/wandb_id.txt @@ -0,0 +1 @@ +gqlc7k0m \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..4d56bb3eccd2a450bb7b8b8ee6ac48e033e8f921 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1774170743082023482, "commit_timestamp_nsecs": 1774170756449356550, "custom_metadata": {}} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..3b33b3a6819eebe4fcef1ca4772179c346c4f0a8 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json @@ -0,0 +1,136 @@ +{ + "norm_stats": { + "state": { + "mean": [ + -0.3801637291908264, + 1.4088249206542969, + 1.0788551568984985, + -0.47251060605049133, + 0.019101835787296295, + -0.12429716438055038, + 0.447118878364563, + 0.09997282922267914, + 0.8064957857131958, + 0.5826375484466553, + -0.31873080134391785, + -0.05203074589371681, + -0.015968864783644676, + 0.7202751636505127 + ], + "std": [ + 0.667249321937561, + 0.948437511920929, + 0.7834722399711609, + 0.5015890002250671, + 0.3057785630226135, + 0.6244306564331055, + 0.4711119532585144, + 0.3108500838279724, + 1.0267099142074585, + 0.7669462561607361, + 0.5308545827865601, + 0.23261453211307526, + 0.5934732556343079, + 0.42055487632751465 + ], + "q01": [ + -1.641907472991944, + -5.257390398583084e-7, + -0.0008128284845501169, + -1.3661472806930544, + -0.6769643189668655, + -2.455640484714508, + 0.0, + -0.24432155210971818, + 0.0, + 0.0, + -1.419983852005005, + -1.0268042177915573, + -1.891076099777222, + 0.0 + ], + "q99": [ + 0.1587233253478999, + 2.612170074790831, + 2.666638472233713, + 1.1866176662445067, + 1.0556468631982803, + 1.554336138105393, + 0.9998, + 0.7735123892664912, + 2.6067582800388336, + 2.2671634340286255, + 1.0798945425033568, + 0.1486055762052536, + 2.2786329183578484, + 0.9998 + ] + }, + "actions": { + "mean": [ + -0.006996887736022472, + 0.08937586843967438, + 0.05855307728052139, + -0.01937970332801342, + 0.029728412628173828, + 0.010145365260541439, + 0.3929303288459778, + 0.01568821631371975, + 0.13336285948753357, + 0.09547992795705795, + -0.039202094078063965, + -0.02086542919278145, + -0.0006930500967428088, + 0.6805144548416138 + ], + "std": [ + 0.36214274168014526, + 0.5510873198509216, + 0.40564268827438354, + 0.27853626012802124, + 0.14182329177856445, + 0.378155916929245, + 0.46716243028640747, + 0.19508376717567444, + 0.45441481471061707, + 0.329357385635376, + 0.23277416825294495, + 0.12306782603263855, + 0.32529979944229126, + 0.4447020888328552 + ], + "q01": [ + -0.7850341870307922, + -1.782422611618042, + -1.1824049592018127, + -1.1201148845911026, + -0.30705015676021574, + -1.3948706676483154, + 0.0, + -0.625985103225708, + -0.3239544761180878, + -0.3384573885440827, + -1.0149974955558778, + -0.803679718375206, + -0.9293817384719851, + 0.0 + ], + "q99": [ + 0.8576020886421212, + 2.199272772598267, + 1.6600916961908343, + 0.8076559330940247, + 0.8247574371814728, + 1.4079282335281373, + 0.9998, + 0.7381520425796504, + 2.1879271047115325, + 1.6339324738025662, + 0.48605004982948286, + 0.10303242763280873, + 1.1835471495628358, + 0.9998 + ] + } + } +} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_METADATA b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..6c6af4874515cac2e5c6b73c890563b70919020a --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 16, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 32, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 16, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 32, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 32, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 3072]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024, 3072]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_sharding b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..d6021dcd55d6a5253770e594dbbe96e819ceb6f9 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..a1d3702e7e28af351abcaa63e3911dbc1326571f --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 3072], "chunk_shape": [1024, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_a.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_b.value", "write_shape": [18, 8, 16, 2048], "chunk_shape": [18, 8, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_a.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_b.value", "write_shape": [18, 8, 32, 1024], "chunk_shape": [18, 8, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_a.value", "write_shape": [18, 2, 1, 2048, 16], "chunk_shape": [18, 2, 1, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_b.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_a.value", "write_shape": [18, 2, 1, 1024, 32], "chunk_shape": [18, 2, 1, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_b.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_a.value", "write_shape": [18, 8, 2048, 16], "chunk_shape": [18, 8, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_b.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_a.value", "write_shape": [18, 8, 1024, 32], "chunk_shape": [18, 8, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_b.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 8192], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_a.value", "write_shape": [18, 2, 2048, 16], "chunk_shape": [18, 2, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_b.value", "write_shape": [18, 2, 16, 16384], "chunk_shape": [18, 2, 16, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 16384, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_a.value", "write_shape": [18, 16384, 16], "chunk_shape": [18, 16384, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_b.value", "write_shape": [18, 16, 2048], "chunk_shape": [18, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_a.value", "write_shape": [18, 2, 1024, 32], "chunk_shape": [18, 2, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_b.value", "write_shape": [18, 2, 32, 4096], "chunk_shape": [18, 2, 32, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_a.value", "write_shape": [18, 4096, 32], "chunk_shape": [18, 4096, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_b.value", "write_shape": [18, 32, 1024], "chunk_shape": [18, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 3072], "chunk_shape": [18, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 3072], "chunk_shape": [18, 1024, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 3072], "chunk_shape": [18, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 3072], "chunk_shape": [18, 1024, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/d/2795ebb83cb12e5293eb97fce752a8e8 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/d/2795ebb83cb12e5293eb97fce752a8e8 new file mode 100644 index 0000000000000000000000000000000000000000..c53140a90ad1f778ede52192c4cd102531b50515 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/d/2795ebb83cb12e5293eb97fce752a8e8 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e72715e0ead92db0af3789a4b2253c09ee45f480 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0041819dea35ac1a0bb0fe40d886f192 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0041819dea35ac1a0bb0fe40d886f192 new file mode 100644 index 0000000000000000000000000000000000000000..6599a96f9e9a8b3f6ed9893328a7ea5922066e75 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0041819dea35ac1a0bb0fe40d886f192 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c179652382242937fc58250fc8357f06211e1601f0f0c528213a1570bf4335 +size 1569270152 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/04f688a073a286ede652e7c9835b9834 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/04f688a073a286ede652e7c9835b9834 new file mode 100644 index 0000000000000000000000000000000000000000..528b3d0ac110e8e15a339264a41cd7a5f62080f1 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/04f688a073a286ede652e7c9835b9834 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8614ed0152f68619a4ae5a8238ea3117dc4bde71af32a550a584eabe07b070a8 +size 48941450 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/09c5d277ada1801e260d36c009c9f219 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/09c5d277ada1801e260d36c009c9f219 new file mode 100644 index 0000000000000000000000000000000000000000..af7aaa8b7ab5fbc02671e5080c95e7618f6d1f8c --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/09c5d277ada1801e260d36c009c9f219 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc49e96470b00989888ac55024b3f98e9c0b630c3504f40f07746a8dea9da5e +size 149686308 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/16a6dd5443e3b66fddb728499019a3fe b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/16a6dd5443e3b66fddb728499019a3fe new file mode 100644 index 0000000000000000000000000000000000000000..d347463ff5f82e83ea949fc55200a2ff7572d44a --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/16a6dd5443e3b66fddb728499019a3fe @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de44ea8fef4bfa777d074bb9c569c96cd0fb66fd4a68fee6085cbb4a2cfd838b +size 77903562 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/19beeb44e0df8df376583b2b4948d5e2 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/19beeb44e0df8df376583b2b4948d5e2 new file mode 100644 index 0000000000000000000000000000000000000000..b730652a4beaf9d87d3853adaf65d0896204d217 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/19beeb44e0df8df376583b2b4948d5e2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b488cf77ebcba3ecd728edfdea8f9dc1100b2af601be75c786b7ad6c0b63835 +size 89154763 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/45d5ed8d52d29f8cfc040a11ac5952c6 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/45d5ed8d52d29f8cfc040a11ac5952c6 new file mode 100644 index 0000000000000000000000000000000000000000..46cd46020c3fc37eed8126482d2295a61a10ce74 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/45d5ed8d52d29f8cfc040a11ac5952c6 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5dd08d30a5264f83cf770795c5c0f4bf b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5dd08d30a5264f83cf770795c5c0f4bf new file mode 100644 index 0000000000000000000000000000000000000000..02bc622d99891625c22239138b75e3ac5b6212a8 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5dd08d30a5264f83cf770795c5c0f4bf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f26a0c44f718142ad58a7d5957d961d0a9b48e97d2a8148c6fc8946022736a4 +size 595407068 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/633b93ceeed2dc1b4a78e035fff5e496 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/633b93ceeed2dc1b4a78e035fff5e496 new file mode 100644 index 0000000000000000000000000000000000000000..5b351f3672f0d70667e7cbb97b1584cef56e05eb --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/633b93ceeed2dc1b4a78e035fff5e496 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bb450f844ba9900160fb176ee4ec4db22ce8c152ae2ba8bb2936fe1bb0b9af +size 133036817 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6930e99f3efe0e6ca7d8403b08c6c8ab b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6930e99f3efe0e6ca7d8403b08c6c8ab new file mode 100644 index 0000000000000000000000000000000000000000..fe6faf04154e9b5f93f09bc21b4362be480d5317 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6930e99f3efe0e6ca7d8403b08c6c8ab differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6a6547357c1f0164fd6a97fbb57c6f64 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6a6547357c1f0164fd6a97fbb57c6f64 new file mode 100644 index 0000000000000000000000000000000000000000..9e5538c855803450ac479dd70ebe905c84278f14 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/6a6547357c1f0164fd6a97fbb57c6f64 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa323768c0b3ea07c15e505546100239baee1fb734c30409ed0f6bbff442ba58 +size 79675559 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/83ffabe3de42ab6ba785cb72689a729a b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/83ffabe3de42ab6ba785cb72689a729a new file mode 100644 index 0000000000000000000000000000000000000000..7372622b4e95c5b0884978411be3239a5af91d80 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/83ffabe3de42ab6ba785cb72689a729a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68fc5cb5f4268f438e7d7b74b63dc840ca6f54296ae0f591a7ffe05282e25bde +size 497187672 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/863b0555df4f83dbde4d915217ce4e8f b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/863b0555df4f83dbde4d915217ce4e8f new file mode 100644 index 0000000000000000000000000000000000000000..869e50c6f69a7b90585b20377f67a2ea37d1eae4 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/863b0555df4f83dbde4d915217ce4e8f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954d735076f69c0c3c79896be0d7934493186bd930d045c9d7374ea83721e090 +size 497025608 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d5c797dbf9c0e6b245242764e7a3259 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d5c797dbf9c0e6b245242764e7a3259 new file mode 100644 index 0000000000000000000000000000000000000000..15426c97e4e7c1085368b44a8e300b8376187d55 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d5c797dbf9c0e6b245242764e7a3259 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f27bc09c82f2e5fdcf9731027dddea940807188dc4ad2cf7d0c7d9d35ee0107 +size 49020661 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/a2c772dd6a71f500b958f5f0e0811591 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/a2c772dd6a71f500b958f5f0e0811591 new file mode 100644 index 0000000000000000000000000000000000000000..077ae142730313e2c3d133f4f98a1552482fd673 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/a2c772dd6a71f500b958f5f0e0811591 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86919a8f1e65d8d361d5c5d07624501c52be51596b1926be933fd6c4d5c53dd6 +size 688427450 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b5940e3893e391ed85323547df080532 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b5940e3893e391ed85323547df080532 new file mode 100644 index 0000000000000000000000000000000000000000..2047a692b416291cea851ba2e3156a2042d0ceb3 Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b5940e3893e391ed85323547df080532 differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/d6fba8942ddc7154572629985e3b5be3 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/d6fba8942ddc7154572629985e3b5be3 new file mode 100644 index 0000000000000000000000000000000000000000..defbbdd3c8e5a36e01166de3ea00056cd49b928c --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/d6fba8942ddc7154572629985e3b5be3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842033b8440420703636ede5bab39dedad75085c71c363ecbb1b94153175f90a +size 98002478 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/eee59b1edb9307908a4624cdbb7a51ab b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/eee59b1edb9307908a4624cdbb7a51ab new file mode 100644 index 0000000000000000000000000000000000000000..881fde627cdcb2e01fc22b02826c3c583cb4aeb3 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/eee59b1edb9307908a4624cdbb7a51ab @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698fd32b5d3015b45685e4caa453dbbb10710ee7bee0e831914d297bae38bdc4 +size 784526179 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/fdcf1555f58bedea0039eae8e199f404 b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/fdcf1555f58bedea0039eae8e199f404 new file mode 100644 index 0000000000000000000000000000000000000000..8e40f96d7eea44346c04452f4fd89a00d946c0c4 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/fdcf1555f58bedea0039eae8e199f404 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b64968d72907f5e2962231a9adf41490fce6dc409a97a000f6450541cd1f2a5 +size 195465952 diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cefa8ca1065111dc8a7a4b7c7dfd5b8354389e3e Binary files /dev/null and b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/wandb_id.txt b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..991583d7f792b987c856de30479d39edbd2fb460 --- /dev/null +++ b/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/pi05_base_aloha_robotwin_lora_baseline_mixed_7tasks_32bsz/wandb_id.txt @@ -0,0 +1 @@ +mjb25h3u \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..07cb692d27151bdbbac073c56c56a15e7a30d7dc --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1774185697716862530, "commit_timestamp_nsecs": 1774185728963822578, "custom_metadata": {}} \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..3b33b3a6819eebe4fcef1ca4772179c346c4f0a8 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/assets/robotwin_v1/mixed_7tasks/norm_stats.json @@ -0,0 +1,136 @@ +{ + "norm_stats": { + "state": { + "mean": [ + -0.3801637291908264, + 1.4088249206542969, + 1.0788551568984985, + -0.47251060605049133, + 0.019101835787296295, + -0.12429716438055038, + 0.447118878364563, + 0.09997282922267914, + 0.8064957857131958, + 0.5826375484466553, + -0.31873080134391785, + -0.05203074589371681, + -0.015968864783644676, + 0.7202751636505127 + ], + "std": [ + 0.667249321937561, + 0.948437511920929, + 0.7834722399711609, + 0.5015890002250671, + 0.3057785630226135, + 0.6244306564331055, + 0.4711119532585144, + 0.3108500838279724, + 1.0267099142074585, + 0.7669462561607361, + 0.5308545827865601, + 0.23261453211307526, + 0.5934732556343079, + 0.42055487632751465 + ], + "q01": [ + -1.641907472991944, + -5.257390398583084e-7, + -0.0008128284845501169, + -1.3661472806930544, + -0.6769643189668655, + -2.455640484714508, + 0.0, + -0.24432155210971818, + 0.0, + 0.0, + -1.419983852005005, + -1.0268042177915573, + -1.891076099777222, + 0.0 + ], + "q99": [ + 0.1587233253478999, + 2.612170074790831, + 2.666638472233713, + 1.1866176662445067, + 1.0556468631982803, + 1.554336138105393, + 0.9998, + 0.7735123892664912, + 2.6067582800388336, + 2.2671634340286255, + 1.0798945425033568, + 0.1486055762052536, + 2.2786329183578484, + 0.9998 + ] + }, + "actions": { + "mean": [ + -0.006996887736022472, + 0.08937586843967438, + 0.05855307728052139, + -0.01937970332801342, + 0.029728412628173828, + 0.010145365260541439, + 0.3929303288459778, + 0.01568821631371975, + 0.13336285948753357, + 0.09547992795705795, + -0.039202094078063965, + -0.02086542919278145, + -0.0006930500967428088, + 0.6805144548416138 + ], + "std": [ + 0.36214274168014526, + 0.5510873198509216, + 0.40564268827438354, + 0.27853626012802124, + 0.14182329177856445, + 0.378155916929245, + 0.46716243028640747, + 0.19508376717567444, + 0.45441481471061707, + 0.329357385635376, + 0.23277416825294495, + 0.12306782603263855, + 0.32529979944229126, + 0.4447020888328552 + ], + "q01": [ + -0.7850341870307922, + -1.782422611618042, + -1.1824049592018127, + -1.1201148845911026, + -0.30705015676021574, + -1.3948706676483154, + 0.0, + -0.625985103225708, + -0.3239544761180878, + -0.3384573885440827, + -1.0149974955558778, + -0.803679718375206, + -0.9293817384719851, + 0.0 + ], + "q99": [ + 0.8576020886421212, + 2.199272772598267, + 1.6600916961908343, + 0.8076559330940247, + 0.8247574371814728, + 1.4079282335281373, + 0.9998, + 0.7381520425796504, + 2.1879271047115325, + 1.6339324738025662, + 0.48605004982948286, + 0.10303242763280873, + 1.1835471495628358, + 0.9998 + ] + } + } +} \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_METADATA b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_METADATA new file mode 100644 index 0000000000000000000000000000000000000000..54280e01090e80d53818f1ce13d5d688a94bc652 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'align_projectors', '0', '0', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "align_projectors", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'align_projectors', '0', '0', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "align_projectors", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 2048]}}, "('params', 'align_projectors', '0', '0', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "align_projectors", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'align_projectors', '0', '0', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "align_projectors", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 2048]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_sharding b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_sharding new file mode 100644 index 0000000000000000000000000000000000000000..1d790476f52b9b054346db72e50785e3017b966d --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/_sharding @@ -0,0 +1 @@ +{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFsaWduX3Byb2plY3RvcnMuMC4wLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFsaWduX3Byb2plY3RvcnMuMC4wLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFsaWduX3Byb2plY3RvcnMuMC4wLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFsaWduX3Byb2plY3RvcnMuMC4wLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 new file mode 100644 index 0000000000000000000000000000000000000000..98362affca31f76ece77c460cebb936d18995653 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.align_projectors.0.0.fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.align_projectors.0.0.fc1.kernel.value", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.align_projectors.0.0.fc2.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.align_projectors.0.0.fc2.kernel.value", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]} \ No newline at end of file diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/d/a2af776cd476c986d81bc41df4c1b779 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/d/a2af776cd476c986d81bc41df4c1b779 new file mode 100644 index 0000000000000000000000000000000000000000..0c74f70a280702f77ef96ac16534ab08f1f4251c Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/d/a2af776cd476c986d81bc41df4c1b779 differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..cd65e6108e125ec3ab2c389780d67cf5243fc280 Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/manifest.ocdbt differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/03f8420631cd0b9d26e2d3e878c40280 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/03f8420631cd0b9d26e2d3e878c40280 new file mode 100644 index 0000000000000000000000000000000000000000..4ab305027dc3eacf595273adc01538b3f2ae8657 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/03f8420631cd0b9d26e2d3e878c40280 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c675ba22b7aa5762e50349a827514c5a51e744d4bed68415892b01cea1e0b6ef +size 2240246797 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0929fe72ff8047a0f1bf88bf7e03515d b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0929fe72ff8047a0f1bf88bf7e03515d new file mode 100644 index 0000000000000000000000000000000000000000..0f22825f965493475d0e24fd40e8f7cdcab75af3 Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0929fe72ff8047a0f1bf88bf7e03515d differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0d8990505b1c0fa14e02ac8e9634a32d b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0d8990505b1c0fa14e02ac8e9634a32d new file mode 100644 index 0000000000000000000000000000000000000000..991d7055ed4c5dc6fb0461c6727f7513188f1912 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0d8990505b1c0fa14e02ac8e9634a32d @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed60a0d38c3140e27e5eb6054840cf880c148a188c3b0c16b44036435bbcd494 +size 34975235 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0f29dda5039f1a2a83d0710c1e7ce4da b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0f29dda5039f1a2a83d0710c1e7ce4da new file mode 100644 index 0000000000000000000000000000000000000000..b97f4f368ae7ca552664e12c8cfad4db1d9115cc --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/0f29dda5039f1a2a83d0710c1e7ce4da @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc075bff4bbcd9a85bb6c447286e632a81fc9c116d714e864cc838a5300271f +size 3077571187 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/20520224cf10330236671998afb23a15 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/20520224cf10330236671998afb23a15 new file mode 100644 index 0000000000000000000000000000000000000000..89b7d05332c51b16bd498e067681870559465b09 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/20520224cf10330236671998afb23a15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa662d1b2ce5dc820c021fa6458c861d05bcca4903a2bb6b8f13cf18df87b1a +size 139972597 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/22e69ca2b258fe18da4a4526a1218c23 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/22e69ca2b258fe18da4a4526a1218c23 new file mode 100644 index 0000000000000000000000000000000000000000..4428a32b5012ab89590aa44c005a7b38b7234379 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/22e69ca2b258fe18da4a4526a1218c23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a024755fb2f94d7fb99143340e5b6393e57b6f5e6d64c6531c2af2b123b554 +size 246722 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/4a8921355f4d06cb983fc7870a3bd7ce b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/4a8921355f4d06cb983fc7870a3bd7ce new file mode 100644 index 0000000000000000000000000000000000000000..46cd46020c3fc37eed8126482d2295a61a10ce74 Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/4a8921355f4d06cb983fc7870a3bd7ce differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/50da27bd37412cfc6005e4592543a0fb b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/50da27bd37412cfc6005e4592543a0fb new file mode 100644 index 0000000000000000000000000000000000000000..055907214108871f2871b9f850482484c381541e Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/50da27bd37412cfc6005e4592543a0fb differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5cd90acd90e468dc7923801fac67d8f0 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5cd90acd90e468dc7923801fac67d8f0 new file mode 100644 index 0000000000000000000000000000000000000000..c387a9925e36be453d71e9ab3313d15bd97dc76a --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5cd90acd90e468dc7923801fac67d8f0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f82d22c95a9e2e1f6651d10b12b82556a35d45d01033a210e2a907a3d7b0661 +size 538659301 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5ce407d2b47aaf1e407f3ca13f3ed8da b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5ce407d2b47aaf1e407f3ca13f3ed8da new file mode 100644 index 0000000000000000000000000000000000000000..f392c1fe132b6bf9905af000e2c93501b4d04e65 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/5ce407d2b47aaf1e407f3ca13f3ed8da @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ead638e312c9da95b3a47822609c46d55ff4399e6e1ff4ef4ad7820ec25cd6 +size 839469151 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/95d10cb9f04e64fb191abce799ec4e4a b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/95d10cb9f04e64fb191abce799ec4e4a new file mode 100644 index 0000000000000000000000000000000000000000..1b48c278c528966edd400df413defae5bba166ee Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/95d10cb9f04e64fb191abce799ec4e4a differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d8a837c965edbff5d97cf0c7d7874af b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d8a837c965edbff5d97cf0c7d7874af new file mode 100644 index 0000000000000000000000000000000000000000..696abf7465956c489687102b9963c48d40ddad98 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/9d8a837c965edbff5d97cf0c7d7874af @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255318fe6d34d39576064e8e276b3da1922872ab78a9ec330c9c1b7b802f49f3 +size 2240224151 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/ae969a687135107abdf18c3d1d8b8294 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/ae969a687135107abdf18c3d1d8b8294 new file mode 100644 index 0000000000000000000000000000000000000000..3f6326d8ebbd151bc17864dea5bef32921cb95b1 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/ae969a687135107abdf18c3d1d8b8294 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db4d8a759ca1575e98d85bb1191cdc022375c916864c84563cec83e8cbd12d2 +size 559722464 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b65049c6474e2b11a33f4c449abc04c9 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b65049c6474e2b11a33f4c449abc04c9 new file mode 100644 index 0000000000000000000000000000000000000000..00b5f253299b3ea337180e328b785de2f8fc754e --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/b65049c6474e2b11a33f4c449abc04c9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e649a94662b476e1fdc2d7e67d0473677abe7139bf404789701bbdcc99e1268 +size 1120112788 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/c67b24cdb69809c6b5e263cedfae7344 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/c67b24cdb69809c6b5e263cedfae7344 new file mode 100644 index 0000000000000000000000000000000000000000..5a4471c73a0f21c3128054b13398e7f04522e8ff --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/c67b24cdb69809c6b5e263cedfae7344 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8473b5eaa94564993c2fc286ec0c9b2e5384312dfa21bb521395dc38e3d7081 +size 993779868 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/dcf2562210d9b2e214bdc44b9b6c2fce b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/dcf2562210d9b2e214bdc44b9b6c2fce new file mode 100644 index 0000000000000000000000000000000000000000..b006c071b1f094996c51716c39dcf16e412e025e --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/dcf2562210d9b2e214bdc44b9b6c2fce @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e440b8bd87b7a62450d37468f144ac5e8af011900d40e69000729b9801815f15 +size 70083576 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/de934976c67f8081f4f833d9c4550014 b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/de934976c67f8081f4f833d9c4550014 new file mode 100644 index 0000000000000000000000000000000000000000..08b3c4e6a146a744fd9e55aa2eaecb7dbd8a5a15 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/de934976c67f8081f4f833d9c4550014 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e16ceb730feb017cad6a255f4e0bf8f367e03b346077e5c5ff9ebd10bd72293 +size 8994073 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/df759f74296d2de7a3697df788d00a3a b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/df759f74296d2de7a3697df788d00a3a new file mode 100644 index 0000000000000000000000000000000000000000..b3475c1c3510e782a8736760927edaa3aa66d435 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/df759f74296d2de7a3697df788d00a3a @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f674e12eeb9cf54c6ffdd52fb160c957ab7a88ccbdd11d22e1d76c4618aa10 +size 48122727 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/f81fc1c023c87c794936bee702f0337f b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/f81fc1c023c87c794936bee702f0337f new file mode 100644 index 0000000000000000000000000000000000000000..17749c5d1138002a9347c8e923cbcc0cdfd59f45 --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/d/f81fc1c023c87c794936bee702f0337f @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8b51d0784be4cb33c43863f6e05a3d01348b793fc07ef4ef402693dedaca0e +size 132969078 diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b727780bbae1653d2ab89b091670afbf0b5328a6 Binary files /dev/null and b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/29999/params/ocdbt.process_0/manifest.ocdbt differ diff --git a/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/wandb_id.txt b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/wandb_id.txt new file mode 100644 index 0000000000000000000000000000000000000000..452af72ebf41c6ebd944143f6c80d99d66565b6e --- /dev/null +++ b/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/pi0_base_aloha_robotwin_full_baseline_mixed_7tasks_32bsz/wandb_id.txt @@ -0,0 +1 @@ +1s081j4c \ No newline at end of file