Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+rollout_demo_env_ep91.mp4 filter=lfs diff=lfs merge=lfs -text
+rollout_demo_env_ep0.mp4 filter=lfs diff=lfs merge=lfs -text
+rollout_inference_env_ep4.mp4 filter=lfs diff=lfs merge=lfs -text
+rollout_demo_env_ep56.mp4 filter=lfs diff=lfs merge=lfs -text

assets/CubeHandover/norm_stats.json

@@ -0,0 +1,280 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.11378372460603714,
+        -0.14631007611751556,
+        -0.1371806561946869,
+        -1.8909459114074707,
+        -0.043976109474897385,
+        1.6704577207565308,
+        -0.8919283151626587,
+        0.1441047042608261,
+        -0.137599915266037,
+        0.18485380709171295,
+        -1.9186290502548218,
+        0.039269644767045975,
+        1.7058171033859253,
+        -0.48456400632858276,
+        0.8883928656578064,
+        0.8258928656578064,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "std": [
+        0.06897307187318802,
+        0.1264468878507614,
+        0.09065569937229156,
+        0.20266731083393097,
+        0.049922965466976166,
+        0.06828434765338898,
+        0.1428043246269226,
+        0.0949946865439415,
+        0.10496081411838531,
+        0.12662486732006073,
+        0.20372448861598969,
+        0.04216872900724411,
+        0.10360771417617798,
+        0.2977674901485443,
+        0.20604470372200012,
+        0.23632018268108368,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        -0.2187989854956046,
+        -0.4288020883589983,
+        -0.31628059760211036,
+        -2.2365934394836424,
+        -0.17729679162576797,
+        1.569642189836502,
+        -1.2830810698270798,
+        -2.0365982891235035e-6,
+        -0.35659367022514343,
+        -0.0005777700956794433,
+        -2.2109513473510742,
+        -0.060313320243358615,
+        1.4703770532608031,
+        -0.899896081674099,
+        0.4998,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        0.00003322463762014949,
+        0.00921867105662827,
+        0.0008735492209438478,
+        -1.574993585062027,
+        -0.00011929979920388689,
+        1.805883389186859,
+        -0.6533950897932053,
+        0.3017319141728335,
+        0.021271545152738658,
+        0.3829859316564282,
+        -1.574934281349182,
+        0.11971993026137354,
+        1.9144578714370728,
+        0.28129246975183486,
+        0.9998,
+        0.9998,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    },
+    "actions": {
+      "mean": [
+        -0.0018108346266672015,
+        -0.003860729280859232,
+        -0.0023199424613267183,
+        -0.007157322019338608,
+        -0.0008968489710241556,
+        0.0014574311207979918,
+        -0.0019648626912385225,
+        0.0024980909656733274,
+        -0.004089595749974251,
+        0.003177593694999814,
+        -0.006102055311203003,
+        0.0011184533359482884,
+        0.0003183866501785815,
+        0.009520476683974266,
+        0.21785716712474823,
+        0.27767857909202576,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "std": [
+        0.011380520649254322,
+        0.02213800698518753,
+        0.01192942913621664,
+        0.0288785882294178,
+        0.004165631253272295,
+        0.014500843361020088,
+        0.018928460776805878,
+        0.013149365782737732,
+        0.025324709713459015,
+        0.015625668689608574,
+        0.03637586161494255,
+        0.006712834816426039,
+        0.02213994786143303,
+        0.03756645321846008,
+        0.41278979182243347,
+        0.4478539526462555,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        -0.03363748226761818,
+        -0.07494280213713646,
+        -0.03676055633425712,
+        -0.10000000149011612,
+        -0.012199631657451387,
+        -0.03132439184188843,
+        -0.07486137735247612,
+        -0.029167094269394872,
+        -0.08440000125765801,
+        -0.03167066379189491,
+        -0.10000000149011612,
+        -0.01540112868696451,
+        -0.06104000090956688,
+        -0.0984400014668703,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        0.030254690670967102,
+        0.04357844108343126,
+        0.029788405193388462,
+        0.053880000802874584,
+        0.008415970124304298,
+        0.05330949583053589,
+        0.047303515386581424,
+        0.04065236456990243,
+        0.05524000082314015,
+        0.0515917985022068,
+        0.09912000147700312,
+        0.022985679753124717,
+        0.05932000088393688,
+        0.09996000148952008,
+        0.9998,
+        0.9998,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    }
+  }
+}

params/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 538]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 538, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 2, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 144, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [144]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 144]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [144, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 32, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32144, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 16, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 256, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 32, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 256, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 128, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 4, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 128, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 1024, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 256, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 128, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 128, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 4, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 512, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 512, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 128]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 128]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [256, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

params/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}], [{\"id\": 4}], [{\"id\": 5}], [{\"id\": 6}], [{\"id\": 7}]]}}"}

params/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 538], "chunk_shape": [27, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 144, 4304], "chunk_shape": [27, 144, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 538, 1152], "chunk_shape": [27, 538, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 2, 72, 1152], "chunk_shape": [27, 2, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 144], "chunk_shape": [14, 14, 3, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [144, 2048], "chunk_shape": [144, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 32, 1152], "chunk_shape": [1, 32, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [32144, 2048], "chunk_shape": [32144, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_a.value", "write_shape": [18, 1, 256, 16], "chunk_shape": [18, 1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_b.value", "write_shape": [18, 1, 16, 2048], "chunk_shape": [18, 1, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 1, 256, 2048], "chunk_shape": [18, 1, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_a.value", "write_shape": [18, 1, 256, 32], "chunk_shape": [18, 1, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.lora_b.value", "write_shape": [18, 1, 32, 1024], "chunk_shape": [18, 1, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 1, 256, 1024], "chunk_shape": [18, 1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_a.value", "write_shape": [18, 2, 1, 256, 16], "chunk_shape": [18, 2, 1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_b.value", "write_shape": [18, 2, 1, 2, 256], "chunk_shape": [18, 2, 1, 2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 256, 256], "chunk_shape": [18, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_a.value", "write_shape": [18, 2, 1, 128, 32], "chunk_shape": [18, 2, 1, 128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.lora_b.value", "write_shape": [18, 2, 1, 4, 256], "chunk_shape": [18, 2, 1, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 128, 256], "chunk_shape": [18, 2, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_a.value", "write_shape": [18, 1, 2048, 16], "chunk_shape": [18, 1, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_b.value", "write_shape": [18, 1, 16, 256], "chunk_shape": [18, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 1, 2048, 256], "chunk_shape": [18, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_a.value", "write_shape": [18, 1, 1024, 32], "chunk_shape": [18, 1, 1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.lora_b.value", "write_shape": [18, 1, 32, 256], "chunk_shape": [18, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 1, 1024, 256], "chunk_shape": [18, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 256, 16384], "chunk_shape": [18, 2, 256, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_a.value", "write_shape": [18, 2, 256, 16], "chunk_shape": [18, 2, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_b.value", "write_shape": [18, 2, 2, 16384], "chunk_shape": [18, 2, 2, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 2048, 2048], "chunk_shape": [18, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_a.value", "write_shape": [18, 2048, 16], "chunk_shape": [18, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_b.value", "write_shape": [18, 2, 2048], "chunk_shape": [18, 2, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 128, 4096], "chunk_shape": [18, 2, 128, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_a.value", "write_shape": [18, 2, 128, 32], "chunk_shape": [18, 2, 128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum_lora_b.value", "write_shape": [18, 2, 4, 4096], "chunk_shape": [18, 2, 4, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 512, 1024], "chunk_shape": [18, 512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_a.value", "write_shape": [18, 512, 32], "chunk_shape": [18, 512, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear_lora_b.value", "write_shape": [18, 4, 1024], "chunk_shape": [18, 4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 128], "chunk_shape": [18, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 128], "chunk_shape": [18, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [128, 32], "chunk_shape": [128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}]}

rollout_data/inference_ep32/infos.json

@@ -0,0 +1,1322 @@
+[
+  {
+    "completion_time": 0.10155296325683594,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.40890383622966253,
+      "cube to right gripper": 0.4087174158166412,
+      "lift distance": 0.02185960000000009
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.01954760963135571,
+    "bimanual_gripper_vertical_difference": 0.0004819114033227656,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.1092367172241211,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.42124562110772107,
+      "cube to right gripper": 0.42052474895735226,
+      "lift distance": -0.0005471969899524254
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.023260282665906733,
+    "bimanual_gripper_vertical_difference": 0.0009040226779293281,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.1169121265411377,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.4204387222238534,
+      "cube to right gripper": 0.4186639535821831,
+      "lift distance": 9.381264439123349e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.03903100440483186,
+    "bimanual_gripper_vertical_difference": 0.0015668686073472642,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.12447428703308105,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.4189823455145057,
+      "cube to right gripper": 0.41359771073778734,
+      "lift distance": 9.831000535498458e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.14416353555308623,
+    "bimanual_gripper_vertical_difference": 0.003001350399452929,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.1318356990814209,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.4152314135686274,
+      "cube to right gripper": 0.4060180455520739,
+      "lift distance": 9.834070008463147e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.21928703728235294,
+    "bimanual_gripper_vertical_difference": 0.00496493864280958,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.13925504684448242,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.4036536967232494,
+      "cube to right gripper": 0.3924051064934429,
+      "lift distance": 9.834090146665364e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.22573152149578812,
+    "bimanual_gripper_vertical_difference": 0.007297289062818717,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.14673590660095215,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.385352846648575,
+      "cube to right gripper": 0.36817845952326783,
+      "lift distance": 9.834089466986828e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.21936464714352266,
+    "bimanual_gripper_vertical_difference": 0.010095847782909395,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.1564481258392334,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.37564766695472845,
+      "cube to right gripper": 0.3532589696462971,
+      "lift distance": 9.83408864502211e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.20824896277650487,
+    "bimanual_gripper_vertical_difference": 0.012639043360752195,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.16405296325683594,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.3724882005915432,
+      "cube to right gripper": 0.34747416023504696,
+      "lift distance": 9.834087821913862e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.204952200293397,
+    "bimanual_gripper_vertical_difference": 0.014682239309954652,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.17226314544677734,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.358416950469004,
+      "cube to right gripper": 0.33140216063694766,
+      "lift distance": 9.834086998616876e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.1861066478361389,
+    "bimanual_gripper_vertical_difference": 0.016486795041262936,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.2657053470611572,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.3423937305874198,
+      "cube to right gripper": 0.30981970777787443,
+      "lift distance": 9.834086175153356e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.19161820983403152,
+    "bimanual_gripper_vertical_difference": 0.01831144290021027,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.2736799716949463,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.32488356476978975,
+      "cube to right gripper": 0.28444569263687175,
+      "lift distance": 9.8340853515122e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.19474052050591906,
+    "bimanual_gripper_vertical_difference": 0.0202115511950543,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.2813396453857422,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.315814028506422,
+      "cube to right gripper": 0.27040279734025896,
+      "lift distance": 9.834084527715614e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.19420827753150222,
+    "bimanual_gripper_vertical_difference": 0.022020041167648656,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.28910350799560547,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.3116256257160104,
+      "cube to right gripper": 0.26419746286166557,
+      "lift distance": 9.83408370373029e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.18780437692634996,
+    "bimanual_gripper_vertical_difference": 0.02363354954364973,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.29685163497924805,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.3083468811150202,
+      "cube to right gripper": 0.2596160527472244,
+      "lift distance": 9.83408287956733e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.18057998460421645,
+    "bimanual_gripper_vertical_difference": 0.025079060724164732,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.3045468330383301,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.30092216857358695,
+      "cube to right gripper": 0.2497554271614638,
+      "lift distance": 9.834082055237836e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.1878136115818769,
+    "bimanual_gripper_vertical_difference": 0.026496203079111394,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.31218576431274414,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.28917533964774966,
+      "cube to right gripper": 0.23213475161834993,
+      "lift distance": 9.834081230741809e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.22092836594349277,
+    "bimanual_gripper_vertical_difference": 0.028013280026787237,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.31979870796203613,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.27820013394376797,
+      "cube to right gripper": 0.21085225645051137,
+      "lift distance": 9.834080406079249e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.2734143041344397,
+    "bimanual_gripper_vertical_difference": 0.029654502737771468,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.32755494117736816,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.272293484699751,
+      "cube to right gripper": 0.196462269632613,
+      "lift distance": 9.834079581216848e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3125493222245825,
+    "bimanual_gripper_vertical_difference": 0.03120398823475944,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.3352015018463135,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2698809930112023,
+      "cube to right gripper": 0.1926488091735528,
+      "lift distance": 9.834078756187914e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3052380789497133,
+    "bimanual_gripper_vertical_difference": 0.032523608736247975,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.42940378189086914,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2659635902878819,
+      "cube to right gripper": 0.18545301067587594,
+      "lift distance": 9.834077930992446e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3041375488720623,
+    "bimanual_gripper_vertical_difference": 0.033678832315328755,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.4371364116668701,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2598614049253418,
+      "cube to right gripper": 0.17420967398434511,
+      "lift distance": 9.834077105641548e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.30365172046387595,
+    "bimanual_gripper_vertical_difference": 0.03476293425921709,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.44463157653808594,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.252700765726371,
+      "cube to right gripper": 0.16369683485154332,
+      "lift distance": 9.834076280090809e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.29819531686796524,
+    "bimanual_gripper_vertical_difference": 0.03577809911446844,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.45262789726257324,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2460301761646987,
+      "cube to right gripper": 0.15504261340469555,
+      "lift distance": 9.834075454362434e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.2997404361027932,
+    "bimanual_gripper_vertical_difference": 0.0367515477296927,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.460451602935791,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2413390040924154,
+      "cube to right gripper": 0.14602868023796958,
+      "lift distance": 9.834074628467526e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3064192817304595,
+    "bimanual_gripper_vertical_difference": 0.037849659089574376,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.468189001083374,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.23855510303606672,
+      "cube to right gripper": 0.13689281881433163,
+      "lift distance": 9.834073802417187e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.31685998748078126,
+    "bimanual_gripper_vertical_difference": 0.03919567469396149,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.4759645462036133,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": false,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.23681463012581028,
+      "cube to right gripper": 0.12923809730813718,
+      "lift distance": 9.834072976189212e-05
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.32623757977066953,
+    "bimanual_gripper_vertical_difference": 0.040778623145879635,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.4836263656616211,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2355011601412483,
+      "cube to right gripper": 0.12243002749000956,
+      "lift distance": 0.0001120981513539343
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.33178726830550953,
+    "bimanual_gripper_vertical_difference": 0.04257031062654019,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.4913201332092285,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2343725919928466,
+      "cube to right gripper": 0.1207985502449342,
+      "lift distance": 0.00032330651703793567
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.32322421904331644,
+    "bimanual_gripper_vertical_difference": 0.0442868104455531,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.49883151054382324,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.23377864507128185,
+      "cube to right gripper": 0.12039199065554539,
+      "lift distance": 0.0003209685051336342
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.31772615326137327,
+    "bimanual_gripper_vertical_difference": 0.0458799691232167,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.5919616222381592,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2335730069953368,
+      "cube to right gripper": 0.12014175499582892,
+      "lift distance": 0.0002079366577656394
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3109344056269639,
+    "bimanual_gripper_vertical_difference": 0.04736483731284958,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.5993475914001465,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2256550526466414,
+      "cube to right gripper": 0.11445987805713131,
+      "lift distance": 0.005021546341340222
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.33390345266876076,
+    "bimanual_gripper_vertical_difference": 0.04879215890706197,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6071596145629883,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.22168067307271044,
+      "cube to right gripper": 0.11331916886601145,
+      "lift distance": 0.00655266288552292
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.32753251283818774,
+    "bimanual_gripper_vertical_difference": 0.05017789238264603,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6152715682983398,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21970822181593724,
+      "cube to right gripper": 0.11289629859192052,
+      "lift distance": 0.0072564099302311336
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.32525687148368615,
+    "bimanual_gripper_vertical_difference": 0.0514638941041441,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6230926513671875,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21757439298440245,
+      "cube to right gripper": 0.11269999337175625,
+      "lift distance": 0.0070241227154519414
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.32203740328297464,
+    "bimanual_gripper_vertical_difference": 0.05267652928726224,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6311507225036621,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21617425012501118,
+      "cube to right gripper": 0.11249011443709195,
+      "lift distance": 0.0067023450793450845
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.31723851010701903,
+    "bimanual_gripper_vertical_difference": 0.05381247702022019,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.639397382736206,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21408867135874174,
+      "cube to right gripper": 0.11242456869600403,
+      "lift distance": 0.006843584918464596
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3181603504951619,
+    "bimanual_gripper_vertical_difference": 0.05488523021570914,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6475670337677002,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21219177993890928,
+      "cube to right gripper": 0.11237008604104855,
+      "lift distance": 0.006637802085301847
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3243781047896099,
+    "bimanual_gripper_vertical_difference": 0.05591460094503577,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.655919075012207,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.21011638773669625,
+      "cube to right gripper": 0.1123371291073763,
+      "lift distance": 0.006684679240096969
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.331409663891998,
+    "bimanual_gripper_vertical_difference": 0.056894532891031774,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.6645886898040771,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 0,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.20862023005560282,
+      "cube to right gripper": 0.11229044169894214,
+      "lift distance": 0.006459024649981826
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3399225409224703,
+    "bimanual_gripper_vertical_difference": 0.05783350977325148,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.760047435760498,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2080254982325999,
+      "cube to right gripper": 0.11235143485131963,
+      "lift distance": 0.006003428879754358
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3503972797687359,
+    "bimanual_gripper_vertical_difference": 0.05874607401585362,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.7684266567230225,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.20742424088718145,
+      "cube to right gripper": 0.11246707538508487,
+      "lift distance": 0.006497860612456496
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3572580126818625,
+    "bimanual_gripper_vertical_difference": 0.05963262863797808,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.7767691612243652,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.20751405169108061,
+      "cube to right gripper": 0.11252980267255412,
+      "lift distance": 0.007201652600328123
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3639354161814674,
+    "bimanual_gripper_vertical_difference": 0.06050010206213484,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.7849006652832031,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.20681140911203952,
+      "cube to right gripper": 0.11255940340759749,
+      "lift distance": 0.007956025031669811
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.37557364593275155,
+    "bimanual_gripper_vertical_difference": 0.061329979201626396,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.792900800704956,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.2044899151711945,
+      "cube to right gripper": 0.11260271995206923,
+      "lift distance": 0.008750978212945904
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3823092108315735,
+    "bimanual_gripper_vertical_difference": 0.06210224721472319,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.8008921146392822,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.19740393954356159,
+      "cube to right gripper": 0.11249017915378083,
+      "lift distance": 0.012596177289933563
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.38381347954670647,
+    "bimanual_gripper_vertical_difference": 0.0627309576549365,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.8090724945068359,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.18917016140252718,
+      "cube to right gripper": 0.11243612236957573,
+      "lift distance": 0.017967138845972896
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.38220409900863656,
+    "bimanual_gripper_vertical_difference": 0.06317869934825485,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.8168818950653076,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.18029531592347753,
+      "cube to right gripper": 0.11237295001937224,
+      "lift distance": 0.024464470781280334
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.37779478370940917,
+    "bimanual_gripper_vertical_difference": 0.06341823742063814,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.8250102996826172,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.17286554122771725,
+      "cube to right gripper": 0.11236202483135706,
+      "lift distance": 0.030170473791748087
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.37250565526251084,
+    "bimanual_gripper_vertical_difference": 0.0634865316111364,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.8332340717315674,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.16740653272352976,
+      "cube to right gripper": 0.1123774206097175,
+      "lift distance": 0.0344159324677169
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3673477700749141,
+    "bimanual_gripper_vertical_difference": 0.06343918376789827,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9268629550933838,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.1645669514401425,
+      "cube to right gripper": 0.11235090397392221,
+      "lift distance": 0.03851100408918939
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.36250006111280114,
+    "bimanual_gripper_vertical_difference": 0.06332067720834947,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.93514084815979,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.1627682247651237,
+      "cube to right gripper": 0.11235080455012715,
+      "lift distance": 0.042376437693498525
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3567962345110614,
+    "bimanual_gripper_vertical_difference": 0.06316087421227887,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9430661201477051,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.15666182967076434,
+      "cube to right gripper": 0.11234306774570485,
+      "lift distance": 0.04857199750055474
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35568523044525924,
+    "bimanual_gripper_vertical_difference": 0.06289178422256024,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9535458087921143,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.14666948582821113,
+      "cube to right gripper": 0.11235065202566936,
+      "lift distance": 0.05716135091178964
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35710591580400186,
+    "bimanual_gripper_vertical_difference": 0.062445969383249894,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9618692398071289,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.13537544861288361,
+      "cube to right gripper": 0.11239797226950456,
+      "lift distance": 0.06693673830767466
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35884694836415226,
+    "bimanual_gripper_vertical_difference": 0.06179078277291832,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9700555801391602,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": false
+    },
+    "target_distance": {
+      "cube to left gripper": 0.12656958496835227,
+      "cube to right gripper": 0.11254934025172572,
+      "lift distance": 0.07449238522972701
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35702150010166084,
+    "bimanual_gripper_vertical_difference": 0.06098004398553184,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9777088165283203,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": true
+    },
+    "target_distance": {
+      "cube to left gripper": 0.12317688491299288,
+      "cube to right gripper": 0.11286898874821939,
+      "lift distance": 0.07699879296279022
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.3554056460736017,
+    "bimanual_gripper_vertical_difference": 0.06013425524267818,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9856903553009033,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": true
+    },
+    "target_distance": {
+      "cube to left gripper": 0.12219214786093817,
+      "cube to right gripper": 0.11296085944439385,
+      "lift distance": 0.07699466241426878
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35633124044598763,
+    "bimanual_gripper_vertical_difference": 0.059311595407536624,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 0.9930140972137451,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": true
+    },
+    "target_distance": {
+      "cube to left gripper": 0.12220140057115829,
+      "cube to right gripper": 0.11576168933463073,
+      "lift distance": 0.07514487772955936
+    },
+    "success": 0.0,
+    "bimanual_arm_velocity_difference": 0.35122952901883825,
+    "bimanual_gripper_vertical_difference": 0.058484225691691295,
+    "task_success": 0.0
+  },
+  {
+    "completion_time": 1.000978946685791,
+    "slip_count": 0,
+    "slip_count_per_object": {
+      "object_1": 0
+    },
+    "env_collision_count": 1,
+    "self_collision_count": 0,
+    "task_stage_reached": {
+      "1": true,
+      "2": true
+    },
+    "target_distance": {
+      "cube to left gripper": 0.12234560425022967,
+      "cube to right gripper": 0.12058999942598966,
+      "lift distance": 0.073302197884894
+    },
+    "success": 1.0,
+    "bimanual_arm_velocity_difference": 0.34735827686211984,
+    "bimanual_gripper_vertical_difference": 0.05764509975812414,
+    "task_success": 1.0
+  }
+]

rollout_demo_env_ep0.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa779c780c5f1e583e6ff3420ebdc98c4a48eed348cccfa1107bb5c460bf9c
+size 375093

rollout_demo_env_ep56.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa9bd97d08253e2139d25fbbf1bdef58cef3d226b7b3f893cc25d12912980ab
+size 188977

rollout_demo_env_ep91.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bf24e672ccf97ac7e4e59e3b33fa1e227338aa502106d4c01a9cfc36f37464
+size 263004