mwrochna commited on 1 day ago

Commit

45c9006

verified ·

1 Parent(s): 06f01e8

Add files using upload-large-folder tool

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +24 -0
cs_basic_3no2/10000/_CHECKPOINT_METADATA +1 -0
cs_basic_3no2/10000/assets/ur10e/norm_stats.json +93 -0
cs_basic_3no2/10000/params/_METADATA +1 -0
cs_basic_3no2/10000/params/_sharding +1 -0
cs_basic_3no2/10000/params/array_metadatas/process_0 +1 -0
cs_basic_3no2/10000/params/d/665615927a8e2f327f8601bcf4f6178f +0 -0
cs_basic_3no2/10000/params/manifest.ocdbt +0 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/0a8ac4ddcfe3ce8ea44bfe0827876617 +0 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/399f625f482e68098728d29b6287399b +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/3b1860019f2c7e21cc9da78fffb613d7 +0 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/4855796ff29b7cd7f0a5b087ddeae5cb +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/64d199ad2cfc944dc94261260be16d64 +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/6e7c0c5b638c95423d6a83a8653a98cf +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/6f7b6440b83524ef47b1dee33ce8f2e1 +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/95bcfaf79c8ce609d13653f0f6a73aea +3 -0
cs_basic_3no2/10000/params/ocdbt.process_0/d/bdcde7c2098ae1f41410846bba4c8018 +0 -0
cs_basic_3no2/10000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_3no2/5000/_CHECKPOINT_METADATA +1 -0
cs_basic_3no2/5000/assets/ur10e/norm_stats.json +93 -0
cs_basic_3no2/5000/params/_METADATA +1 -0
cs_basic_3no2/5000/params/_sharding +1 -0
cs_basic_3no2/5000/params/array_metadatas/process_0 +1 -0
cs_basic_3no2/5000/params/d/12c147a717459cb3eaf6dd89e89adf08 +0 -0
cs_basic_3no2/5000/params/manifest.ocdbt +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/01f92e58622012416035917281638ab3 +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/02e6bb9667d7aa46cf999c77530a07de +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/0e683c5580691477eac2f86e71f6e688 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/1a890b466a42d3eac8a3a30502503c99 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/1d48fc0a8ec058f533c04188f2c1035e +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/29705920be673ab5017acef67ddda59e +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/2f4cdf168b8b6ac89cb0f1bc1d411b4f +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/389b13a5c9f7cc217d4f8d1fced2e033 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/3d6b0951080d821789b7cb19df52a27b +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/3d80e1570e35627cef2a36e45923b5f2 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/574a2f3c772db89fbfbe3c1c88abe7a2 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/58a5e44d8bb35771c7fd54ca5cb4b695 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/60b11b7d3fde0a2ff42750df806c104b +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/7fd3d7569c8114e0bf13be87a93c0dbd +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/83ccfedb05a2d0e953de741b076bfe06 +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/8ca45452099b72671342b2e20a3ef8b5 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/99b7fec8c0e6150db7c06cb3918a7543 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/a34bc80edabff490d3b53cc9170f542b +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/c6be50aec9a27571d8024fa881f875fc +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/dceac6dbcd47a591eaf70c652afe4589 +0 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/de20beab6e277270d03b388e0b36f82b +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/e71c2bc8e801301514a14e1ce51830ee +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/d/f1e42445aa1a0164306602df2024c5d4 +3 -0
cs_basic_3no2/5000/params/ocdbt.process_0/manifest.ocdbt +0 -0
cs_basic_3no2/config.yaml +93 -0

.gitattributes CHANGED Viewed

@@ -96,3 +96,27 @@ cs_basic_3/12000/params/ocdbt.process_0/d/77c549e2af5dc3047f8f05e104e16ccf filte
 cs_basic_3/12000/params/ocdbt.process_0/d/2f1602d2d099d69302b21a4d99be9a23 filter=lfs diff=lfs merge=lfs -text
 cs_basic_3/12000/params/ocdbt.process_0/d/48f91873816f72b9f832b13154a52d1f filter=lfs diff=lfs merge=lfs -text
 cs_basic_3/12000/params/ocdbt.process_0/d/58cf00cfc0bc848b336a5425fc45a0ed filter=lfs diff=lfs merge=lfs -text

 cs_basic_3/12000/params/ocdbt.process_0/d/2f1602d2d099d69302b21a4d99be9a23 filter=lfs diff=lfs merge=lfs -text
 cs_basic_3/12000/params/ocdbt.process_0/d/48f91873816f72b9f832b13154a52d1f filter=lfs diff=lfs merge=lfs -text
 cs_basic_3/12000/params/ocdbt.process_0/d/58cf00cfc0bc848b336a5425fc45a0ed filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/95bcfaf79c8ce609d13653f0f6a73aea filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/58a5e44d8bb35771c7fd54ca5cb4b695 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/de20beab6e277270d03b388e0b36f82b filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/3d80e1570e35627cef2a36e45923b5f2 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/a34bc80edabff490d3b53cc9170f542b filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/389b13a5c9f7cc217d4f8d1fced2e033 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/f1e42445aa1a0164306602df2024c5d4 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/e71c2bc8e801301514a14e1ce51830ee filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/1d48fc0a8ec058f533c04188f2c1035e filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/2f4cdf168b8b6ac89cb0f1bc1d411b4f filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/8ca45452099b72671342b2e20a3ef8b5 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/02e6bb9667d7aa46cf999c77530a07de filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/29705920be673ab5017acef67ddda59e filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/574a2f3c772db89fbfbe3c1c88abe7a2 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/1a890b466a42d3eac8a3a30502503c99 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/c6be50aec9a27571d8024fa881f875fc filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/7fd3d7569c8114e0bf13be87a93c0dbd filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/0e683c5580691477eac2f86e71f6e688 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/5000/params/ocdbt.process_0/d/99b7fec8c0e6150db7c06cb3918a7543 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/64d199ad2cfc944dc94261260be16d64 filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/4855796ff29b7cd7f0a5b087ddeae5cb filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/399f625f482e68098728d29b6287399b filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/6e7c0c5b638c95423d6a83a8653a98cf filter=lfs diff=lfs merge=lfs -text
+cs_basic_3no2/10000/params/ocdbt.process_0/d/6f7b6440b83524ef47b1dee33ce8f2e1 filter=lfs diff=lfs merge=lfs -text

cs_basic_3no2/10000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773787197815536709, "commit_timestamp_nsecs": 1773788001803315639, "custom_metadata": {}}

cs_basic_3no2/10000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,93 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.10073884576559067,
+        -0.09096015989780426,
+        0.10774640738964081,
+        -0.007559504825621843,
+        0.014907458797097206,
+        0.0002609463990665972,
+        0.4654272198677063
+      ],
+      "std": [
+        0.1349535882472992,
+        0.2578689157962799,
+        0.06372512876987457,
+        0.048208799213171005,
+        0.04979819804430008,
+        0.15473248064517975,
+        0.10809200257062912
+      ],
+      "q01": [
+        -0.34627060236930846,
+        -0.5412877405881882,
+        0.010303918302059172,
+        -0.15086927430033684,
+        -0.1104759393453598,
+        -0.37374666272401813,
+        0.08621174240112305
+      ],
+      "q99": [
+        0.25955383334159854,
+        0.526850107383728,
+        0.2655225481122732,
+        0.10828967539072037,
+        0.1404824400901794,
+        0.3443111652851103,
+        0.5959386693477631
+      ]
+    },
+    "actions": {
+      "mean": [
+        -0.000011552360774658155,
+        0.0000375521085516084,
+        0.00005729974145651795,
+        0.000031285351724363863,
+        -4.4139069359516725e-6,
+        -0.00004977015487384051,
+        0.5355241298675537
+      ],
+      "std": [
+        0.0008705069194547832,
+        0.0027056329417973757,
+        0.0019602735992521048,
+        0.0013223503483459353,
+        0.001520893769338727,
+        0.002407750580459833,
+        0.17294128239154816
+      ],
+      "q01": [
+        -0.0028790580838918686,
+        -0.008051914396136998,
+        -0.004528353568166494,
+        -0.003684641890227795,
+        -0.004271784033626318,
+        -0.007811703741550446,
+        0.1582
+      ],
+      "q99": [
+        0.002188904961198567,
+        0.0077991870352998385,
+        0.005855968632176519,
+        0.003944724608957766,
+        0.0040139997471123935,
+        0.007333641350269315,
+        0.9018
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_1": {
+      "commit_hash": "4d88aae4956aa71fd3fd6008033b524ae3942100",
+      "num_episodes": 97,
+      "num_frames": 161402
+    },
+    "robotgeneralist/cs__basic_3": {
+      "commit_hash": "514f1c89b7394011c75b0aad937855c54ab7c133",
+      "num_episodes": 60,
+      "num_frames": 61463
+    }
+  }
+}

cs_basic_3no2/10000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

cs_basic_3no2/10000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

cs_basic_3no2/10000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

cs_basic_3no2/10000/params/d/665615927a8e2f327f8601bcf4f6178f ADDED Viewed

Binary file (2.22 kB). View file

cs_basic_3no2/10000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_3no2/10000/params/ocdbt.process_0/d/0a8ac4ddcfe3ce8ea44bfe0827876617 ADDED Viewed

Binary file (946 Bytes). View file

cs_basic_3no2/10000/params/ocdbt.process_0/d/399f625f482e68098728d29b6287399b ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf77a98333532377290e21bc27a62cdd34a904453c752c8c3268a9c8c0b053d
+size 8867890

cs_basic_3no2/10000/params/ocdbt.process_0/d/3b1860019f2c7e21cc9da78fffb613d7 ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_3no2/10000/params/ocdbt.process_0/d/4855796ff29b7cd7f0a5b087ddeae5cb ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f708aa596568fb3fed96adfac0dc7c8bbb95dd1906475a8e10cebec19e6538
+size 8536907

cs_basic_3no2/10000/params/ocdbt.process_0/d/64d199ad2cfc944dc94261260be16d64 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcf80c1d0767e01a3549583a963680ed3166c658279e0af3725a5614df1b33c
+size 145521

cs_basic_3no2/10000/params/ocdbt.process_0/d/6e7c0c5b638c95423d6a83a8653a98cf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f0433d3f464b37252c3b51117a50037fe1d11977fac2ccf60155af2f89a24e48
+size 8754859

cs_basic_3no2/10000/params/ocdbt.process_0/d/6f7b6440b83524ef47b1dee33ce8f2e1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c202c1e55999988aa1b37ee880ba9f2a5e23c12a2dd8352541f9f89bd8ce23
+size 34975223

cs_basic_3no2/10000/params/ocdbt.process_0/d/95bcfaf79c8ce609d13653f0f6a73aea ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e3655409390cdf814a7ac8d6751c7ef0414df17d36004820ea60219fe1cb26
+size 3077550501

cs_basic_3no2/10000/params/ocdbt.process_0/d/bdcde7c2098ae1f41410846bba4c8018 ADDED Viewed

Binary file (3.05 kB). View file

cs_basic_3no2/10000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (132 Bytes). View file

cs_basic_3no2/5000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773765799738863544, "commit_timestamp_nsecs": 1773766173993777498, "custom_metadata": {}}

cs_basic_3no2/5000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,93 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.10073884576559067,
+        -0.09096015989780426,
+        0.10774640738964081,
+        -0.007559504825621843,
+        0.014907458797097206,
+        0.0002609463990665972,
+        0.4654272198677063
+      ],
+      "std": [
+        0.1349535882472992,
+        0.2578689157962799,
+        0.06372512876987457,
+        0.048208799213171005,
+        0.04979819804430008,
+        0.15473248064517975,
+        0.10809200257062912
+      ],
+      "q01": [
+        -0.34627060236930846,
+        -0.5412877405881882,
+        0.010303918302059172,
+        -0.15086927430033684,
+        -0.1104759393453598,
+        -0.37374666272401813,
+        0.08621174240112305
+      ],
+      "q99": [
+        0.25955383334159854,
+        0.526850107383728,
+        0.2655225481122732,
+        0.10828967539072037,
+        0.1404824400901794,
+        0.3443111652851103,
+        0.5959386693477631
+      ]
+    },
+    "actions": {
+      "mean": [
+        -0.000011552360774658155,
+        0.0000375521085516084,
+        0.00005729974145651795,
+        0.000031285351724363863,
+        -4.4139069359516725e-6,
+        -0.00004977015487384051,
+        0.5355241298675537
+      ],
+      "std": [
+        0.0008705069194547832,
+        0.0027056329417973757,
+        0.0019602735992521048,
+        0.0013223503483459353,
+        0.001520893769338727,
+        0.002407750580459833,
+        0.17294128239154816
+      ],
+      "q01": [
+        -0.0028790580838918686,
+        -0.008051914396136998,
+        -0.004528353568166494,
+        -0.003684641890227795,
+        -0.004271784033626318,
+        -0.007811703741550446,
+        0.1582
+      ],
+      "q99": [
+        0.002188904961198567,
+        0.0077991870352998385,
+        0.005855968632176519,
+        0.003944724608957766,
+        0.0040139997471123935,
+        0.007333641350269315,
+        0.9018
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/cs__basic_1": {
+      "commit_hash": "4d88aae4956aa71fd3fd6008033b524ae3942100",
+      "num_episodes": 97,
+      "num_frames": 161402
+    },
+    "robotgeneralist/cs__basic_3": {
+      "commit_hash": "514f1c89b7394011c75b0aad937855c54ab7c133",
+      "num_episodes": 60,
+      "num_frames": 61463
+    }
+  }
+}

cs_basic_3no2/5000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3no2/5000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3no2/5000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

cs_basic_3no2/5000/params/d/12c147a717459cb3eaf6dd89e89adf08 ADDED Viewed

Binary file (2.24 kB). View file

cs_basic_3no2/5000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/01f92e58622012416035917281638ab3 ADDED Viewed

Binary file (1.06 kB). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/02e6bb9667d7aa46cf999c77530a07de ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:241a1006269c032cc9c6e7f512dd6096f0fcee1f7f7cda12e16054fc18dfe164
+size 280187741

cs_basic_3no2/5000/params/ocdbt.process_0/d/0e683c5580691477eac2f86e71f6e688 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4b66e052a516dcac4e77e8e20c00e6089901f0fafc62a4a273ec573ae384ee
+size 2240235983

cs_basic_3no2/5000/params/ocdbt.process_0/d/1a890b466a42d3eac8a3a30502503c99 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc7e549364d27ffee1b4bbcb8679111feaf15e05a8eb47018cddd879948d367
+size 1120113002

cs_basic_3no2/5000/params/ocdbt.process_0/d/1d48fc0a8ec058f533c04188f2c1035e ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8b8f510e3c6b8c183e3259728f33e5c76cc94425eaf92f8d4d85bd5fc2c4ca
+size 132937976

cs_basic_3no2/5000/params/ocdbt.process_0/d/29705920be673ab5017acef67ddda59e ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1bffd47504929fda61dfcff94ec6dcd116395db38867f7255c2f7d990bfae9c9
+size 497033235

cs_basic_3no2/5000/params/ocdbt.process_0/d/2f4cdf168b8b6ac89cb0f1bc1d411b4f ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:19b789e0fc79ebc9d5ed4ffc1a1640c4089a42e9d5b0be2489b00bb30b5338ec
+size 545814536

cs_basic_3no2/5000/params/ocdbt.process_0/d/389b13a5c9f7cc217d4f8d1fced2e033 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:45613f11d6b3779d2c97e2f8ee4daefd4291f7869c794fda43a1bb15b9298282
+size 34975094

cs_basic_3no2/5000/params/ocdbt.process_0/d/3d6b0951080d821789b7cb19df52a27b ADDED Viewed

Binary file (213 Bytes). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/3d80e1570e35627cef2a36e45923b5f2 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:41263135e9e1a7eca4df1e57752f8321effba6bfd3540922c8ad30fcc3349ebf
+size 1102547

cs_basic_3no2/5000/params/ocdbt.process_0/d/574a2f3c772db89fbfbe3c1c88abe7a2 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6921cd501e0f72d996d26e6d5f8544c0361e47889360b3bb224d70888afd234a
+size 1056483826

cs_basic_3no2/5000/params/ocdbt.process_0/d/58a5e44d8bb35771c7fd54ca5cb4b695 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:082ba283854e618fccfe49fbd7698522516b9318d1849052d43084923076fb2f
+size 4545070

cs_basic_3no2/5000/params/ocdbt.process_0/d/60b11b7d3fde0a2ff42750df806c104b ADDED Viewed

Binary file (1.61 kB). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/7fd3d7569c8114e0bf13be87a93c0dbd ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7c14b74ec9c379b67e3db671cda90e8e910c0e7e6201c2469f265e8f40c8f290
+size 2240221819

cs_basic_3no2/5000/params/ocdbt.process_0/d/83ccfedb05a2d0e953de741b076bfe06 ADDED Viewed

Binary file (1.04 kB). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/8ca45452099b72671342b2e20a3ef8b5 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:162f3bc718458fc7a739d93a338faffb43f339e81eaeff5d8339dacc1f3b7598
+size 559272889

cs_basic_3no2/5000/params/ocdbt.process_0/d/99b7fec8c0e6150db7c06cb3918a7543 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:33aeb2389c062ead58df3de4039c714327d3c8c1381ea503bea403e2b884f0ec
+size 1957442538

cs_basic_3no2/5000/params/ocdbt.process_0/d/a34bc80edabff490d3b53cc9170f542b ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e55f216bbb1e6207f3c0c2790744b0eaf5da34da1a1b9eb560987132089abf92
+size 8755093

cs_basic_3no2/5000/params/ocdbt.process_0/d/c6be50aec9a27571d8024fa881f875fc ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6ccfcbf618cddc65349fc7ed763b1864c8b83045e2b2db9213467509fa9dfd
+size 1120130615

cs_basic_3no2/5000/params/ocdbt.process_0/d/dceac6dbcd47a591eaf70c652afe4589 ADDED Viewed

Binary file (2.2 kB). View file

cs_basic_3no2/5000/params/ocdbt.process_0/d/de20beab6e277270d03b388e0b36f82b ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:56b40effe84a3dd2102d3533f3a499ad23a7f5a5db3154a25013dafee83c9b4e
+size 11903509

cs_basic_3no2/5000/params/ocdbt.process_0/d/e71c2bc8e801301514a14e1ce51830ee ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:67cd6c0c7ca1b5afc0d1158d6bb63363077ee4772f3749850264a77f7ca9b46c
+size 132844023

cs_basic_3no2/5000/params/ocdbt.process_0/d/f1e42445aa1a0164306602df2024c5d4 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7d810717edfaa373d8f26655bdaa772a08013454b59be8f38b482da1c966943e
+size 70085705

cs_basic_3no2/5000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (402 Bytes). View file

cs_basic_3no2/config.yaml ADDED Viewed

	@@ -0,0 +1,93 @@

+!!python/object:openpi.training.config.TrainConfig
+name: cs_basic
+project_name: openpi
+exp_name: cs_basic_3no2
+model: !!python/object:openpi.models.pi0_config.Pi0Config
+    action_dim: 32
+    action_horizon: 50
+    max_token_len: 48
+    dtype: bfloat16
+    paligemma_variant: gemma_2b
+    action_expert_variant: gemma_300m
+    img_variant: So400m/14
+    action_loss_horizon: null
+    pi05: false
+    discrete_state_input: false
+weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader
+    local_dir: null
+    repo_id: robotgeneralist/openpi_checkpoint_mirrors
+    revision: main
+    checkpoint_path: pi0_base
+pytorch_weight_path: null
+pytorch_training_precision: bfloat16
+lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule
+    warmup_steps: 1000
+    peak_lr: 2.5e-05
+    decay_steps: 30000
+    decay_lr: 2.5e-06
+optimizer: !!python/object:openpi.training.optimizer.AdamW
+    b1: 0.9
+    b2: 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-10
+    clip_gradient_norm: 1.0
+ema_decay: 0.99
+freeze_filter: !!python/name:flax.nnx.filterlib.Nothing ''
+data: !!python/object:openpi.training.config.LeRobotNomagicURXDataConfig
+    repo_ids: !!python/tuple
+    - robotgeneralist/cs__basic_1
+    - robotgeneralist/cs__basic_3
+    assets: !!python/object:openpi.training.config.AssetsConfig
+        assets_dir: null
+        asset_id: ur10e
+    norm_stats_sample_ratio: 0.05
+    base_config: !!python/object:openpi.training.config.DataConfig
+        repo_ids: null
+        asset_id: null
+        norm_stats_data: null
+        norm_stats_sample_ratio: 1.0
+        norm_stats_dir: null
+        tolerance_s: 0.0001
+        per_action_index_norm_stats: false
+        repack_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        data_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        model_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        use_quantile_norm: false
+        action_sequence_keys: !!python/tuple
+        - actions
+        fourier_config: null
+        prompt_from_task: true
+        rlds_data_dir: null
+        action_space: null
+        filter_dict_path: null
+    default_prompt: null
+    use_poses: true
+    end_effector_frame: false
+    per_action_index_norm_stats: false
+    fourier_config: null
+    binary_action_keys: !!python/tuple []
+    tolerance_s: 0.001
+assets_base_dir: ./assets
+checkpoint_base_dir: /storage_nvme_1/robotgeneralist/checkpoints
+seed: 42
+batch_size: 32
+num_workers: 2
+num_train_steps: 25001
+log_interval: 100
+save_interval: 1000
+keep_period: 5000
+overwrite: false
+resume: true
+wandb_enabled: true
+policy_metadata: null
+fsdp_devices: 1
+test_split_ratio: 0.05
+test_eval_interval: 1000
+test_eval_use_train_mode: false
+binary_action_keys: !!python/tuple []