pzal commited on 22 days ago

Commit

3609318

verified ·

1 Parent(s): 457d8d3

Add files using upload-large-folder tool

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +11 -0
rl_bench/10000/_CHECKPOINT_METADATA +1 -0
rl_bench/10000/assets/stationary/norm_stats.json +144 -0
rl_bench/10000/params/_METADATA +1 -0
rl_bench/10000/params/_sharding +1 -0
rl_bench/10000/params/array_metadatas/process_0 +1 -0
rl_bench/10000/params/d/5e7fbe4f255e896012f1563884065291 +0 -0
rl_bench/10000/params/manifest.ocdbt +0 -0
rl_bench/10000/params/ocdbt.process_0/d/11a4066a0833bde448aa6abd4141a70e +0 -0
rl_bench/10000/params/ocdbt.process_0/d/71612ae86c71728a54caf1234c3b4745 +0 -0
rl_bench/10000/params/ocdbt.process_0/d/c212d7a9fb839428290b844184c73280 +0 -0
rl_bench/10000/params/ocdbt.process_0/d/c83e29f5653f75e9950d45248c4bba07 +0 -0
rl_bench/10000/params/ocdbt.process_0/manifest.ocdbt +0 -0
rl_bench/15000/_CHECKPOINT_METADATA +1 -0
rl_bench/15000/assets/stationary/norm_stats.json +144 -0
rl_bench/15000/params/_METADATA +1 -0
rl_bench/15000/params/_sharding +1 -0
rl_bench/15000/params/array_metadatas/process_0 +1 -0
rl_bench/15000/params/d/5c9fb369f1433dce4349b4ec5fc2704c +0 -0
rl_bench/15000/params/manifest.ocdbt +0 -0
rl_bench/15000/params/ocdbt.process_0/d/0da38368af86cbacc8edef9318f55fc1 +3 -0
rl_bench/15000/params/ocdbt.process_0/d/154e14b71b426abf215d9e1a5c556776 +0 -0
rl_bench/15000/params/ocdbt.process_0/d/32e2077700d2ddba1854d3a6d609063a +0 -0
rl_bench/15000/params/ocdbt.process_0/d/ed8986c0b8087584f150f904b8ca7f2a +0 -0
rl_bench/15000/params/ocdbt.process_0/d/f320f5b25f66daf4474b383dd248f1bf +0 -0
rl_bench/15000/params/ocdbt.process_0/manifest.ocdbt +0 -0
rl_bench/5000/_CHECKPOINT_METADATA +1 -0
rl_bench/5000/assets/stationary/norm_stats.json +144 -0
rl_bench/5000/params/_METADATA +1 -0
rl_bench/5000/params/_sharding +1 -0
rl_bench/5000/params/array_metadatas/process_0 +1 -0
rl_bench/5000/params/d/e979ed7956dbcb7800ae04b00c444e0f +0 -0
rl_bench/5000/params/manifest.ocdbt +0 -0
rl_bench/5000/params/ocdbt.process_0/d/0ae97ab56e6cbb4b3ca021ed2917a175 +0 -0
rl_bench/5000/params/ocdbt.process_0/d/1bd04b39308b75113399968b17a49759 +0 -0
rl_bench/5000/params/ocdbt.process_0/d/2097757238de9efe8f5ceb8de4309db0 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/3534252486ba6cef63bda2cd726ae042 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/46dd6d272c685e6ad7571e9174aed087 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/7c52d31579c82b7ff6271a4438184c02 +0 -0
rl_bench/5000/params/ocdbt.process_0/d/7f7718ebeddef7f77b0affea136c1dcf +3 -0
rl_bench/5000/params/ocdbt.process_0/d/a2cc23d45dd71e9c8a536096af3bf8c2 +0 -0
rl_bench/5000/params/ocdbt.process_0/d/a77b3962f3afafc6e3f2489572c707f1 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/b12a53b157e7f42651b4679a7efb33fb +3 -0
rl_bench/5000/params/ocdbt.process_0/d/d6baf18b405191e74b8e5b14fce2ac10 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/deeafbd3a97e8f6e5d3dd713057a32ff +3 -0
rl_bench/5000/params/ocdbt.process_0/d/e0c145886d96d8525e9b502279700c20 +3 -0
rl_bench/5000/params/ocdbt.process_0/d/ea5f5b9d423045ace91af47cf30efdbf +3 -0
rl_bench/5000/params/ocdbt.process_0/d/f8564dfc36a355dc5202333789ccff13 +0 -0
rl_bench/5000/params/ocdbt.process_0/manifest.ocdbt +0 -0
rl_bench/config.yaml +84 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+rl_bench/15000/params/ocdbt.process_0/d/0da38368af86cbacc8edef9318f55fc1 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/a77b3962f3afafc6e3f2489572c707f1 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/deeafbd3a97e8f6e5d3dd713057a32ff filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/e0c145886d96d8525e9b502279700c20 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/2097757238de9efe8f5ceb8de4309db0 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/3534252486ba6cef63bda2cd726ae042 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/46dd6d272c685e6ad7571e9174aed087 filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/b12a53b157e7f42651b4679a7efb33fb filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/7f7718ebeddef7f77b0affea136c1dcf filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/ea5f5b9d423045ace91af47cf30efdbf filter=lfs diff=lfs merge=lfs -text
+rl_bench/5000/params/ocdbt.process_0/d/d6baf18b405191e74b8e5b14fce2ac10 filter=lfs diff=lfs merge=lfs -text

rl_bench/10000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1769445967981069588, "commit_timestamp_nsecs": 1769445989340878929, "custom_metadata": {}}

rl_bench/10000/assets/stationary/norm_stats.json ADDED Viewed

	@@ -0,0 +1,144 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.3596782982349396,
+        -0.0637359619140625,
+        0.26138055324554443,
+        -0.35159313678741455,
+        0.5920462012290955,
+        0.2543553113937378,
+        0.026879776269197464,
+        0.4490334689617157,
+        0.09673580527305603,
+        0.24198409914970398,
+        0.2666494846343994,
+        0.5959720015525818,
+        -0.06916099786758423,
+        0.02508377470076084
+      ],
+      "std": [
+        0.07092852145433426,
+        0.09565626084804535,
+        0.12186967581510544,
+        0.35834363102912903,
+        0.37958288192749023,
+        0.3433375954627991,
+        0.012981044128537178,
+        0.07860589027404785,
+        0.08805706351995468,
+        0.11639124155044556,
+        0.37555834650993347,
+        0.35229262709617615,
+        0.3295353949069977,
+        0.014976526610553265
+      ],
+      "q01": [
+        0.19146239679455757,
+        -0.3712330345213413,
+        -0.014999470446258784,
+        -1.3992115037441253,
+        -0.32074627351760854,
+        -0.6305751068592071,
+        0.002142845022678375,
+        0.21100560344755648,
+        -0.09002576901018619,
+        -0.0077011612236499785,
+        -0.5958861544847489,
+        -0.25664750257730484,
+        -0.8220651734352111,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.5298137061923742,
+        0.10014420847892758,
+        0.4671860172003508,
+        0.5222377213835716,
+        1.4470619345664981,
+        0.9452098272323606,
+        0.04005087647661567,
+        0.5900489288568497,
+        0.3168410028666258,
+        0.4789361300528049,
+        1.2607774084568022,
+        1.3776214902162551,
+        0.7665725684642792,
+        0.04013922186046839
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00003366011515026912,
+        -0.00003764389839489013,
+        -0.000010520133400859777,
+        0.00008316439925692976,
+        7.306052793865092e-6,
+        -0.00008017056825337932,
+        0.026906201615929604,
+        0.000032239688152913004,
+        0.00007646255107829347,
+        -0.000019339639038662426,
+        0.000029355269361985847,
+        0.0001082709277397953,
+        0.00019588680879678577,
+        0.025102656334638596
+      ],
+      "std": [
+        0.0018856215756386518,
+        0.001837627962231636,
+        0.002199011156335473,
+        0.007819533348083496,
+        0.008408012799918652,
+        0.007369971368461847,
+        0.012982997111976147,
+        0.0014748132089152932,
+        0.0016252197092399001,
+        0.002254621358588338,
+        0.007287146989256144,
+        0.007198774721473455,
+        0.006419319659471512,
+        0.014985458925366402
+      ],
+      "q01": [
+        -0.006240979445539415,
+        -0.005752687752246856,
+        -0.006755109648406506,
+        -0.022426954783499237,
+        -0.025794906216859814,
+        -0.022250872348248962,
+        0.002142845022678375,
+        -0.0050675999000668525,
+        -0.005077196735888721,
+        -0.0061896044082939625,
+        -0.023864679139852532,
+        -0.02276316839307547,
+        -0.020271848771721127,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.0053266870111227035,
+        0.005770831361413001,
+        0.0065896352548152175,
+        0.025806872442364695,
+        0.025969674581289293,
+        0.02503787979334593,
+        0.04005087647661567,
+        0.0039217473715543755,
+        0.0050073931505903585,
+        0.007309203337505461,
+        0.023652888321876522,
+        0.02118518200367689,
+        0.020336446847766643,
+        0.04015819321125746
+      ]
+    }
+  },
+  "sample_ratio": 1.0,
+  "dataset_infos": {
+    "robotgeneralist/stationary-rl-bench": {
+      "commit_hash": "5b1de9a6ae77ebd07353aa1c7eeb988bd9505b4c",
+      "num_episodes": 13,
+      "num_frames": 66151
+    }
+  }
+}

rl_bench/10000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

rl_bench/10000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

rl_bench/10000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

rl_bench/10000/params/d/5e7fbe4f255e896012f1563884065291 ADDED Viewed

Binary file (2.31 kB). View file

rl_bench/10000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

rl_bench/10000/params/ocdbt.process_0/d/11a4066a0833bde448aa6abd4141a70e ADDED Viewed

Binary file (830 Bytes). View file

rl_bench/10000/params/ocdbt.process_0/d/71612ae86c71728a54caf1234c3b4745 ADDED Viewed

Binary file (5.4 kB). View file

rl_bench/10000/params/ocdbt.process_0/d/c212d7a9fb839428290b844184c73280 ADDED Viewed

Binary file (213 Bytes). View file

rl_bench/10000/params/ocdbt.process_0/d/c83e29f5653f75e9950d45248c4bba07 ADDED Viewed

Binary file (1.06 kB). View file

rl_bench/10000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (454 Bytes). View file

rl_bench/15000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1769454663598849527, "commit_timestamp_nsecs": 1769454769893286299, "custom_metadata": {}}

rl_bench/15000/assets/stationary/norm_stats.json ADDED Viewed

	@@ -0,0 +1,144 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.3596782982349396,
+        -0.0637359619140625,
+        0.26138055324554443,
+        -0.35159313678741455,
+        0.5920462012290955,
+        0.2543553113937378,
+        0.026879776269197464,
+        0.4490334689617157,
+        0.09673580527305603,
+        0.24198409914970398,
+        0.2666494846343994,
+        0.5959720015525818,
+        -0.06916099786758423,
+        0.02508377470076084
+      ],
+      "std": [
+        0.07092852145433426,
+        0.09565626084804535,
+        0.12186967581510544,
+        0.35834363102912903,
+        0.37958288192749023,
+        0.3433375954627991,
+        0.012981044128537178,
+        0.07860589027404785,
+        0.08805706351995468,
+        0.11639124155044556,
+        0.37555834650993347,
+        0.35229262709617615,
+        0.3295353949069977,
+        0.014976526610553265
+      ],
+      "q01": [
+        0.19146239679455757,
+        -0.3712330345213413,
+        -0.014999470446258784,
+        -1.3992115037441253,
+        -0.32074627351760854,
+        -0.6305751068592071,
+        0.002142845022678375,
+        0.21100560344755648,
+        -0.09002576901018619,
+        -0.0077011612236499785,
+        -0.5958861544847489,
+        -0.25664750257730484,
+        -0.8220651734352111,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.5298137061923742,
+        0.10014420847892758,
+        0.4671860172003508,
+        0.5222377213835716,
+        1.4470619345664981,
+        0.9452098272323606,
+        0.04005087647661567,
+        0.5900489288568497,
+        0.3168410028666258,
+        0.4789361300528049,
+        1.2607774084568022,
+        1.3776214902162551,
+        0.7665725684642792,
+        0.04013922186046839
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00003366011515026912,
+        -0.00003764389839489013,
+        -0.000010520133400859777,
+        0.00008316439925692976,
+        7.306052793865092e-6,
+        -0.00008017056825337932,
+        0.026906201615929604,
+        0.000032239688152913004,
+        0.00007646255107829347,
+        -0.000019339639038662426,
+        0.000029355269361985847,
+        0.0001082709277397953,
+        0.00019588680879678577,
+        0.025102656334638596
+      ],
+      "std": [
+        0.0018856215756386518,
+        0.001837627962231636,
+        0.002199011156335473,
+        0.007819533348083496,
+        0.008408012799918652,
+        0.007369971368461847,
+        0.012982997111976147,
+        0.0014748132089152932,
+        0.0016252197092399001,
+        0.002254621358588338,
+        0.007287146989256144,
+        0.007198774721473455,
+        0.006419319659471512,
+        0.014985458925366402
+      ],
+      "q01": [
+        -0.006240979445539415,
+        -0.005752687752246856,
+        -0.006755109648406506,
+        -0.022426954783499237,
+        -0.025794906216859814,
+        -0.022250872348248962,
+        0.002142845022678375,
+        -0.0050675999000668525,
+        -0.005077196735888721,
+        -0.0061896044082939625,
+        -0.023864679139852532,
+        -0.02276316839307547,
+        -0.020271848771721127,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.0053266870111227035,
+        0.005770831361413001,
+        0.0065896352548152175,
+        0.025806872442364695,
+        0.025969674581289293,
+        0.02503787979334593,
+        0.04005087647661567,
+        0.0039217473715543755,
+        0.0050073931505903585,
+        0.007309203337505461,
+        0.023652888321876522,
+        0.02118518200367689,
+        0.020336446847766643,
+        0.04015819321125746
+      ]
+    }
+  },
+  "sample_ratio": 1.0,
+  "dataset_infos": {
+    "robotgeneralist/stationary-rl-bench": {
+      "commit_hash": "5b1de9a6ae77ebd07353aa1c7eeb988bd9505b4c",
+      "num_episodes": 13,
+      "num_frames": 66151
+    }
+  }
+}

rl_bench/15000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/15000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/15000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/15000/params/d/5c9fb369f1433dce4349b4ec5fc2704c ADDED Viewed

Binary file (2.3 kB). View file

rl_bench/15000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

rl_bench/15000/params/ocdbt.process_0/d/0da38368af86cbacc8edef9318f55fc1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd444dc6d451eb3742883b8c99bc6c9e08841ac7ca74e84025f03858146460
+size 1957442646

rl_bench/15000/params/ocdbt.process_0/d/154e14b71b426abf215d9e1a5c556776 ADDED Viewed

Binary file (1.06 kB). View file

rl_bench/15000/params/ocdbt.process_0/d/32e2077700d2ddba1854d3a6d609063a ADDED Viewed

Binary file (5.4 kB). View file

rl_bench/15000/params/ocdbt.process_0/d/ed8986c0b8087584f150f904b8ca7f2a ADDED Viewed

Binary file (830 Bytes). View file

rl_bench/15000/params/ocdbt.process_0/d/f320f5b25f66daf4474b383dd248f1bf ADDED Viewed

Binary file (213 Bytes). View file

rl_bench/15000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (368 Bytes). View file

rl_bench/5000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1769437270559452034, "commit_timestamp_nsecs": 1769437309647432522, "custom_metadata": {}}

rl_bench/5000/assets/stationary/norm_stats.json ADDED Viewed

	@@ -0,0 +1,144 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.3596782982349396,
+        -0.0637359619140625,
+        0.26138055324554443,
+        -0.35159313678741455,
+        0.5920462012290955,
+        0.2543553113937378,
+        0.026879776269197464,
+        0.4490334689617157,
+        0.09673580527305603,
+        0.24198409914970398,
+        0.2666494846343994,
+        0.5959720015525818,
+        -0.06916099786758423,
+        0.02508377470076084
+      ],
+      "std": [
+        0.07092852145433426,
+        0.09565626084804535,
+        0.12186967581510544,
+        0.35834363102912903,
+        0.37958288192749023,
+        0.3433375954627991,
+        0.012981044128537178,
+        0.07860589027404785,
+        0.08805706351995468,
+        0.11639124155044556,
+        0.37555834650993347,
+        0.35229262709617615,
+        0.3295353949069977,
+        0.014976526610553265
+      ],
+      "q01": [
+        0.19146239679455757,
+        -0.3712330345213413,
+        -0.014999470446258784,
+        -1.3992115037441253,
+        -0.32074627351760854,
+        -0.6305751068592071,
+        0.002142845022678375,
+        0.21100560344755648,
+        -0.09002576901018619,
+        -0.0077011612236499785,
+        -0.5958861544847489,
+        -0.25664750257730484,
+        -0.8220651734352111,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.5298137061923742,
+        0.10014420847892758,
+        0.4671860172003508,
+        0.5222377213835716,
+        1.4470619345664981,
+        0.9452098272323606,
+        0.04005087647661567,
+        0.5900489288568497,
+        0.3168410028666258,
+        0.4789361300528049,
+        1.2607774084568022,
+        1.3776214902162551,
+        0.7665725684642792,
+        0.04013922186046839
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.00003366011515026912,
+        -0.00003764389839489013,
+        -0.000010520133400859777,
+        0.00008316439925692976,
+        7.306052793865092e-6,
+        -0.00008017056825337932,
+        0.026906201615929604,
+        0.000032239688152913004,
+        0.00007646255107829347,
+        -0.000019339639038662426,
+        0.000029355269361985847,
+        0.0001082709277397953,
+        0.00019588680879678577,
+        0.025102656334638596
+      ],
+      "std": [
+        0.0018856215756386518,
+        0.001837627962231636,
+        0.002199011156335473,
+        0.007819533348083496,
+        0.008408012799918652,
+        0.007369971368461847,
+        0.012982997111976147,
+        0.0014748132089152932,
+        0.0016252197092399001,
+        0.002254621358588338,
+        0.007287146989256144,
+        0.007198774721473455,
+        0.006419319659471512,
+        0.014985458925366402
+      ],
+      "q01": [
+        -0.006240979445539415,
+        -0.005752687752246856,
+        -0.006755109648406506,
+        -0.022426954783499237,
+        -0.025794906216859814,
+        -0.022250872348248962,
+        0.002142845022678375,
+        -0.0050675999000668525,
+        -0.005077196735888721,
+        -0.0061896044082939625,
+        -0.023864679139852532,
+        -0.02276316839307547,
+        -0.020271848771721127,
+        0.00030887087881565104
+      ],
+      "q99": [
+        0.0053266870111227035,
+        0.005770831361413001,
+        0.0065896352548152175,
+        0.025806872442364695,
+        0.025969674581289293,
+        0.02503787979334593,
+        0.04005087647661567,
+        0.0039217473715543755,
+        0.0050073931505903585,
+        0.007309203337505461,
+        0.023652888321876522,
+        0.02118518200367689,
+        0.020336446847766643,
+        0.04015819321125746
+      ]
+    }
+  },
+  "sample_ratio": 1.0,
+  "dataset_infos": {
+    "robotgeneralist/stationary-rl-bench": {
+      "commit_hash": "5b1de9a6ae77ebd07353aa1c7eeb988bd9505b4c",
+      "num_episodes": 13,
+      "num_frames": 66151
+    }
+  }
+}

rl_bench/5000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/5000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/5000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

rl_bench/5000/params/d/e979ed7956dbcb7800ae04b00c444e0f ADDED Viewed

Binary file (2.32 kB). View file

rl_bench/5000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

rl_bench/5000/params/ocdbt.process_0/d/0ae97ab56e6cbb4b3ca021ed2917a175 ADDED Viewed

Binary file (8.94 kB). View file

rl_bench/5000/params/ocdbt.process_0/d/1bd04b39308b75113399968b17a49759 ADDED Viewed

Binary file (213 Bytes). View file

rl_bench/5000/params/ocdbt.process_0/d/2097757238de9efe8f5ceb8de4309db0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca699e3d8983c209f9f07c5d6f4af5f559ce18c82b7ed4bbc9f91f8309a73df
+size 34975234

rl_bench/5000/params/ocdbt.process_0/d/3534252486ba6cef63bda2cd726ae042 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c2f79f5721819cdd4cc9c0e7ab5df457670453e805eb42d4a0ed85772b5d9a
+size 70085037

rl_bench/5000/params/ocdbt.process_0/d/46dd6d272c685e6ad7571e9174aed087 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd94923d080627ae7d6d3deb42c8c250187f057c6bf466c5448289d4cc403e9
+size 132967449

rl_bench/5000/params/ocdbt.process_0/d/7c52d31579c82b7ff6271a4438184c02 ADDED Viewed

Binary file (5.4 kB). View file

rl_bench/5000/params/ocdbt.process_0/d/7f7718ebeddef7f77b0affea136c1dcf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcbdae92d2eb2e708e1c8e48d47d27c12a488eb90a1dbd441e47fcee0999b3c
+size 405753863

rl_bench/5000/params/ocdbt.process_0/d/a2cc23d45dd71e9c8a536096af3bf8c2 ADDED Viewed

Binary file (6.02 kB). View file

rl_bench/5000/params/ocdbt.process_0/d/a77b3962f3afafc6e3f2489572c707f1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:92527a514085b029e258a9fbc6766e59d0548bb9975d23e0800ea01c2c897faa
+size 18396349

rl_bench/5000/params/ocdbt.process_0/d/b12a53b157e7f42651b4679a7efb33fb ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:68e840edb6e1ed433ca9d8db6042ce0dab28c8ceed4c2fae8cb0f3691a55d65f
+size 272881690

rl_bench/5000/params/ocdbt.process_0/d/d6baf18b405191e74b8e5b14fce2ac10 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:597c90d8de6a2e4196205e2555f3a49b9bf820914195b2cac1e3adfd01522842
+size 496757312

rl_bench/5000/params/ocdbt.process_0/d/deeafbd3a97e8f6e5d3dd713057a32ff ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6e0ffd104e93dbd805765285ba84e37a74393d19df83c8fd433d7261db84e6
+size 125077

rl_bench/5000/params/ocdbt.process_0/d/e0c145886d96d8525e9b502279700c20 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:efc4483a3620f7f335b90b8a4c8db2d468b5c2b843d7a85a6f47cd95bea838ba
+size 7766703

rl_bench/5000/params/ocdbt.process_0/d/ea5f5b9d423045ace91af47cf30efdbf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1d87e337e16df61a92e05990544790de72dbe88e3b9f3feff9de0df50063fb2b
+size 279240975

rl_bench/5000/params/ocdbt.process_0/d/f8564dfc36a355dc5202333789ccff13 ADDED Viewed

Binary file (1.06 kB). View file

rl_bench/5000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (407 Bytes). View file

rl_bench/config.yaml ADDED Viewed

	@@ -0,0 +1,84 @@

+!!python/object:openpi.training.config.TrainConfig
+name: rl_bench
+project_name: openpi
+exp_name: rl_bench
+model: !!python/object:openpi.models.pi0_config.Pi0Config
+    action_dim: 32
+    action_horizon: 50
+    max_token_len: 48
+    dtype: bfloat16
+    paligemma_variant: gemma_2b
+    action_expert_variant: gemma_300m
+    img_variant: So400m/14
+    pi05: false
+    discrete_state_input: false
+weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader
+    local_dir: null
+    repo_id: robotgeneralist/openpi_checkpoint_mirrors
+    revision: main
+    checkpoint_path: pi0_base
+pytorch_weight_path: null
+pytorch_training_precision: bfloat16
+lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule
+    warmup_steps: 1000
+    peak_lr: 2.5e-05
+    decay_steps: 30000
+    decay_lr: 2.5e-06
+optimizer: !!python/object:openpi.training.optimizer.AdamW
+    b1: 0.9
+    b2: 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-10
+    clip_gradient_norm: 1.0
+ema_decay: 0.99
+freeze_filter: !!python/name:flax.nnx.filterlib.Nothing ''
+data: !!python/object:openpi.training.config.LeRobotNomagicStationaryDataConfig
+    repo_ids: !!python/tuple
+    - robotgeneralist/stationary-rl-bench
+    assets: !!python/object:openpi.training.config.AssetsConfig
+        assets_dir: null
+        asset_id: stationary
+    norm_stats_sample_ratio: 1.0
+    base_config: !!python/object:openpi.training.config.DataConfig
+        repo_ids: null
+        asset_id: null
+        norm_stats_data: null
+        norm_stats_sample_ratio: 1.0
+        norm_stats_dir: null
+        tolerance_s: 0.0001
+        repack_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        data_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        model_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        use_quantile_norm: false
+        action_sequence_keys: !!python/tuple
+        - actions
+        fourier_config: null
+        prompt_from_task: true
+        rlds_data_dir: null
+        action_space: null
+        filter_dict_path: null
+    default_prompt: null
+    tolerance_s: 0.0001
+assets_base_dir: ./assets
+checkpoint_base_dir: /storage_nvme_1/pzal/checkpoints
+seed: 42
+batch_size: 32
+num_workers: 2
+num_train_steps: 15001
+log_interval: 100
+save_interval: 1000
+keep_period: 5000
+overwrite: false
+resume: true
+wandb_enabled: true
+policy_metadata: null
+fsdp_devices: 1
+test_split_ratio: 0.0
+test_eval_interval: null
+test_eval_use_train_mode: false