mateuszwyszynski commited on Jan 1

Commit

bc395ec

verified ·

1 Parent(s): cb03fd0

Add files using upload-large-folder tool

Browse files

Files changed (50) hide show

pp__noee_baseline/10000/_CHECKPOINT_METADATA +1 -0
pp__noee_baseline/10000/assets/ur10e/norm_stats.json +153 -0
pp__noee_baseline/10000/params/_METADATA +1 -0
pp__noee_baseline/10000/params/_sharding +1 -0
pp__noee_baseline/10000/params/array_metadatas/process_0 +1 -0
pp__noee_baseline/10000/params/d/e38f1bc0bdbe33562fe2bca73deeec75 +0 -0
pp__noee_baseline/10000/params/manifest.ocdbt +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/d/060d0f3e765333274c7096d1277816ff +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/d/2201b740b97b1d23c43b3bc7d1334729 +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/d/7dc7b7f1840d6062eaec172b7c6d94bf +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/d/9d583d3706e240418b8b242c9eace99f +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/d/ae94273bd231750dc020b72bcee12f6e +0 -0
pp__noee_baseline/10000/params/ocdbt.process_0/manifest.ocdbt +0 -0
pp__noee_baseline/15000/_CHECKPOINT_METADATA +1 -0
pp__noee_baseline/15000/assets/ur10e/norm_stats.json +153 -0
pp__noee_baseline/15000/params/_METADATA +1 -0
pp__noee_baseline/15000/params/_sharding +1 -0
pp__noee_baseline/15000/params/array_metadatas/process_0 +1 -0
pp__noee_baseline/15000/params/d/67f9eb53144a17affd4a6b6682242c75 +0 -0
pp__noee_baseline/15000/params/manifest.ocdbt +0 -0
pp__noee_baseline/15000/params/ocdbt.process_0/d/09aa031cb70a501506ecddd8d0aea7ec +0 -0
pp__noee_baseline/15000/params/ocdbt.process_0/d/5fed8e9b9905f0dd646a2797c780a395 +0 -0
pp__noee_baseline/15000/params/ocdbt.process_0/d/8b221ce64dc96d91e6f73f6b346ebf31 +0 -0
pp__noee_baseline/15000/params/ocdbt.process_0/d/95e6677750eaa5e7b98b064824f823f4 +0 -0
pp__noee_baseline/15000/params/ocdbt.process_0/manifest.ocdbt +0 -0
pp__noee_baseline/20000/_CHECKPOINT_METADATA +1 -0
pp__noee_baseline/20000/assets/ur10e/norm_stats.json +153 -0
pp__noee_baseline/20000/params/_METADATA +1 -0
pp__noee_baseline/20000/params/_sharding +1 -0
pp__noee_baseline/20000/params/array_metadatas/process_0 +1 -0
pp__noee_baseline/20000/params/d/744a8b612a914015b40e9615c8cf7876 +0 -0
pp__noee_baseline/20000/params/manifest.ocdbt +0 -0
pp__noee_baseline/20000/params/ocdbt.process_0/d/520ef73b77e3b6e938aea7273fdea333 +0 -0
pp__noee_baseline/20000/params/ocdbt.process_0/d/9dbb4d9f21e9ac9219a562695a13a0e3 +0 -0
pp__noee_baseline/20000/params/ocdbt.process_0/manifest.ocdbt +0 -0
pp__noee_baseline/25000/_CHECKPOINT_METADATA +1 -0
pp__noee_baseline/5000/_CHECKPOINT_METADATA +1 -0
pp__noee_baseline/5000/assets/ur10e/norm_stats.json +153 -0
pp__noee_baseline/5000/params/_METADATA +1 -0
pp__noee_baseline/5000/params/_sharding +1 -0
pp__noee_baseline/5000/params/array_metadatas/process_0 +1 -0
pp__noee_baseline/5000/params/d/ced57515aa758da08267f33f9b3f68a4 +0 -0
pp__noee_baseline/5000/params/manifest.ocdbt +0 -0
pp__noee_baseline/5000/params/ocdbt.process_0/d/4808f5dec1ac5b9db891a2db7c6fcca6 +0 -0
pp__noee_baseline/5000/params/ocdbt.process_0/d/8ed9d2e250b5d72332a0c88344014f46 +0 -0
pp__noee_baseline/5000/params/ocdbt.process_0/d/9c0c65867aed7935156dc74136bdbd83 +0 -0
pp__noee_baseline/5000/params/ocdbt.process_0/d/b6f3bf620bc98b135967ecbb58b5973e +0 -0
pp__noee_baseline/5000/params/ocdbt.process_0/manifest.ocdbt +0 -0
pp__noee_baseline/config.yaml +103 -0
pp__noee_baseline/wandb_id.txt +1 -0

pp__noee_baseline/10000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1767213816053116940, "commit_timestamp_nsecs": 1767213863174540009, "custom_metadata": {}}

pp__noee_baseline/10000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,153 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05313729867339134,
+        0.0037223484832793474,
+        0.106409952044487,
+        0.0008666226058267057,
+        -0.00854077935218811,
+        0.01460699550807476,
+        0.5940247178077698
+      ],
+      "std": [
+        0.1176244392991066,
+        0.16962096095085144,
+        0.07773701101541519,
+        0.04537155479192734,
+        0.06616315245628357,
+        0.6038344502449036,
+        0.49107977747917175
+      ],
+      "q01": [
+        -0.2025573879778385,
+        -0.31106759839057924,
+        0.00890737680345774,
+        -0.11727181684970855,
+        -0.16711108471155167,
+        -1.423702568435669,
+        0.0
+      ],
+      "q99": [
+        0.29901714037060734,
+        0.4115018085956573,
+        0.3217185490995646,
+        0.13774808425903318,
+        0.19241279754638663,
+        1.598234023094177,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.000011800729225797113,
+        0.00010166261927224696,
+        0.0002513046783860773,
+        0.00004235513915773481,
+        -1.0578142450867745e-7,
+        -0.00030094943940639496,
+        0.5936463475227356
+      ],
+      "std": [
+        0.0023593890946358442,
+        0.003458310617133975,
+        0.003035923931747675,
+        0.0012966899666935205,
+        0.002028472488746047,
+        0.01022036001086235,
+        0.4911520779132843
+      ],
+      "q01": [
+        -0.0071137896180152906,
+        -0.011581508222222328,
+        -0.005562339824810624,
+        -0.003980192699283361,
+        -0.007284092760831116,
+        -0.03446603482067585,
+        0.0
+      ],
+      "q99": [
+        0.007391248092055321,
+        0.011717339222878216,
+        0.009380889416858555,
+        0.004077131624519826,
+        0.00578381234817207,
+        0.03401924083828925,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 237,
+      "num_frames": 99363
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 64,
+      "num_frames": 17906
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 92,
+      "num_frames": 37458
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 102,
+      "num_frames": 13935
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 99,
+      "num_frames": 38424
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 49,
+      "num_frames": 7151
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 147,
+      "num_frames": 21313
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 94,
+      "num_frames": 33046
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 48,
+      "num_frames": 10615
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 379,
+      "num_frames": 123611
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 98,
+      "num_frames": 41410
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 94,
+      "num_frames": 37859
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 127,
+      "num_frames": 53341
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 102,
+      "num_frames": 38263
+    }
+  }
+}

pp__noee_baseline/10000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 1152]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 1152, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 1152]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 2048]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 256, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [257152, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 1024, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 16384]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 16384, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 4096]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 4096, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 32]}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 1024]}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 1024]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

pp__noee_baseline/10000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

+ {"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}

pp__noee_baseline/10000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

+ {"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 1152, 4304], "chunk_shape": [27, 1152, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 1152], "chunk_shape": [27, 4304, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 1152], "chunk_shape": [27, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 1152], "chunk_shape": [27, 16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 1152, 16, 72], "chunk_shape": [27, 1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 1152], "chunk_shape": [14, 14, 3, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 2048], "chunk_shape": [1152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 256, 1152], "chunk_shape": [1, 256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [257152, 2048], "chunk_shape": [257152, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.scale.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 2048], "chunk_shape": [18, 8, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 1024], "chunk_shape": [18, 8, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 2048, 256], "chunk_shape": [18, 2, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 1024, 256], "chunk_shape": [18, 2, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 2048, 256], "chunk_shape": [18, 8, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 1024, 256], "chunk_shape": [18, 8, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 16384], "chunk_shape": [18, 2, 2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 16384, 2048], "chunk_shape": [18, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 4096], "chunk_shape": [18, 2, 1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 4096, 1024], "chunk_shape": [18, 4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 2048], "chunk_shape": [18, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.scale.value", "write_shape": [18, 1024], "chunk_shape": [18, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [1024, 32], "chunk_shape": [1024, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_in.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_time_mlp_out.kernel.value", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.state_proj.kernel.value", "write_shape": [32, 1024], "chunk_shape": [32, 1024], "ext_metadata": null}}]}

pp__noee_baseline/10000/params/d/e38f1bc0bdbe33562fe2bca73deeec75 ADDED Viewed

Binary file (2.29 kB). View file

pp__noee_baseline/10000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

pp__noee_baseline/10000/params/ocdbt.process_0/d/060d0f3e765333274c7096d1277816ff ADDED Viewed

Binary file (1.02 kB). View file

pp__noee_baseline/10000/params/ocdbt.process_0/d/2201b740b97b1d23c43b3bc7d1334729 ADDED Viewed

Binary file (8.57 kB). View file

pp__noee_baseline/10000/params/ocdbt.process_0/d/7dc7b7f1840d6062eaec172b7c6d94bf ADDED Viewed

Binary file (5.37 kB). View file

pp__noee_baseline/10000/params/ocdbt.process_0/d/9d583d3706e240418b8b242c9eace99f ADDED Viewed

Binary file (213 Bytes). View file

pp__noee_baseline/10000/params/ocdbt.process_0/d/ae94273bd231750dc020b72bcee12f6e ADDED Viewed

Binary file (2.24 kB). View file

pp__noee_baseline/10000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (366 Bytes). View file

pp__noee_baseline/15000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1767223503913838541, "commit_timestamp_nsecs": 1767223550799330429, "custom_metadata": {}}

pp__noee_baseline/15000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,153 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05313729867339134,
+        0.0037223484832793474,
+        0.106409952044487,
+        0.0008666226058267057,
+        -0.00854077935218811,
+        0.01460699550807476,
+        0.5940247178077698
+      ],
+      "std": [
+        0.1176244392991066,
+        0.16962096095085144,
+        0.07773701101541519,
+        0.04537155479192734,
+        0.06616315245628357,
+        0.6038344502449036,
+        0.49107977747917175
+      ],
+      "q01": [
+        -0.2025573879778385,
+        -0.31106759839057924,
+        0.00890737680345774,
+        -0.11727181684970855,
+        -0.16711108471155167,
+        -1.423702568435669,
+        0.0
+      ],
+      "q99": [
+        0.29901714037060734,
+        0.4115018085956573,
+        0.3217185490995646,
+        0.13774808425903318,
+        0.19241279754638663,
+        1.598234023094177,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.000011800729225797113,
+        0.00010166261927224696,
+        0.0002513046783860773,
+        0.00004235513915773481,
+        -1.0578142450867745e-7,
+        -0.00030094943940639496,
+        0.5936463475227356
+      ],
+      "std": [
+        0.0023593890946358442,
+        0.003458310617133975,
+        0.003035923931747675,
+        0.0012966899666935205,
+        0.002028472488746047,
+        0.01022036001086235,
+        0.4911520779132843
+      ],
+      "q01": [
+        -0.0071137896180152906,
+        -0.011581508222222328,
+        -0.005562339824810624,
+        -0.003980192699283361,
+        -0.007284092760831116,
+        -0.03446603482067585,
+        0.0
+      ],
+      "q99": [
+        0.007391248092055321,
+        0.011717339222878216,
+        0.009380889416858555,
+        0.004077131624519826,
+        0.00578381234817207,
+        0.03401924083828925,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 237,
+      "num_frames": 99363
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 64,
+      "num_frames": 17906
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 92,
+      "num_frames": 37458
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 102,
+      "num_frames": 13935
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 99,
+      "num_frames": 38424
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 49,
+      "num_frames": 7151
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 147,
+      "num_frames": 21313
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 94,
+      "num_frames": 33046
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 48,
+      "num_frames": 10615
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 379,
+      "num_frames": 123611
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 98,
+      "num_frames": 41410
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 94,
+      "num_frames": 37859
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 127,
+      "num_frames": 53341
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 102,
+      "num_frames": 38263
+    }
+  }
+}

pp__noee_baseline/15000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/15000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/15000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/15000/params/d/67f9eb53144a17affd4a6b6682242c75 ADDED Viewed

Binary file (2.24 kB). View file

pp__noee_baseline/15000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

pp__noee_baseline/15000/params/ocdbt.process_0/d/09aa031cb70a501506ecddd8d0aea7ec ADDED Viewed

Binary file (1.65 kB). View file

pp__noee_baseline/15000/params/ocdbt.process_0/d/5fed8e9b9905f0dd646a2797c780a395 ADDED Viewed

Binary file (5.4 kB). View file

pp__noee_baseline/15000/params/ocdbt.process_0/d/8b221ce64dc96d91e6f73f6b346ebf31 ADDED Viewed

Binary file (213 Bytes). View file

pp__noee_baseline/15000/params/ocdbt.process_0/d/95e6677750eaa5e7b98b064824f823f4 ADDED Viewed

Binary file (1.06 kB). View file

pp__noee_baseline/15000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (261 Bytes). View file

pp__noee_baseline/20000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1767233188503265758, "commit_timestamp_nsecs": 1767233237301143797, "custom_metadata": {}}

pp__noee_baseline/20000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,153 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05313729867339134,
+        0.0037223484832793474,
+        0.106409952044487,
+        0.0008666226058267057,
+        -0.00854077935218811,
+        0.01460699550807476,
+        0.5940247178077698
+      ],
+      "std": [
+        0.1176244392991066,
+        0.16962096095085144,
+        0.07773701101541519,
+        0.04537155479192734,
+        0.06616315245628357,
+        0.6038344502449036,
+        0.49107977747917175
+      ],
+      "q01": [
+        -0.2025573879778385,
+        -0.31106759839057924,
+        0.00890737680345774,
+        -0.11727181684970855,
+        -0.16711108471155167,
+        -1.423702568435669,
+        0.0
+      ],
+      "q99": [
+        0.29901714037060734,
+        0.4115018085956573,
+        0.3217185490995646,
+        0.13774808425903318,
+        0.19241279754638663,
+        1.598234023094177,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.000011800729225797113,
+        0.00010166261927224696,
+        0.0002513046783860773,
+        0.00004235513915773481,
+        -1.0578142450867745e-7,
+        -0.00030094943940639496,
+        0.5936463475227356
+      ],
+      "std": [
+        0.0023593890946358442,
+        0.003458310617133975,
+        0.003035923931747675,
+        0.0012966899666935205,
+        0.002028472488746047,
+        0.01022036001086235,
+        0.4911520779132843
+      ],
+      "q01": [
+        -0.0071137896180152906,
+        -0.011581508222222328,
+        -0.005562339824810624,
+        -0.003980192699283361,
+        -0.007284092760831116,
+        -0.03446603482067585,
+        0.0
+      ],
+      "q99": [
+        0.007391248092055321,
+        0.011717339222878216,
+        0.009380889416858555,
+        0.004077131624519826,
+        0.00578381234817207,
+        0.03401924083828925,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 237,
+      "num_frames": 99363
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 64,
+      "num_frames": 17906
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 92,
+      "num_frames": 37458
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 102,
+      "num_frames": 13935
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 99,
+      "num_frames": 38424
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 49,
+      "num_frames": 7151
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 147,
+      "num_frames": 21313
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 94,
+      "num_frames": 33046
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 48,
+      "num_frames": 10615
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 379,
+      "num_frames": 123611
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 98,
+      "num_frames": 41410
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 94,
+      "num_frames": 37859
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 127,
+      "num_frames": 53341
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 102,
+      "num_frames": 38263
+    }
+  }
+}

pp__noee_baseline/20000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/20000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/20000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/20000/params/d/744a8b612a914015b40e9615c8cf7876 ADDED Viewed

Binary file (2.33 kB). View file

pp__noee_baseline/20000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

pp__noee_baseline/20000/params/ocdbt.process_0/d/520ef73b77e3b6e938aea7273fdea333 ADDED Viewed

Binary file (1.06 kB). View file

pp__noee_baseline/20000/params/ocdbt.process_0/d/9dbb4d9f21e9ac9219a562695a13a0e3 ADDED Viewed

Binary file (213 Bytes). View file

pp__noee_baseline/20000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (500 Bytes). View file

pp__noee_baseline/25000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1767242910042290190, "commit_timestamp_nsecs": 1767242954333528367, "custom_metadata": {}}

pp__noee_baseline/5000/_CHECKPOINT_METADATA ADDED Viewed

	@@ -0,0 +1 @@

+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1767204138073542268, "commit_timestamp_nsecs": 1767204185993675023, "custom_metadata": {}}

pp__noee_baseline/5000/assets/ur10e/norm_stats.json ADDED Viewed

	@@ -0,0 +1,153 @@

+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.05313729867339134,
+        0.0037223484832793474,
+        0.106409952044487,
+        0.0008666226058267057,
+        -0.00854077935218811,
+        0.01460699550807476,
+        0.5940247178077698
+      ],
+      "std": [
+        0.1176244392991066,
+        0.16962096095085144,
+        0.07773701101541519,
+        0.04537155479192734,
+        0.06616315245628357,
+        0.6038344502449036,
+        0.49107977747917175
+      ],
+      "q01": [
+        -0.2025573879778385,
+        -0.31106759839057924,
+        0.00890737680345774,
+        -0.11727181684970855,
+        -0.16711108471155167,
+        -1.423702568435669,
+        0.0
+      ],
+      "q99": [
+        0.29901714037060734,
+        0.4115018085956573,
+        0.3217185490995646,
+        0.13774808425903318,
+        0.19241279754638663,
+        1.598234023094177,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.000011800729225797113,
+        0.00010166261927224696,
+        0.0002513046783860773,
+        0.00004235513915773481,
+        -1.0578142450867745e-7,
+        -0.00030094943940639496,
+        0.5936463475227356
+      ],
+      "std": [
+        0.0023593890946358442,
+        0.003458310617133975,
+        0.003035923931747675,
+        0.0012966899666935205,
+        0.002028472488746047,
+        0.01022036001086235,
+        0.4911520779132843
+      ],
+      "q01": [
+        -0.0071137896180152906,
+        -0.011581508222222328,
+        -0.005562339824810624,
+        -0.003980192699283361,
+        -0.007284092760831116,
+        -0.03446603482067585,
+        0.0
+      ],
+      "q99": [
+        0.007391248092055321,
+        0.011717339222878216,
+        0.009380889416858555,
+        0.004077131624519826,
+        0.00578381234817207,
+        0.03401924083828925,
+        0.9998
+      ]
+    }
+  },
+  "sample_ratio": 0.05,
+  "dataset_infos": {
+    "robotgeneralist/pp__1": {
+      "commit_hash": "f1c11292bf450c33ec285da885c5ed1a4d0e4b9b",
+      "num_episodes": 237,
+      "num_frames": 99363
+    },
+    "robotgeneralist/pp__1__adversarial": {
+      "commit_hash": "a8b6024ff9f5261e87d553f35f07f16487adabc1",
+      "num_episodes": 64,
+      "num_frames": 17906
+    },
+    "robotgeneralist/pp__2": {
+      "commit_hash": "f244ff639c1a837fdec7990c601bf5ed4fbb56a9",
+      "num_episodes": 92,
+      "num_frames": 37458
+    },
+    "robotgeneralist/pp__2__rotations": {
+      "commit_hash": "9b8e02337fce6bccda7adcc4aae1edcbe5b3de41",
+      "num_episodes": 102,
+      "num_frames": 13935
+    },
+    "robotgeneralist/pp__3__with_ft": {
+      "commit_hash": "68023819f92217d1239bf1dc1229b73a32580513",
+      "num_episodes": 99,
+      "num_frames": 38424
+    },
+    "robotgeneralist/pp__3__with_ft__rotations": {
+      "commit_hash": "062188051c5f78b03d51848dc0c03f93bc4a78c5",
+      "num_episodes": 49,
+      "num_frames": 7151
+    },
+    "robotgeneralist/pp__3__with_ft__adversarial_start": {
+      "commit_hash": "d0e27c579029e82f626c9ba8817ca43c610fa28e",
+      "num_episodes": 147,
+      "num_frames": 21313
+    },
+    "robotgeneralist/pp__4__with_ft": {
+      "commit_hash": "0d64bf5c9bac34d9cce59175a0becf822366bc53",
+      "num_episodes": 94,
+      "num_frames": 33046
+    },
+    "robotgeneralist/pp__5__with_ft__adversarial_target": {
+      "commit_hash": "8629d43a975c254367b84f491481fa8574416c6e",
+      "num_episodes": 48,
+      "num_frames": 10615
+    },
+    "robotgeneralist/pp__6__with_ft": {
+      "commit_hash": "e2a7c2ded8aed6663aa71fd9a1e6708d636071b1",
+      "num_episodes": 379,
+      "num_frames": 123611
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-1": {
+      "commit_hash": "defdc7ebf6871fc057ef30d21a2f71bfe3a40ce4",
+      "num_episodes": 98,
+      "num_frames": 41410
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-2": {
+      "commit_hash": "73551fdf12a436f983537d0454d9a6046a51c2a7",
+      "num_episodes": 94,
+      "num_frames": 37859
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-3": {
+      "commit_hash": "ae7abf3c61cb6d4f3096dc30b67731305c50d59c",
+      "num_episodes": 127,
+      "num_frames": 53341
+    },
+    "robotgeneralist/precise-packing-2025-10-22-part-4": {
+      "commit_hash": "5d68ce10ce1c5a492bfc760012aba4793a5d170b",
+      "num_episodes": 102,
+      "num_frames": 38263
+    }
+  }
+}

pp__noee_baseline/5000/params/_METADATA ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/5000/params/_sharding ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/5000/params/array_metadatas/process_0 ADDED Viewed

	@@ -0,0 +1 @@

pp__noee_baseline/5000/params/d/ced57515aa758da08267f33f9b3f68a4 ADDED Viewed

Binary file (2.34 kB). View file

pp__noee_baseline/5000/params/manifest.ocdbt ADDED Viewed

Binary file (117 Bytes). View file

pp__noee_baseline/5000/params/ocdbt.process_0/d/4808f5dec1ac5b9db891a2db7c6fcca6 ADDED Viewed

Binary file (2.32 kB). View file

pp__noee_baseline/5000/params/ocdbt.process_0/d/8ed9d2e250b5d72332a0c88344014f46 ADDED Viewed

Binary file (213 Bytes). View file

pp__noee_baseline/5000/params/ocdbt.process_0/d/9c0c65867aed7935156dc74136bdbd83 ADDED Viewed

Binary file (5.4 kB). View file

pp__noee_baseline/5000/params/ocdbt.process_0/d/b6f3bf620bc98b135967ecbb58b5973e ADDED Viewed

Binary file (1.06 kB). View file

pp__noee_baseline/5000/params/ocdbt.process_0/manifest.ocdbt ADDED Viewed

Binary file (544 Bytes). View file

pp__noee_baseline/config.yaml ADDED Viewed

	@@ -0,0 +1,103 @@

+!!python/object:openpi.training.config.TrainConfig
+name: precise_packing_baseline_noee
+project_name: openpi
+exp_name: pp__noee_baseline
+model: !!python/object:openpi.models.pi0_config.Pi0Config
+    action_dim: 32
+    action_horizon: 50
+    max_token_len: 48
+    dtype: bfloat16
+    paligemma_variant: gemma_2b
+    action_expert_variant: gemma_300m
+    img_variant: So400m/14
+    action_loss_horizon: null
+    pi05: false
+    discrete_state_input: false
+weight_loader: !!python/object:openpi.training.weight_loaders.CheckpointWeightLoader
+    local_dir: null
+    repo_id: robotgeneralist/openpi_checkpoint_mirrors
+    revision: main
+    checkpoint_path: pi0_base
+pytorch_weight_path: null
+pytorch_training_precision: bfloat16
+lr_schedule: !!python/object:openpi.training.optimizer.CosineDecaySchedule
+    warmup_steps: 1000
+    peak_lr: 2.5e-05
+    decay_steps: 30000
+    decay_lr: 2.5e-06
+optimizer: !!python/object:openpi.training.optimizer.AdamW
+    b1: 0.9
+    b2: 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-10
+    clip_gradient_norm: 1.0
+ema_decay: 0.99
+freeze_filter: !!python/name:flax.nnx.filterlib.Nothing ''
+data: !!python/object:openpi.training.config.LeRobotNomagicURXDataConfig
+    repo_ids: !!python/tuple
+    - robotgeneralist/pp__1
+    - robotgeneralist/pp__1__adversarial
+    - robotgeneralist/pp__2
+    - robotgeneralist/pp__2__rotations
+    - robotgeneralist/pp__3__with_ft
+    - robotgeneralist/pp__3__with_ft__rotations
+    - robotgeneralist/pp__3__with_ft__adversarial_start
+    - robotgeneralist/pp__4__with_ft
+    - robotgeneralist/pp__5__with_ft__adversarial_target
+    - robotgeneralist/pp__6__with_ft
+    - robotgeneralist/precise-packing-2025-10-22-part-1
+    - robotgeneralist/precise-packing-2025-10-22-part-2
+    - robotgeneralist/precise-packing-2025-10-22-part-3
+    - robotgeneralist/precise-packing-2025-10-22-part-4
+    assets: !!python/object:openpi.training.config.AssetsConfig
+        assets_dir: null
+        asset_id: ur10e
+    norm_stats_sample_ratio: 0.05
+    base_config: !!python/object:openpi.training.config.DataConfig
+        repo_ids: null
+        asset_id: null
+        norm_stats_data: null
+        norm_stats_sample_ratio: 1.0
+        norm_stats_dir: null
+        tolerance_s: 0.0001
+        per_action_index_norm_stats: false
+        repack_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        data_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        model_transforms: !!python/object:openpi.transforms.Group
+            inputs: !!python/tuple []
+            outputs: !!python/tuple []
+        use_quantile_norm: false
+        action_sequence_keys: !!python/tuple
+        - actions
+        fourier_config: null
+        prompt_from_task: true
+        rlds_data_dir: null
+        action_space: null
+        filter_dict_path: null
+    default_prompt: null
+    use_poses: true
+    end_effector_frame: false
+    per_action_index_norm_stats: false
+    fourier_config: null
+    tolerance_s: 0.0001
+assets_base_dir: ./assets
+checkpoint_base_dir: /storage_nvme_1/robotgeneralist/checkpoints
+seed: 42
+batch_size: 32
+num_workers: 2
+num_train_steps: 25001
+log_interval: 100
+save_interval: 1000
+keep_period: 5000
+overwrite: false
+resume: true
+wandb_enabled: true
+policy_metadata: null
+fsdp_devices: 1
+test_split_ratio: 0.05
+test_eval_interval: 1000
+test_eval_use_train_mode: false

pp__noee_baseline/wandb_id.txt ADDED Viewed

	@@ -0,0 +1 @@


1	+ vhl86tht