diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..a26a736b61c58e37d3973c31f10f2ca144d7f856 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/809ba92a4b1689560084903c80b83def filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/9003783f6d0d25a0798c6b5df176f3c9 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/450c3d3cb6793dc644c1faf981296eb3 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/309555f68bee51df688c4564b4d66fa5 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/2f72ae7e4e549700e9d7da10816ed9a4 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/4c7cf62a0248853611e2514401b5d9a5 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/5f605020f3dadefc18287f67f369e264 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/fa26edf71b6656334944a79eb32e78ea filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/a6b6feba09026e0d4b493f9187b66b66 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/085d261a6434a2182b9cf8204a14f929 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/dfcfd53c0dabbb765dd01d0d2e425a0f filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/84d659bfa7e30b028b09ef166fefe387 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/99debaeabd76bd2cc1600905278c454b filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/7fdd13989583b8fc6a365ba50df3890c filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/fec2923fef877d6b2a636a44d72670b8 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/82a6e2531c2b053e7d43eaaebf376065 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/fc0caaf15ec5a8930e6d0a269722cbe6 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/93fcf358bb740a5f61526a13e9a2c769 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/d5e67a46c20fea80fd9ccf63a434178c filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/e38ffced7888fac4d73fc835bc9d9b7c filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/b2964d74cc10ac691574dd980b04ace0 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/ef164da2ec5d459406a2cb9a9dea3b5c filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/148068583a1e9abda7c46b410e91850f filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/c5e0b7744afd7fde8b33a80d7f0329bc filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/c5e505d0d51b7d95969112b522df7e81 filter=lfs diff=lfs merge=lfs -text
+pi0_fast_base/params/ocdbt.process_0/d/c3d393b4c256f48b42f7229d985b12c8 filter=lfs diff=lfs merge=lfs -text
+pi0_base/params/ocdbt.process_0/d/45c6cbcc04a07d5f963bcf46cba903c4 filter=lfs diff=lfs merge=lfs -text
diff --git a/big_vision/paligemma_tokenizer.model b/big_vision/paligemma_tokenizer.model
new file mode 100644
index 0000000000000000000000000000000000000000..22ad048d392b4f5191be7cec47d03eb3cdb360f4
--- /dev/null
+++ b/big_vision/paligemma_tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
+size 4264023
diff --git a/pi0_base/params.lock b/pi0_base/params.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/pi0_base/params/_CHECKPOINT_METADATA b/pi0_base/params/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..979b636576997c06f3688f40e5a512051414d620
--- /dev/null
+++ b/pi0_base/params/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"init_timestamp_nsecs": 1738115423507141500, "commit_timestamp_nsecs": 1738115428344272687}
\ No newline at end of file
diff --git a/pi0_base/params/_METADATA b/pi0_base/params/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..32decdd91a868fbe72f120bcf8a91e31ad90ca92
--- /dev/null
+++ b/pi0_base/params/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true}
\ No newline at end of file
diff --git a/pi0_base/params/_sharding b/pi0_base/params/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..159e385587596336d7df14139034ebc9bdab8273
--- /dev/null
+++ b/pi0_base/params/_sharding
@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLnc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLnc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}
\ No newline at end of file
diff --git a/pi0_base/params/d/85a4b908b188b86024ebb92e85065acd b/pi0_base/params/d/85a4b908b188b86024ebb92e85065acd
new file mode 100644
index 0000000000000000000000000000000000000000..c3485df5a0bb3dbef198e649ac1c4ffec1687926
Binary files /dev/null and b/pi0_base/params/d/85a4b908b188b86024ebb92e85065acd differ
diff --git a/pi0_base/params/manifest.ocdbt b/pi0_base/params/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..57163e09bac2fe0e02301d86f05b6449d954d316
Binary files /dev/null and b/pi0_base/params/manifest.ocdbt differ
diff --git a/pi0_base/params/ocdbt.process_0/d/085d261a6434a2182b9cf8204a14f929 b/pi0_base/params/ocdbt.process_0/d/085d261a6434a2182b9cf8204a14f929
new file mode 100644
index 0000000000000000000000000000000000000000..a6775418cf4da9c6f856e654c76d15d0699e40e8
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/085d261a6434a2182b9cf8204a14f929
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626b8b7cdc5cf2dd4fb49cf4ec229c635d4894ce1b2ca8f5d54879a599fb26c7
+size 203056647
diff --git a/pi0_base/params/ocdbt.process_0/d/148068583a1e9abda7c46b410e91850f b/pi0_base/params/ocdbt.process_0/d/148068583a1e9abda7c46b410e91850f
new file mode 100644
index 0000000000000000000000000000000000000000..efa0ba01e7564d67acb4437e8665b8f446c58dbb
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/148068583a1e9abda7c46b410e91850f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08349adbc7d3f5bc417fe902456377ba319b800f701943eac92771b47eb70804
+size 2240220744
diff --git a/pi0_base/params/ocdbt.process_0/d/2f72ae7e4e549700e9d7da10816ed9a4 b/pi0_base/params/ocdbt.process_0/d/2f72ae7e4e549700e9d7da10816ed9a4
new file mode 100644
index 0000000000000000000000000000000000000000..37240167aae19f4fda711661ac1886e053c89abe
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/2f72ae7e4e549700e9d7da10816ed9a4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63b1ca054933d93b696622322bee833c69ccb9706a90ea6f9a27177a9ca9799
+size 25249068
diff --git a/pi0_base/params/ocdbt.process_0/d/309555f68bee51df688c4564b4d66fa5 b/pi0_base/params/ocdbt.process_0/d/309555f68bee51df688c4564b4d66fa5
new file mode 100644
index 0000000000000000000000000000000000000000..c3703984bb68d3d0728d928b4c0f201210d3bfe7
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/309555f68bee51df688c4564b4d66fa5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0219aee51a9c0d85df1010fe9c9d53f19261228c576e7e80e8eccb5d13595973
+size 1048478
diff --git a/pi0_base/params/ocdbt.process_0/d/450c3d3cb6793dc644c1faf981296eb3 b/pi0_base/params/ocdbt.process_0/d/450c3d3cb6793dc644c1faf981296eb3
new file mode 100644
index 0000000000000000000000000000000000000000..d47ff57ae6424f567ac0d08379eed9ceee71b039
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/450c3d3cb6793dc644c1faf981296eb3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcea8d28790cb585ed0ee39eb120ade6f0b88838f8d43202b171eabc78fa23c
+size 34976130
diff --git a/pi0_base/params/ocdbt.process_0/d/45c6cbcc04a07d5f963bcf46cba903c4 b/pi0_base/params/ocdbt.process_0/d/45c6cbcc04a07d5f963bcf46cba903c4
new file mode 100644
index 0000000000000000000000000000000000000000..036a5b7da330ed49b9d58f46ccba8528a36a912b
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/45c6cbcc04a07d5f963bcf46cba903c4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de371b276d760d803124bc0b115174ac9c74510a9cff605cbaa38fa74232071f
+size 3077824146
diff --git a/pi0_base/params/ocdbt.process_0/d/4e5aa230b6c768224fb6b77d78d6a1be b/pi0_base/params/ocdbt.process_0/d/4e5aa230b6c768224fb6b77d78d6a1be
new file mode 100644
index 0000000000000000000000000000000000000000..5bd449ab4d7a7a3023539ce4a9fd9189c1edda0d
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/d/4e5aa230b6c768224fb6b77d78d6a1be differ
diff --git a/pi0_base/params/ocdbt.process_0/d/5e775a3f399b6add8c3c8330df655e1b b/pi0_base/params/ocdbt.process_0/d/5e775a3f399b6add8c3c8330df655e1b
new file mode 100644
index 0000000000000000000000000000000000000000..65864ff1678c93e793a4aca585c9f1d389954020
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/d/5e775a3f399b6add8c3c8330df655e1b differ
diff --git a/pi0_base/params/ocdbt.process_0/d/5f605020f3dadefc18287f67f369e264 b/pi0_base/params/ocdbt.process_0/d/5f605020f3dadefc18287f67f369e264
new file mode 100644
index 0000000000000000000000000000000000000000..90d8f999a222ff4405208fa4c7e6207d16bb31ca
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/5f605020f3dadefc18287f67f369e264
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b61c384b627ec5fcd42460774ce548ccca8bff8bd2a85ce354d710cfdf62bb7
+size 132845636
diff --git a/pi0_base/params/ocdbt.process_0/d/6629f15468f4d0cc39fb27518b7034a8 b/pi0_base/params/ocdbt.process_0/d/6629f15468f4d0cc39fb27518b7034a8
new file mode 100644
index 0000000000000000000000000000000000000000..98c8a5e0b3500fdeb847879ba4d9fe7432bf9da1
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/d/6629f15468f4d0cc39fb27518b7034a8 differ
diff --git a/pi0_base/params/ocdbt.process_0/d/808abec8853273a1e0076b0e42d19910 b/pi0_base/params/ocdbt.process_0/d/808abec8853273a1e0076b0e42d19910
new file mode 100644
index 0000000000000000000000000000000000000000..522c145a386363ccc2501069579aaa74ae9e1daf
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/d/808abec8853273a1e0076b0e42d19910 differ
diff --git a/pi0_base/params/ocdbt.process_0/d/8dd6f7ae99ab482b841a1eefa796bb41 b/pi0_base/params/ocdbt.process_0/d/8dd6f7ae99ab482b841a1eefa796bb41
new file mode 100644
index 0000000000000000000000000000000000000000..77fd45ae32fbd6cad17a870277ac4b9d70e7f841
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/d/8dd6f7ae99ab482b841a1eefa796bb41 differ
diff --git a/pi0_base/params/ocdbt.process_0/d/93fcf358bb740a5f61526a13e9a2c769 b/pi0_base/params/ocdbt.process_0/d/93fcf358bb740a5f61526a13e9a2c769
new file mode 100644
index 0000000000000000000000000000000000000000..c36e685e7fcb587013b81c1ce865f8d566d7b824
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/93fcf358bb740a5f61526a13e9a2c769
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61637e7c13d35f4bcaaebe9882df98a4fcb9bb964d3dd07c6b0fb0a7879d7703
+size 839453563
diff --git a/pi0_base/params/ocdbt.process_0/d/99debaeabd76bd2cc1600905278c454b b/pi0_base/params/ocdbt.process_0/d/99debaeabd76bd2cc1600905278c454b
new file mode 100644
index 0000000000000000000000000000000000000000..6c1aae15626f94af983c1d5540081b7bad481839
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/99debaeabd76bd2cc1600905278c454b
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dea0fcfeae147c4a933723768f9fedfd8e05b7883c79562f648c3c82c0a0896
+size 559736645
diff --git a/pi0_base/params/ocdbt.process_0/d/c5e0b7744afd7fde8b33a80d7f0329bc b/pi0_base/params/ocdbt.process_0/d/c5e0b7744afd7fde8b33a80d7f0329bc
new file mode 100644
index 0000000000000000000000000000000000000000..3df2366d5a2a1774017184c9739e9b502cca8ba5
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/c5e0b7744afd7fde8b33a80d7f0329bc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92caa09e328aea0cc6a62f843974302a303af5963c4ceaf23f8f2c427ed53817
+size 2240216669
diff --git a/pi0_base/params/ocdbt.process_0/d/d5e67a46c20fea80fd9ccf63a434178c b/pi0_base/params/ocdbt.process_0/d/d5e67a46c20fea80fd9ccf63a434178c
new file mode 100644
index 0000000000000000000000000000000000000000..855b1f3c9918dc968f830ab5338c01b3beb6c8e5
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/d5e67a46c20fea80fd9ccf63a434178c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca80596df5802491aacabf0ebd16f50d0af0e366789240c40e0e1ddd3ed1bb
+size 993821460
diff --git a/pi0_base/params/ocdbt.process_0/d/fc0caaf15ec5a8930e6d0a269722cbe6 b/pi0_base/params/ocdbt.process_0/d/fc0caaf15ec5a8930e6d0a269722cbe6
new file mode 100644
index 0000000000000000000000000000000000000000..968235408acb40a52267f302119f26bd2e61b08c
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/fc0caaf15ec5a8930e6d0a269722cbe6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f9020d63df8dbce11b4930a8814999a3b0a705af1fbe3d3adde6b0a20e4b91
+size 545792151
diff --git a/pi0_base/params/ocdbt.process_0/d/fec2923fef877d6b2a636a44d72670b8 b/pi0_base/params/ocdbt.process_0/d/fec2923fef877d6b2a636a44d72670b8
new file mode 100644
index 0000000000000000000000000000000000000000..911c164556b60e3331f4d1cd51b3c537257032ee
--- /dev/null
+++ b/pi0_base/params/ocdbt.process_0/d/fec2923fef877d6b2a636a44d72670b8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e694e7a4e2adbe64591b692ecd453625a7d71b3abdc47ed4b199632793897bb
+size 1120134616
diff --git a/pi0_base/params/ocdbt.process_0/manifest.ocdbt b/pi0_base/params/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..2046154f742d06702207cde2b560fb1ed552778c
Binary files /dev/null and b/pi0_base/params/ocdbt.process_0/manifest.ocdbt differ
diff --git a/pi0_fast_base/assets/pommespeter/libero_no_noops_lerobot/norm_stats.json b/pi0_fast_base/assets/pommespeter/libero_no_noops_lerobot/norm_stats.json
new file mode 100644
index 0000000000000000000000000000000000000000..df15d4e596ad8d89d5ead8f2d33797181241c11e
--- /dev/null
+++ b/pi0_fast_base/assets/pommespeter/libero_no_noops_lerobot/norm_stats.json
@@ -0,0 +1,84 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.04641278460621834,
+        0.03508244454860687,
+        0.7652725577354431,
+        2.971142053604126,
+        -0.22511613368988037,
+        -0.1256754994392395,
+        0.02688194066286087,
+        -0.027160122990608215
+      ],
+      "std": [
+        0.10512197762727737,
+        0.15185625851154327,
+        0.37840530276298523,
+        0.34293338656425476,
+        0.9086742997169495,
+        0.3240797519683838,
+        0.014185846783220768,
+        0.014069565571844578
+      ],
+      "q01": [
+        -0.3995051232010126,
+        -0.2698251381993294,
+        0.0380015922319144,
+        1.5124942568540574,
+        -2.762773067951202,
+        -1.0832593717575074,
+        0.0016993427905254068,
+        -0.040088339841458945
+      ],
+      "q99": [
+        0.1349042199373246,
+        0.3361092434644699,
+        1.2666135574553161,
+        3.2692830390930174,
+        2.3881753592491153,
+        0.5926318291425705,
+        0.040299314628355204,
+        -0.0017684064060449617
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.10168640315532684,
+        0.053173575550317764,
+        -0.8531064987182617,
+        -2.970402956008911,
+        0.2305227667093277,
+        0.11987142264842987,
+        -0.043954603374004364
+      ],
+      "std": [
+        0.3710554540157318,
+        0.4059504270553589,
+        0.6234580278396606,
+        0.34819212555885315,
+        0.9111450910568237,
+        0.34365949034690857,
+        0.999033510684967
+      ],
+      "q01": [
+        -0.7234035164833068,
+        -0.867905551958084,
+        -2.0691195198059082,
+        -3.3060704294204712,
+        -2.441271697044373,
+        -0.6178424468755722,
+        -1.0
+      ],
+      "q99": [
+        1.0792213348150255,
+        0.9653356425762176,
+        0.793406651067734,
+        -1.4951695980548863,
+        2.702455424976349,
+        1.1330825984954833,
+        0.9996
+      ]
+    }
+  }
+}
\ No newline at end of file
diff --git a/pi0_fast_base/params.lock b/pi0_fast_base/params.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/pi0_fast_base/params/_CHECKPOINT_METADATA b/pi0_fast_base/params/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..9bf67c5935c6eb450785402e7566e32ad914fdbd
--- /dev/null
+++ b/pi0_fast_base/params/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"init_timestamp_nsecs": 1738116164583604066, "commit_timestamp_nsecs": 1738116169676438768}
\ No newline at end of file
diff --git a/pi0_fast_base/params/_METADATA b/pi0_fast_base/params/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..3aee95f15b527ef2dbafce90beec367c2c2e2efb
--- /dev/null
+++ b/pi0_fast_base/params/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true}
\ No newline at end of file
diff --git a/pi0_fast_base/params/_sharding b/pi0_fast_base/params/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..0eddfd37c5a1c7cf95b90805dce04da8f6e2aecd
--- /dev/null
+++ b/pi0_fast_base/params/_sharding
@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLnc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLnc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}
\ No newline at end of file
diff --git a/pi0_fast_base/params/d/900e9758c5a900a9363d9695ce317b05 b/pi0_fast_base/params/d/900e9758c5a900a9363d9695ce317b05
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b2ea3a6318e8e06792ef93de61486b5b48a77
Binary files /dev/null and b/pi0_fast_base/params/d/900e9758c5a900a9363d9695ce317b05 differ
diff --git a/pi0_fast_base/params/manifest.ocdbt b/pi0_fast_base/params/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..60175fefa1fd74bc5e29fe7922f2d1c9de885e40
Binary files /dev/null and b/pi0_fast_base/params/manifest.ocdbt differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/188d9577d40fae6772f2a1e734d246a6 b/pi0_fast_base/params/ocdbt.process_0/d/188d9577d40fae6772f2a1e734d246a6
new file mode 100644
index 0000000000000000000000000000000000000000..a07c89df534eaa67db03bd79c5ea4f48aa26d7e7
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/188d9577d40fae6772f2a1e734d246a6 differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/4c7cf62a0248853611e2514401b5d9a5 b/pi0_fast_base/params/ocdbt.process_0/d/4c7cf62a0248853611e2514401b5d9a5
new file mode 100644
index 0000000000000000000000000000000000000000..be790b74eda9a2aa53513ef9dadeb5d22ca7d298
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/4c7cf62a0248853611e2514401b5d9a5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3b6e4f015815392db56342f5fa08af09826e3081cd67c2061c3ab04a03d67d
+size 70037820
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/7fdd13989583b8fc6a365ba50df3890c b/pi0_fast_base/params/ocdbt.process_0/d/7fdd13989583b8fc6a365ba50df3890c
new file mode 100644
index 0000000000000000000000000000000000000000..585f8270bc4c9b96f9ffcfdfba77f894b839dc1a
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/7fdd13989583b8fc6a365ba50df3890c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a3ebcc066142ea5614ec06e25dff05b7349e7b9238182b1e768d1fbf424ae5
+size 266042816
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/809ba92a4b1689560084903c80b83def b/pi0_fast_base/params/ocdbt.process_0/d/809ba92a4b1689560084903c80b83def
new file mode 100644
index 0000000000000000000000000000000000000000..3c76aad82b3146a8a88554ee27fd0cc20724595d
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/809ba92a4b1689560084903c80b83def
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14cb34a552d8d37be6de5d15372dfbf7069b2b23801cc3845ff6a99a97ccbc8
+size 12888176
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/82430346fa8fc21f6c02b925d2071bbe b/pi0_fast_base/params/ocdbt.process_0/d/82430346fa8fc21f6c02b925d2071bbe
new file mode 100644
index 0000000000000000000000000000000000000000..56ede5c93254a3e958435c5e15bcbe09934bc1eb
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/82430346fa8fc21f6c02b925d2071bbe differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/82a6e2531c2b053e7d43eaaebf376065 b/pi0_fast_base/params/ocdbt.process_0/d/82a6e2531c2b053e7d43eaaebf376065
new file mode 100644
index 0000000000000000000000000000000000000000..57a39c6ddbda5c48ebb880bd4593acc92d59c5e7
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/82a6e2531c2b053e7d43eaaebf376065
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8700774effd24e08a8b2e57289337b05bf7b0c59ca63e20885ca1377b2a3e7ef
+size 497213270
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/84d659bfa7e30b028b09ef166fefe387 b/pi0_fast_base/params/ocdbt.process_0/d/84d659bfa7e30b028b09ef166fefe387
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3ca58e840a2e8fc8119820437b0f46173a607
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/84d659bfa7e30b028b09ef166fefe387
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f40e3ebcacd998dde68382ccc369ffaa032e417717c3567714045c9e32d356
+size 266015379
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/8c8f756cbcb196e0b8950de1511a1889 b/pi0_fast_base/params/ocdbt.process_0/d/8c8f756cbcb196e0b8950de1511a1889
new file mode 100644
index 0000000000000000000000000000000000000000..6d2efe66ab394e126cb43cdead050bc881d30b44
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/8c8f756cbcb196e0b8950de1511a1889 differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/9003783f6d0d25a0798c6b5df176f3c9 b/pi0_fast_base/params/ocdbt.process_0/d/9003783f6d0d25a0798c6b5df176f3c9
new file mode 100644
index 0000000000000000000000000000000000000000..89a05674ca5935581098ff807c126ada08cbb3d5
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/9003783f6d0d25a0798c6b5df176f3c9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21346f8346b656da124e3cc902f87131abcb49ce5fbaf9e9d9802e49051ea146
+size 1243913
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/a6b6feba09026e0d4b493f9187b66b66 b/pi0_fast_base/params/ocdbt.process_0/d/a6b6feba09026e0d4b493f9187b66b66
new file mode 100644
index 0000000000000000000000000000000000000000..9f056efab3951f23cd7b76c46b4e0d2e08840dc1
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/a6b6feba09026e0d4b493f9187b66b66
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2d061943085a884c6688f5bdaabf329987ac1bb3a9be2b5e42f4749f698b61
+size 497035584
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/b2964d74cc10ac691574dd980b04ace0 b/pi0_fast_base/params/ocdbt.process_0/d/b2964d74cc10ac691574dd980b04ace0
new file mode 100644
index 0000000000000000000000000000000000000000..c0950522a983d45ed89c2117fe92163b41260a7d
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/b2964d74cc10ac691574dd980b04ace0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9b7a9859221b76764eae1ab89193c3e541ef4bcf05e48d3028fc63a03b693
+size 1120474083
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/c0125332e372918231585505ecbac6a0 b/pi0_fast_base/params/ocdbt.process_0/d/c0125332e372918231585505ecbac6a0
new file mode 100644
index 0000000000000000000000000000000000000000..58db609d8760080ff213d05591ed44ce787cc45e
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/c0125332e372918231585505ecbac6a0 differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/c3d393b4c256f48b42f7229d985b12c8 b/pi0_fast_base/params/ocdbt.process_0/d/c3d393b4c256f48b42f7229d985b12c8
new file mode 100644
index 0000000000000000000000000000000000000000..f2b92d9b2c21bf15be29ac0bd4a00599fe91ef90
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/c3d393b4c256f48b42f7229d985b12c8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220cca14eca5ed04933fbf6519a1702260a2f36e64ec5797f1d01c77669dc7f6
+size 2240804074
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/c5e505d0d51b7d95969112b522df7e81 b/pi0_fast_base/params/ocdbt.process_0/d/c5e505d0d51b7d95969112b522df7e81
new file mode 100644
index 0000000000000000000000000000000000000000..257f7825ad9cc4faf3a511babe2e410bc97143be
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/c5e505d0d51b7d95969112b522df7e81
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f706aeed711c32946ef3a814d311719562f49a1066a2109592c2781892a136e
+size 2240674835
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/dfcfd53c0dabbb765dd01d0d2e425a0f b/pi0_fast_base/params/ocdbt.process_0/d/dfcfd53c0dabbb765dd01d0d2e425a0f
new file mode 100644
index 0000000000000000000000000000000000000000..39686d4e094571c54598c57651787008e44eedc3
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/dfcfd53c0dabbb765dd01d0d2e425a0f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6f4d3e9eaccb85d1559c4a7a172e191738c31b896245aa7b3e6a2cfa8c9c30
+size 280098589
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/e38ffced7888fac4d73fc835bc9d9b7c b/pi0_fast_base/params/ocdbt.process_0/d/e38ffced7888fac4d73fc835bc9d9b7c
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c8622d5c7a790534c6976d7f413413edf447a
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/e38ffced7888fac4d73fc835bc9d9b7c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f921dd8ad10fc59007860558d8f541d33c5d2dc7addd7b67e2caf0dab72379
+size 1120343267
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/ef164da2ec5d459406a2cb9a9dea3b5c b/pi0_fast_base/params/ocdbt.process_0/d/ef164da2ec5d459406a2cb9a9dea3b5c
new file mode 100644
index 0000000000000000000000000000000000000000..49d6e9327d19458f3576f5925e0a926af8b0992e
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/ef164da2ec5d459406a2cb9a9dea3b5c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dddc2adf2c94e6b4953a945eff81fa639a0ee137631f9dc75a041b210880df
+size 1957261184
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/f55c8d160596d5002991decf8dc4edc6 b/pi0_fast_base/params/ocdbt.process_0/d/f55c8d160596d5002991decf8dc4edc6
new file mode 100644
index 0000000000000000000000000000000000000000..345184b669f6afa9e2ad6a94ac795fb83c2f9c70
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/f55c8d160596d5002991decf8dc4edc6 differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/fa26edf71b6656334944a79eb32e78ea b/pi0_fast_base/params/ocdbt.process_0/d/fa26edf71b6656334944a79eb32e78ea
new file mode 100644
index 0000000000000000000000000000000000000000..69dcb4ca6855c6abd534c14f354cfc1dc23f9402
--- /dev/null
+++ b/pi0_fast_base/params/ocdbt.process_0/d/fa26edf71b6656334944a79eb32e78ea
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c382f0e015f65c2789d3057dd7f3e4ec7eacd11617553205b600c6aad5e1c48
+size 280200962
diff --git a/pi0_fast_base/params/ocdbt.process_0/d/fbf426851e50f4721bba2e803e51535c b/pi0_fast_base/params/ocdbt.process_0/d/fbf426851e50f4721bba2e803e51535c
new file mode 100644
index 0000000000000000000000000000000000000000..522c145a386363ccc2501069579aaa74ae9e1daf
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/d/fbf426851e50f4721bba2e803e51535c differ
diff --git a/pi0_fast_base/params/ocdbt.process_0/manifest.ocdbt b/pi0_fast_base/params/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..d94b5e29501e0dbd7c833cc858df215bbad52638
Binary files /dev/null and b/pi0_fast_base/params/ocdbt.process_0/manifest.ocdbt differ
diff --git a/vertex-model-garden-paligemma-us/paligemma/pt_224.lock b/vertex-model-garden-paligemma-us/paligemma/pt_224.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/vertex-model-garden-paligemma-us/paligemma/pt_224.npz b/vertex-model-garden-paligemma-us/paligemma/pt_224.npz
new file mode 100644
index 0000000000000000000000000000000000000000..1ea6df3af62825722c53a126fb57f847b5b5350c
--- /dev/null
+++ b/vertex-model-garden-paligemma-us/paligemma/pt_224.npz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6fa0d4ad1d551589cddd9d4ea18a9fa41bef3149fbcdccf8ef89e26adb46d3
+size 11693352432