diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..7b135457e59aa24462ca3993be602da979fb9ada 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,36 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+params/d/1108d402420a7379245f4328d37ce4a1 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_0/d/629b233e18bee0d72881904b6b1ed0cb filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_0/d/704a99bdec6d2ca532058235ff2c0b1f filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_1/d/2fe5c5df282843f1ae5f85dcc105b17d filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_1/d/c40a7ad1470cfbef6c95e4ddfbdf7ffa filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_10/d/3133a8c2f233b25d5dc2c14f1db6954b filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_10/d/3b1fedd94b66f5de5ba762842003705b filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_11/d/29df6ab0527399c40de54db7bef2a257 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_11/d/730dd3997565de5734d701288a542b7f filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_12/d/ba28512aa1d0730a76158e3544377a8f filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_12/d/ef06b5b53b2a3402bf6d04ba784b16d1 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_13/d/0a9babedb5588742d9bfe55e004ab209 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_13/d/bb9fb985e5e37fd806fbac2759871f90 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_14/d/4e198eb30632be4204f9ac4d0d902376 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_14/d/53701153166e31774734135ca9617421 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_15/d/507b0bc33c33a0427c5fbef0c95989ff filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_15/d/dcc9d7e01af04c28194c58ba5d467895 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_2/d/2f670c77bda502235a631f8656ce44f2 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_2/d/44542c4132bdc2638896327877673c1f filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_3/d/5647e7ab8c0abc6f150bbada1ca80703 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_3/d/d61314dac6376040d6c2009e7b247323 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_4/d/542df1c323a4b854ecfe5fe41612f5d1 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_4/d/9352f46111f2f293a245bc4be877d37c filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_5/d/da9909c4b4fa53bee8e35cba9b8da7fb filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_5/d/e17f3ad43a2c3fbf8da8a0c68c9d534f filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_6/d/2cd7bf2a26d85dd3faac715232cc3d8d filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_6/d/51da7f920516bdc1fc9241755eb2ce99 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_7/d/9aec9a87c1edd24fa5131b759eab7a16 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_7/d/bfcec329eebef08efe7293615df4bb59 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_8/d/5a16e32751f2ef3d1021ede3fe86f03e filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_8/d/cfacc718a63e729ccba147c96949655d filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_9/d/276bf4c74bf12eba11f951b582885dc8 filter=lfs diff=lfs merge=lfs -text
+params/ocdbt.process_9/d/836b869dc406350863fd175e50a07118 filter=lfs diff=lfs merge=lfs -text
diff --git a/assets/commit_success.txt b/assets/commit_success.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bfed4a9046cd474d3a66b6ab449eaacd95b3d0
--- /dev/null
+++ b/assets/commit_success.txt
@@ -0,0 +1 @@
+Checkpoint commit was successful
\ No newline at end of file
diff --git a/assets/lap/norm_stats.json b/assets/lap/norm_stats.json
new file mode 100644
index 0000000000000000000000000000000000000000..a7014472d59ebd496ff317e108412f13b6f5f0d4
--- /dev/null
+++ b/assets/lap/norm_stats.json
@@ -0,0 +1,138 @@
+{
+  "norm_stats": {
+    "actions": {
+      "mean": [
+        0.006148413219036816,
+        0.00325955396437098,
+        -0.006190468191303549,
+        0.00009101533464867525,
+        -0.0060160899938075255,
+        0.013284487560617685,
+        0.5840899089409738
+      ],
+      "std": [
+        0.05918062098289283,
+        0.0692961273534122,
+        0.08045680261347336,
+        0.15030025553342827,
+        0.1703804444402647,
+        0.2917240905079725,
+        0.4928629789255914
+      ],
+      "q01": [
+        -0.4343460500240326,
+        -0.3270426094532013,
+        -0.6352361440658569,
+        -3.1231846809387207,
+        -1.1154314279556274,
+        -1.8423207998275757,
+        -9.999999960041972e-13
+      ],
+      "q99": [
+        0.4432459771633148,
+        0.40755072236061096,
+        0.5487070083618164,
+        3.1231846809387207,
+        1.1311427354812622,
+        1.8299973011016846,
+        0.999755859375
+      ],
+      "num_transitions": 1517299776,
+      "num_trajectories": 316414,
+      "min": [
+        -0.9603440165519714,
+        -0.9864906668663025,
+        -1.1396313905715942,
+        -3.141592502593994,
+        -1.5697963237762451,
+        -3.1415913105010986,
+        0.0
+      ],
+      "max": [
+        0.7552472949028015,
+        0.9865548014640808,
+        1.1307015419006348,
+        3.141592502593994,
+        1.5697963237762451,
+        3.141592264175415,
+        1.0
+      ]
+    },
+    "state": {
+      "mean": [
+        0.43440315383003125,
+        -0.004286843050321521,
+        0.17784819339484303,
+        0.6037766290423547,
+        -0.04802955431267394,
+        -0.02676398207021155,
+        -0.10868209078283025,
+        -0.3972946213629442,
+        0.016754030022344116,
+        0.5924141281887331
+      ],
+      "std": [
+        0.24008978479757287,
+        0.16839623341999121,
+        0.42796029593322177,
+        0.4318050016370624,
+        0.5639944675833208,
+        0.3576106138877715,
+        0.5610319388280938,
+        0.6598870960778453,
+        0.28258927063299477,
+        0.4573221521006065
+      ],
+      "q01": [
+        -0.31769606471061707,
+        -0.47235044836997986,
+        -0.9830644726753235,
+        -0.9204099774360657,
+        -0.9996724724769592,
+        -0.9970703125,
+        -0.9996687769889832,
+        -1.0,
+        -0.8061519265174866,
+        -0.00011343311052769423
+      ],
+      "q99": [
+        0.873658299446106,
+        0.5940685868263245,
+        1.072695255279541,
+        0.9998158812522888,
+        0.9999101758003235,
+        0.9365227818489075,
+        0.9998651146888733,
+        0.99951171875,
+        0.9873027801513672,
+        1.014261245727539
+      ],
+      "num_transitions": 47415618,
+      "num_trajectories": 316414,
+      "min": [
+        -0.7259413599967957,
+        -0.9970501065254211,
+        -1.1217665672302246,
+        -0.9999997615814209,
+        -1.0,
+        -1.0,
+        -1.0,
+        -1.0,
+        -0.999999463558197,
+        -0.0003612041473388672
+      ],
+      "max": [
+        1.0534898042678833,
+        0.8196876049041748,
+        1.6896663904190063,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9999992251396179,
+        1.0145089626312256
+      ]
+    }
+  }
+}
\ No newline at end of file
diff --git a/params/_METADATA b/params/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..65aaca0ea1468de8ee1a53fa85b254fdff0b10c0
--- /dev/null
+++ b/params/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18, 4304]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 4304, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72, 18]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 16, 72]}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [27, 18, 16, 72]}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18]}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [14, 14, 3, 18]}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1152, 32]}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 4, 1152]}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4018, 2048]}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [48]}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 48]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 256, 16]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 32, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 8, 16, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 2048, 256]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 256, 2048]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 2, 1024, 64]}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 64, 1024]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 48]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024, 48]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 32]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 48]}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [18, 1024, 48]}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [7, 16]}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [7]}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 7]}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 16]}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16]}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024, 16]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/params/_sharding b/params/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..17dc0e704575c3540c95c1d88aee16d9e2d184b8
--- /dev/null
+++ b/params/_sharding
@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [\"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 64], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 32}, {\"id\": 33}, {\"id\": 34}, {\"id\": 35}, {\"id\": 40}, {\"id\": 41}, {\"id\": 42}, {\"id\": 43}, {\"id\": 48}, {\"id\": 49}, {\"id\": 50}, {\"id\": 51}, {\"id\": 56}, {\"id\": 57}, {\"id\": 58}, {\"id\": 59}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}, {\"id\": 36}, {\"id\": 37}, {\"id\": 38}, {\"id\": 39}, {\"id\": 44}, {\"id\": 45}, {\"id\": 46}, {\"id\": 47}, {\"id\": 52}, {\"id\": 53}, {\"id\": 54}, {\"id\": 55}, {\"id\": 60}, {\"id\": 61}, {\"id\": 62}, {\"id\": 63}]]}}"}
\ No newline at end of file
diff --git a/params/array_metadatas/process_0 b/params/array_metadatas/process_0
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_0
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_1 b/params/array_metadatas/process_1
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_1
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_10 b/params/array_metadatas/process_10
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_10
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_11 b/params/array_metadatas/process_11
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_11
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_12 b/params/array_metadatas/process_12
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_12
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_13 b/params/array_metadatas/process_13
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_13
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_14 b/params/array_metadatas/process_14
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_14
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_15 b/params/array_metadatas/process_15
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_15
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_2 b/params/array_metadatas/process_2
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_2
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_3 b/params/array_metadatas/process_3
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_3
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_4 b/params/array_metadatas/process_4
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_4
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_5 b/params/array_metadatas/process_5
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_5
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_6 b/params/array_metadatas/process_6
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_6
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_7 b/params/array_metadatas/process_7
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_7
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_8 b/params/array_metadatas/process_8
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_8
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/array_metadatas/process_9 b/params/array_metadatas/process_9
new file mode 100644
index 0000000000000000000000000000000000000000..ea426b90966ce31c2e63f125d5f77a83d4d0d7f4
--- /dev/null
+++ b/params/array_metadatas/process_9
@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 4304], "chunk_shape": [27, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 18, 4304], "chunk_shape": [27, 18, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 4304, 18], "chunk_shape": [27, 4304, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 18], "chunk_shape": [27, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 16, 72, 18], "chunk_shape": [27, 16, 72, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 16, 72], "chunk_shape": [27, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 18, 16, 72], "chunk_shape": [27, 18, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [18], "chunk_shape": [18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 18], "chunk_shape": [14, 14, 3, 18], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 4, 1152], "chunk_shape": [1, 4, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [4018, 2048], "chunk_shape": [4018, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [48], "chunk_shape": [48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [1024, 48], "chunk_shape": [1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 8, 256, 32], "chunk_shape": [18, 8, 256, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 8, 256, 16], "chunk_shape": [18, 8, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 32, 256], "chunk_shape": [18, 2, 1, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 16, 256], "chunk_shape": [18, 2, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 8, 32, 256], "chunk_shape": [18, 8, 32, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 8, 16, 256], "chunk_shape": [18, 8, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 2048, 256], "chunk_shape": [18, 2, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 256, 2048], "chunk_shape": [18, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 1024, 64], "chunk_shape": [18, 2, 1024, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 64, 1024], "chunk_shape": [18, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 32], "chunk_shape": [18, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 48], "chunk_shape": [18, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 1024, 48], "chunk_shape": [18, 1024, 48], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [7, 16], "chunk_shape": [7, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [16, 7], "chunk_shape": [16, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}]}
\ No newline at end of file
diff --git a/params/commit_success.txt b/params/commit_success.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbea1e570a91cd2adac18a6fffcc89b253f9e41
--- /dev/null
+++ b/params/commit_success.txt
@@ -0,0 +1 @@
+Checkpoint commit was successful to gs://v6_east1d/checkpoints/pi_combined_cot_v6/ours_2048_baseprob/15000/params
\ No newline at end of file
diff --git a/params/d/1108d402420a7379245f4328d37ce4a1 b/params/d/1108d402420a7379245f4328d37ce4a1
new file mode 100644
index 0000000000000000000000000000000000000000..f75db95c818cae20acd87a7df1c2d72de60c924b
--- /dev/null
+++ b/params/d/1108d402420a7379245f4328d37ce4a1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdf896bc618220135ca88b0ae24af51ecb41107fe0df9297658035fc4a6ae85
+size 122647
diff --git a/params/manifest.ocdbt b/params/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..6f171f4f8139d521333d9d29f2f5313930b3400f
Binary files /dev/null and b/params/manifest.ocdbt differ
diff --git a/params/ocdbt.process_0/d/2a547295477492a7426cdd99bfd9c7a8 b/params/ocdbt.process_0/d/2a547295477492a7426cdd99bfd9c7a8
new file mode 100644
index 0000000000000000000000000000000000000000..13c45814c7bc938d3f0a688b50050654c12b9794
Binary files /dev/null and b/params/ocdbt.process_0/d/2a547295477492a7426cdd99bfd9c7a8 differ
diff --git a/params/ocdbt.process_0/d/629b233e18bee0d72881904b6b1ed0cb b/params/ocdbt.process_0/d/629b233e18bee0d72881904b6b1ed0cb
new file mode 100644
index 0000000000000000000000000000000000000000..250bb056ac58609ed8efab591ae05129ee2c69c6
--- /dev/null
+++ b/params/ocdbt.process_0/d/629b233e18bee0d72881904b6b1ed0cb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70974a13a87ed5b2df2c5f21b81fd3e614d7aeb1ff76fd1567aea5e238059e3
+size 615372625
diff --git a/params/ocdbt.process_0/d/704a99bdec6d2ca532058235ff2c0b1f b/params/ocdbt.process_0/d/704a99bdec6d2ca532058235ff2c0b1f
new file mode 100644
index 0000000000000000000000000000000000000000..425a1dd2e49c3639ebffe01849842e9c6d89d1c3
--- /dev/null
+++ b/params/ocdbt.process_0/d/704a99bdec6d2ca532058235ff2c0b1f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a587e1964a31df3194e62be1f9d6e765b34ef1d9393b2187ef4f906fedefb52a
+size 162176756
diff --git a/params/ocdbt.process_0/d/b69e2dc38dfe21e545aa4035eb945c23 b/params/ocdbt.process_0/d/b69e2dc38dfe21e545aa4035eb945c23
new file mode 100644
index 0000000000000000000000000000000000000000..e1281f208d520cc4220a1278625bccb7e202fc3f
Binary files /dev/null and b/params/ocdbt.process_0/d/b69e2dc38dfe21e545aa4035eb945c23 differ
diff --git a/params/ocdbt.process_0/manifest.ocdbt b/params/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdc40cf2d7be51199e77ca19761cc1b86fc4322
Binary files /dev/null and b/params/ocdbt.process_0/manifest.ocdbt differ
diff --git a/params/ocdbt.process_1/d/2fe5c5df282843f1ae5f85dcc105b17d b/params/ocdbt.process_1/d/2fe5c5df282843f1ae5f85dcc105b17d
new file mode 100644
index 0000000000000000000000000000000000000000..87bbfaa2c5117362a5fa9f6696f0de4b0a30cf8a
--- /dev/null
+++ b/params/ocdbt.process_1/d/2fe5c5df282843f1ae5f85dcc105b17d
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d4abd4c3b587287c5a31114f6d3cb307bffa27db493cffd45d1835dca58695
+size 342628465
diff --git a/params/ocdbt.process_1/d/c40a7ad1470cfbef6c95e4ddfbdf7ffa b/params/ocdbt.process_1/d/c40a7ad1470cfbef6c95e4ddfbdf7ffa
new file mode 100644
index 0000000000000000000000000000000000000000..4a34ab4a00d8251145a5681aa96606245b6eec44
--- /dev/null
+++ b/params/ocdbt.process_1/d/c40a7ad1470cfbef6c95e4ddfbdf7ffa
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09055409b0b46d35d239503743f7461e6182da877c6c7f433b1b61836a5b116
+size 434175314
diff --git a/params/ocdbt.process_1/manifest.ocdbt b/params/ocdbt.process_1/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2feb835f0f26794cb01419216d5b26e7752543
Binary files /dev/null and b/params/ocdbt.process_1/manifest.ocdbt differ
diff --git a/params/ocdbt.process_10/d/3133a8c2f233b25d5dc2c14f1db6954b b/params/ocdbt.process_10/d/3133a8c2f233b25d5dc2c14f1db6954b
new file mode 100644
index 0000000000000000000000000000000000000000..0876ad8f339e07285604cbfe9cf8cc2aa61e8743
--- /dev/null
+++ b/params/ocdbt.process_10/d/3133a8c2f233b25d5dc2c14f1db6954b
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477fc3def0747a1f9c289889f193e077d51b16543da4b98bd1e28a37b041f2db
+size 62631059
diff --git a/params/ocdbt.process_10/d/3b1fedd94b66f5de5ba762842003705b b/params/ocdbt.process_10/d/3b1fedd94b66f5de5ba762842003705b
new file mode 100644
index 0000000000000000000000000000000000000000..e7c0889fe718e034a04b074c875ebb442384bfbd
--- /dev/null
+++ b/params/ocdbt.process_10/d/3b1fedd94b66f5de5ba762842003705b
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8024d6e152b2ad2bbb50fd878d5d4bcfaa0d229453789da7c67021776123edae
+size 713598119
diff --git a/params/ocdbt.process_10/manifest.ocdbt b/params/ocdbt.process_10/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5c7bcbb515a4b872b1827f5c86067875ebc4e0
Binary files /dev/null and b/params/ocdbt.process_10/manifest.ocdbt differ
diff --git a/params/ocdbt.process_11/d/29df6ab0527399c40de54db7bef2a257 b/params/ocdbt.process_11/d/29df6ab0527399c40de54db7bef2a257
new file mode 100644
index 0000000000000000000000000000000000000000..c5885dbea11588f43198e6715caafd171fd740df
--- /dev/null
+++ b/params/ocdbt.process_11/d/29df6ab0527399c40de54db7bef2a257
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498c5ab8d7ac9a6d0f9c2ad6fdcf96073d5fdbff647d89b9a81c36a7b9869fa2
+size 194073152
diff --git a/params/ocdbt.process_11/d/730dd3997565de5734d701288a542b7f b/params/ocdbt.process_11/d/730dd3997565de5734d701288a542b7f
new file mode 100644
index 0000000000000000000000000000000000000000..afdcf0521f1e4a585cf789c0be8ea7d6c3e87a0f
--- /dev/null
+++ b/params/ocdbt.process_11/d/730dd3997565de5734d701288a542b7f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334acf00f22839e5e2db497e938b2ed6b624cc22719ddec009413a3a47018a4
+size 582159817
diff --git a/params/ocdbt.process_11/manifest.ocdbt b/params/ocdbt.process_11/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..392c71337cde8b4cc8a72cc5f28496215b233451
Binary files /dev/null and b/params/ocdbt.process_11/manifest.ocdbt differ
diff --git a/params/ocdbt.process_12/d/ba28512aa1d0730a76158e3544377a8f b/params/ocdbt.process_12/d/ba28512aa1d0730a76158e3544377a8f
new file mode 100644
index 0000000000000000000000000000000000000000..61ad5dae5926fddf860cf0eee6be7c1940dc7e1a
--- /dev/null
+++ b/params/ocdbt.process_12/d/ba28512aa1d0730a76158e3544377a8f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d532b9c44dc5cf9f888471936fceba51c659a9e05bb607725c3cffb319f1063
+size 130853404
diff --git a/params/ocdbt.process_12/d/ef06b5b53b2a3402bf6d04ba784b16d1 b/params/ocdbt.process_12/d/ef06b5b53b2a3402bf6d04ba784b16d1
new file mode 100644
index 0000000000000000000000000000000000000000..88eab85398b00d9f73267815d1eeae6c78601824
--- /dev/null
+++ b/params/ocdbt.process_12/d/ef06b5b53b2a3402bf6d04ba784b16d1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b61381f456636615427806bc91ffc0fafce78db238d79e96daa71cc9029f104
+size 646082497
diff --git a/params/ocdbt.process_12/manifest.ocdbt b/params/ocdbt.process_12/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5577c73d3776471b7ca84941f1a17e5151a600
Binary files /dev/null and b/params/ocdbt.process_12/manifest.ocdbt differ
diff --git a/params/ocdbt.process_13/d/0a9babedb5588742d9bfe55e004ab209 b/params/ocdbt.process_13/d/0a9babedb5588742d9bfe55e004ab209
new file mode 100644
index 0000000000000000000000000000000000000000..e03f9bdacb792560f6d6a761e2d60419eed64d4d
--- /dev/null
+++ b/params/ocdbt.process_13/d/0a9babedb5588742d9bfe55e004ab209
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe9d104103fbf221988050692592899bed6768ae0412a9bc500a7e0239f26f2
+size 737548116
diff --git a/params/ocdbt.process_13/d/bb9fb985e5e37fd806fbac2759871f90 b/params/ocdbt.process_13/d/bb9fb985e5e37fd806fbac2759871f90
new file mode 100644
index 0000000000000000000000000000000000000000..0343af0e61e9103fc38c01d9e165f83e8655f657
--- /dev/null
+++ b/params/ocdbt.process_13/d/bb9fb985e5e37fd806fbac2759871f90
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f900cad04799e4756dac1bffa216cb976c2bb4e4108891bd89bdfc01ec94b16
+size 39363475
diff --git a/params/ocdbt.process_13/manifest.ocdbt b/params/ocdbt.process_13/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..17fbd7851a29813c11321da549cab0a0a44f94f6
Binary files /dev/null and b/params/ocdbt.process_13/manifest.ocdbt differ
diff --git a/params/ocdbt.process_14/d/4e198eb30632be4204f9ac4d0d902376 b/params/ocdbt.process_14/d/4e198eb30632be4204f9ac4d0d902376
new file mode 100644
index 0000000000000000000000000000000000000000..a59041d71a4f4cec19f8f008acfa694903fe88bd
--- /dev/null
+++ b/params/ocdbt.process_14/d/4e198eb30632be4204f9ac4d0d902376
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c86c72cb3c018c05c2aaf1106a60bcb7219773a7bdf12ca157d23f08477e5c1
+size 507150640
diff --git a/params/ocdbt.process_14/d/53701153166e31774734135ca9617421 b/params/ocdbt.process_14/d/53701153166e31774734135ca9617421
new file mode 100644
index 0000000000000000000000000000000000000000..11c4c5a296a56f9485d4480ba726b4023fede118
--- /dev/null
+++ b/params/ocdbt.process_14/d/53701153166e31774734135ca9617421
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab3e019306657c73d2041f12bae35ed8c6a782be45a579e15919ea94b51a3bb
+size 269049593
diff --git a/params/ocdbt.process_14/manifest.ocdbt b/params/ocdbt.process_14/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cf9712b7d79f1c5620b802520ec0e9cdc4dacf
Binary files /dev/null and b/params/ocdbt.process_14/manifest.ocdbt differ
diff --git a/params/ocdbt.process_15/d/507b0bc33c33a0427c5fbef0c95989ff b/params/ocdbt.process_15/d/507b0bc33c33a0427c5fbef0c95989ff
new file mode 100644
index 0000000000000000000000000000000000000000..2b449f4e882d08a1938b3effbe0b2386695c4fc0
--- /dev/null
+++ b/params/ocdbt.process_15/d/507b0bc33c33a0427c5fbef0c95989ff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c6cf8f54d8c9a774cf9c296b5810c932f22b20b0788ce5693de30ac67bb280
+size 249919443
diff --git a/params/ocdbt.process_15/d/dcc9d7e01af04c28194c58ba5d467895 b/params/ocdbt.process_15/d/dcc9d7e01af04c28194c58ba5d467895
new file mode 100644
index 0000000000000000000000000000000000000000..89b42796341d4f68b78eae7c570ddbe5ad44aa61
--- /dev/null
+++ b/params/ocdbt.process_15/d/dcc9d7e01af04c28194c58ba5d467895
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa8af023f27a5303fd0f87ad209e7e59803cb4f77a5aa01df6eedbef216a7dd
+size 526156447
diff --git a/params/ocdbt.process_15/manifest.ocdbt b/params/ocdbt.process_15/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..279910febfd462409bc4717e46103c1a19c95e4e
Binary files /dev/null and b/params/ocdbt.process_15/manifest.ocdbt differ
diff --git a/params/ocdbt.process_2/d/2f670c77bda502235a631f8656ce44f2 b/params/ocdbt.process_2/d/2f670c77bda502235a631f8656ce44f2
new file mode 100644
index 0000000000000000000000000000000000000000..7e756400c6c3808bfc840314e2162523bcc3204b
--- /dev/null
+++ b/params/ocdbt.process_2/d/2f670c77bda502235a631f8656ce44f2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2df21229c89a3c044f59b3af9d03d0fdf7acabba8cb460a2c5d4e44d9b9bd7
+size 638644043
diff --git a/params/ocdbt.process_2/d/44542c4132bdc2638896327877673c1f b/params/ocdbt.process_2/d/44542c4132bdc2638896327877673c1f
new file mode 100644
index 0000000000000000000000000000000000000000..f87b166435a681408d7982efcc50c210ac3f83b6
--- /dev/null
+++ b/params/ocdbt.process_2/d/44542c4132bdc2638896327877673c1f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab28bf53ce60a62f04ef71b4f7f398bcde108ccde2ce6751b19d967643d6b5b
+size 138278568
diff --git a/params/ocdbt.process_2/manifest.ocdbt b/params/ocdbt.process_2/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..e5973a5619de550075de89d4b88cf7dea802347b
Binary files /dev/null and b/params/ocdbt.process_2/manifest.ocdbt differ
diff --git a/params/ocdbt.process_3/d/5647e7ab8c0abc6f150bbada1ca80703 b/params/ocdbt.process_3/d/5647e7ab8c0abc6f150bbada1ca80703
new file mode 100644
index 0000000000000000000000000000000000000000..849ecbd78e16eb9c7a0f8cb2423cd41952a6ad17
--- /dev/null
+++ b/params/ocdbt.process_3/d/5647e7ab8c0abc6f150bbada1ca80703
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f87df054c7a2423da80ee4b5d77c487e149064f4f79466519eb90f4d35e25a2
+size 81306212
diff --git a/params/ocdbt.process_3/d/d61314dac6376040d6c2009e7b247323 b/params/ocdbt.process_3/d/d61314dac6376040d6c2009e7b247323
new file mode 100644
index 0000000000000000000000000000000000000000..ea2dc773503f27cb85bf986e261a17f639c1bc1e
--- /dev/null
+++ b/params/ocdbt.process_3/d/d61314dac6376040d6c2009e7b247323
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4280b9d1baf14c369833936bdea2dfee95a74798d6fa268245286765df0f4e7
+size 695604838
diff --git a/params/ocdbt.process_3/manifest.ocdbt b/params/ocdbt.process_3/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc0e9205938b3ec898469e4a1f1d346bd59036b
Binary files /dev/null and b/params/ocdbt.process_3/manifest.ocdbt differ
diff --git a/params/ocdbt.process_4/d/542df1c323a4b854ecfe5fe41612f5d1 b/params/ocdbt.process_4/d/542df1c323a4b854ecfe5fe41612f5d1
new file mode 100644
index 0000000000000000000000000000000000000000..4d7080e2952935a24ec3d6b9d2b4a9768731dfea
--- /dev/null
+++ b/params/ocdbt.process_4/d/542df1c323a4b854ecfe5fe41612f5d1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a996b7a7e87ad9ae70748d83e411aad6a6a19b1d757be70b5d67708897974b
+size 635847071
diff --git a/params/ocdbt.process_4/d/9352f46111f2f293a245bc4be877d37c b/params/ocdbt.process_4/d/9352f46111f2f293a245bc4be877d37c
new file mode 100644
index 0000000000000000000000000000000000000000..56f30d7cb46e0f224bd04d5d9418fe3cc191221a
--- /dev/null
+++ b/params/ocdbt.process_4/d/9352f46111f2f293a245bc4be877d37c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6901eefa1f064d09cb24cf4ac6a83f8b7f65ae581520fd11adc9b0aa90dfde1
+size 141025531
diff --git a/params/ocdbt.process_4/manifest.ocdbt b/params/ocdbt.process_4/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..276943fc21db283b8b42e7f5761b66bfadcb037a
Binary files /dev/null and b/params/ocdbt.process_4/manifest.ocdbt differ
diff --git a/params/ocdbt.process_5/d/da9909c4b4fa53bee8e35cba9b8da7fb b/params/ocdbt.process_5/d/da9909c4b4fa53bee8e35cba9b8da7fb
new file mode 100644
index 0000000000000000000000000000000000000000..023c7b46d30b642dbe03b7c1cd2a10d0c039fec6
--- /dev/null
+++ b/params/ocdbt.process_5/d/da9909c4b4fa53bee8e35cba9b8da7fb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaca0e0c6531743237a984e65b86a51741adf4490619375f00376ea1f601cfa
+size 138284931
diff --git a/params/ocdbt.process_5/d/e17f3ad43a2c3fbf8da8a0c68c9d534f b/params/ocdbt.process_5/d/e17f3ad43a2c3fbf8da8a0c68c9d534f
new file mode 100644
index 0000000000000000000000000000000000000000..43af38dff0dd2270c9b0f2380441ed931691f8b2
--- /dev/null
+++ b/params/ocdbt.process_5/d/e17f3ad43a2c3fbf8da8a0c68c9d534f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6911373b6d25f3594ac96ec8fa276075efeefcf21b0214fb38ce76ed78776330
+size 638582036
diff --git a/params/ocdbt.process_5/manifest.ocdbt b/params/ocdbt.process_5/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..e657e6dc3f2792afcd39e9c5bb630765cddc5652
Binary files /dev/null and b/params/ocdbt.process_5/manifest.ocdbt differ
diff --git a/params/ocdbt.process_6/d/2cd7bf2a26d85dd3faac715232cc3d8d b/params/ocdbt.process_6/d/2cd7bf2a26d85dd3faac715232cc3d8d
new file mode 100644
index 0000000000000000000000000000000000000000..b9b7ff68e151936b548043365712277446f03752
--- /dev/null
+++ b/params/ocdbt.process_6/d/2cd7bf2a26d85dd3faac715232cc3d8d
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc1153d0ca0076a525c7dc12aa089264453f43e87cc726ceebc1fb6ae248e4f
+size 638546478
diff --git a/params/ocdbt.process_6/d/51da7f920516bdc1fc9241755eb2ce99 b/params/ocdbt.process_6/d/51da7f920516bdc1fc9241755eb2ce99
new file mode 100644
index 0000000000000000000000000000000000000000..11f7afbc1f1e6e7865a192f681585a2ded2c37e9
--- /dev/null
+++ b/params/ocdbt.process_6/d/51da7f920516bdc1fc9241755eb2ce99
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188b15efb4495152d363d7b03af62f9d315a8e532858c10c8fc2860d650b252b
+size 138029325
diff --git a/params/ocdbt.process_6/manifest.ocdbt b/params/ocdbt.process_6/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..59b1f3fb7f529db69e8042a2c0a6233e194f16b4
Binary files /dev/null and b/params/ocdbt.process_6/manifest.ocdbt differ
diff --git a/params/ocdbt.process_7/d/9aec9a87c1edd24fa5131b759eab7a16 b/params/ocdbt.process_7/d/9aec9a87c1edd24fa5131b759eab7a16
new file mode 100644
index 0000000000000000000000000000000000000000..b558ce00b31b37186e4630278fd3a4edade6c34a
--- /dev/null
+++ b/params/ocdbt.process_7/d/9aec9a87c1edd24fa5131b759eab7a16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6033b9d9ac95b57d1d016be2bb8a569a4c2b69c66a97202c68da96cc31352730
+size 45307260
diff --git a/params/ocdbt.process_7/d/bfcec329eebef08efe7293615df4bb59 b/params/ocdbt.process_7/d/bfcec329eebef08efe7293615df4bb59
new file mode 100644
index 0000000000000000000000000000000000000000..5fe91c9783ba4902190b97ea1a5ebb9339f4c403
--- /dev/null
+++ b/params/ocdbt.process_7/d/bfcec329eebef08efe7293615df4bb59
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872ffbb8285c2b7e829c5a2e273171fae78ec98fe13581f23c2a6717084ab1af
+size 731053075
diff --git a/params/ocdbt.process_7/manifest.ocdbt b/params/ocdbt.process_7/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d1ec10e0580e7fe9c905465f09ca364d6b0240
Binary files /dev/null and b/params/ocdbt.process_7/manifest.ocdbt differ
diff --git a/params/ocdbt.process_8/d/5a16e32751f2ef3d1021ede3fe86f03e b/params/ocdbt.process_8/d/5a16e32751f2ef3d1021ede3fe86f03e
new file mode 100644
index 0000000000000000000000000000000000000000..f8ea45ddf17501cec6dff1e528b2eea91f25e4c5
--- /dev/null
+++ b/params/ocdbt.process_8/d/5a16e32751f2ef3d1021ede3fe86f03e
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1667fb09b2eeab7db3312f835fb972ef19e57bace64e8b13f1e4a6eef650bcd7
+size 169039851
diff --git a/params/ocdbt.process_8/d/cfacc718a63e729ccba147c96949655d b/params/ocdbt.process_8/d/cfacc718a63e729ccba147c96949655d
new file mode 100644
index 0000000000000000000000000000000000000000..b38ed5f99410a6e3f6c3cc15ae9724b05969a337
--- /dev/null
+++ b/params/ocdbt.process_8/d/cfacc718a63e729ccba147c96949655d
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5290447cb177bbcc9c6c04f4ea4ffc5a0ed970f7ee888520495f53de0fc0fc1c
+size 607877854
diff --git a/params/ocdbt.process_8/manifest.ocdbt b/params/ocdbt.process_8/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..964afa1a1fa58f69801102407cbb15c2416a0c5c
Binary files /dev/null and b/params/ocdbt.process_8/manifest.ocdbt differ
diff --git a/params/ocdbt.process_9/d/276bf4c74bf12eba11f951b582885dc8 b/params/ocdbt.process_9/d/276bf4c74bf12eba11f951b582885dc8
new file mode 100644
index 0000000000000000000000000000000000000000..a5c2d8fc2b9c0afcbcd47c67d06486032fdc9d4a
--- /dev/null
+++ b/params/ocdbt.process_9/d/276bf4c74bf12eba11f951b582885dc8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ccfce831a5ce9137e46b99f1e9f437f82039eb54815f991989daf1d0984e11
+size 79760733
diff --git a/params/ocdbt.process_9/d/836b869dc406350863fd175e50a07118 b/params/ocdbt.process_9/d/836b869dc406350863fd175e50a07118
new file mode 100644
index 0000000000000000000000000000000000000000..c4d4e5cd2d1af718910df98f41a7a0b484f569a2
--- /dev/null
+++ b/params/ocdbt.process_9/d/836b869dc406350863fd175e50a07118
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596a2fab971ce59915be4322c59606308d05433644a8d9a7583f21690add0b17
+size 697131942
diff --git a/params/ocdbt.process_9/manifest.ocdbt b/params/ocdbt.process_9/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2bc4b6fc2aa1f15cc610120e553e87bd0c9dbd
Binary files /dev/null and b/params/ocdbt.process_9/manifest.ocdbt differ