Hugging Face's logo

Dimios45
/
yam-world-model

Video-to-Video
JAX
LeRobot
robotics
world-model
dreamer
dreamer-v4
yam
flax
Model card Files
xet
 Community
Dimios45 commited on
Commit
a800ae3
·
verified ·
1 Parent(s): 70ec42d

abc12/tokenizer step 24000: model

Browse files
Files changed (16) hide show
  1. .gitattributes +4 -0
  2. abc12/tokenizer/model/24000/_CHECKPOINT_METADATA +1 -0
  3. abc12/tokenizer/model/24000/config/metadata +1 -0
  4. abc12/tokenizer/model/24000/variables/_METADATA +1 -0
  5. abc12/tokenizer/model/24000/variables/_sharding +1 -0
  6. abc12/tokenizer/model/24000/variables/array_metadatas/process_0 +1 -0
  7. abc12/tokenizer/model/24000/variables/d/d23e0782d31d04f715bf777b7a4b1e4d +0 -0
  8. abc12/tokenizer/model/24000/variables/manifest.ocdbt +0 -0
  9. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/065fe935165cd9f43389bb60f40cb57c +0 -0
  10. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/1705fddf847c3c6693df0531c4d59f9b +3 -0
  11. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/296a950b38562c3c93b41e57e2f6b82a +3 -0
  12. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/335758bedf4d78398fa7fa50a6283c5a +0 -0
  13. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/61ba7c2deaa47a14beaf35c7823cfeed +3 -0
  14. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/92eab98de33f3783d8318b7b72fee75c +0 -0
  15. abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/ec5a73e3b3759dcbf1eff5d04b83cb17 +3 -0
  16. abc12/tokenizer/model/24000/variables/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes CHANGED
@@ -44,3 +44,7 @@ abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/078fea65804d0d9fbee43880
44
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/d7a76983d940be82790048840c07ffbb filter=lfs diff=lfs merge=lfs -text
45
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/e10174e0fe3d5e5da38e426d6d2fce21 filter=lfs diff=lfs merge=lfs -text
46
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/fcfebed3463074318a0499b39900deb9 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
44
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/d7a76983d940be82790048840c07ffbb filter=lfs diff=lfs merge=lfs -text
45
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/e10174e0fe3d5e5da38e426d6d2fce21 filter=lfs diff=lfs merge=lfs -text
46
  abc12/tokenizer/model/20000/variables/ocdbt.process_0/d/fcfebed3463074318a0499b39900deb9 filter=lfs diff=lfs merge=lfs -text
47
+ abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/1705fddf847c3c6693df0531c4d59f9b filter=lfs diff=lfs merge=lfs -text
48
+ abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/296a950b38562c3c93b41e57e2f6b82a filter=lfs diff=lfs merge=lfs -text
49
+ abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/61ba7c2deaa47a14beaf35c7823cfeed filter=lfs diff=lfs merge=lfs -text
50
+ abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/ec5a73e3b3759dcbf1eff5d04b83cb17 filter=lfs diff=lfs merge=lfs -text
abc12/tokenizer/model/24000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"config": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "variables": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1787454045452078785, "commit_timestamp_nsecs": 1787454045808830132, "custom_metadata": {}}
abc12/tokenizer/model/24000/config/metadata ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_target_": "visionary.models.dreamer4.tokenizer.Tokenizer", "encoder_num_layers": 8, "encoder_num_heads": 8, "encoder_num_kv_heads": 2, "encoder_model_dim": 512, "encoder_mlp_hidden_dim": 1536, "decoder_num_layers": 8, "decoder_num_heads": 8, "decoder_num_kv_heads": 2, "decoder_model_dim": 512, "decoder_mlp_hidden_dim": 1536, "num_latents": 192, "head_dim": 64, "channel_dim": 24, "temporal_layer_period": 4, "temporal_layer_offset": 1, "resize_shape": [144, 192], "pad_width": [0, 0], "patch_size": 16, "base": 10000.0, "independent_prob": 0.2, "remat_policy": "dots_with_no_batch_dims_saveable"}
abc12/tokenizer/model/24000/variables/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'decoder', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [24, 512]}}, "('params', 'decoder', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'decoder', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 768]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'decoder', 'SpatioTemporalTransformer_0', 'final_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'decoder', 'image_tokens')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "decoder", "key_type": 2}, {"key": "image_tokens", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [108, 512]}}, "('params', 'encoder', 'Dense_0', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 512]}}, "('params', 'encoder', 'Dense_1', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [24]}}, "('params', 'encoder', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 24]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 128]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1536]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1536, 512]}}, "('params', 'encoder', 'SpatioTemporalTransformer_0', 'final_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "SpatioTemporalTransformer_0", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'encoder', 'latent_tokens')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "latent_tokens", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [192, 512]}}, "('params', 'encoder', 'mask_token')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "mask_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
abc12/tokenizer/model/24000/variables/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLmRlY29kZXIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLmZpbmFsX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmRlY29kZXIuaW1hZ2VfdG9rZW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIuU3BhdGlvVGVtcG9yYWxUcmFuc2Zvcm1lcl8wLmZpbmFsX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIubGF0ZW50X3Rva2Vucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmVuY29kZXIubWFza190b2tlbg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}
abc12/tokenizer/model/24000/variables/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.decoder.Dense_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.Dense_0.kernel", "write_shape": [24, 512], "chunk_shape": [24, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.Dense_1.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.Dense_1.kernel", "write_shape": [512, 768], "chunk_shape": [512, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.SpatioTemporalTransformer_0.final_norm.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.decoder.image_tokens", "write_shape": [108, 512], "chunk_shape": [108, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.Dense_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.Dense_0.kernel", "write_shape": [768, 512], "chunk_shape": [768, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.Dense_1.bias", "write_shape": [24], "chunk_shape": [24], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.Dense_1.kernel", "write_shape": [512, 24], "chunk_shape": [512, 24], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_0.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_1.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_2.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_3.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_4.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_5.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_6.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_0.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_1.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_2.kernel", "write_shape": [512, 128], "chunk_shape": [512, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.Dense_3.kernel", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.RMSNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.RMSNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_0.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_1.kernel", "write_shape": [512, 1536], "chunk_shape": [512, 1536], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.TransformerBlock_7.SwiGLU_0.Dense_2.kernel", "write_shape": [1536, 512], "chunk_shape": [1536, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.SpatioTemporalTransformer_0.final_norm.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.latent_tokens", "write_shape": [192, 512], "chunk_shape": [192, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.encoder.mask_token", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
abc12/tokenizer/model/24000/variables/d/d23e0782d31d04f715bf777b7a4b1e4d ADDED
Binary file (9.61 kB). View file
 
abc12/tokenizer/model/24000/variables/manifest.ocdbt ADDED
Binary file (117 Bytes). View file
 
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/065fe935165cd9f43389bb60f40cb57c ADDED
Binary file (651 Bytes). View file
 
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/1705fddf847c3c6693df0531c4d59f9b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da437563a7515fa78559b53d01982b89c6d82f7cdf562872113d7084aa4f39e
3
+ size 11231232
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/296a950b38562c3c93b41e57e2f6b82a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2e0271a0e84cbfc31ca7b3a59342789412e1f4c1631edc7f3bfaae221d490d
3
+ size 257069
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/335758bedf4d78398fa7fa50a6283c5a ADDED
Binary file (193 Bytes). View file
 
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/61ba7c2deaa47a14beaf35c7823cfeed ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e594fcb4210570cc5e453ee50afd6df103b07b53760da85f256d1574bc8d440f
3
+ size 20447232
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/92eab98de33f3783d8318b7b72fee75c ADDED
Binary file (2.65 kB). View file
 
abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/ec5a73e3b3759dcbf1eff5d04b83cb17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f889237cf4035cb7518118702d6428bf8ad3905f963c4002444c752df4391e5b
3
+ size 150802432
abc12/tokenizer/model/24000/variables/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (393 Bytes). View file