abc12/dynamics step 16000: model

.gitattributes

@@ -48,3 +48,6 @@ abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/1705fddf847c3c6693df0531
 abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/296a950b38562c3c93b41e57e2f6b82a filter=lfs diff=lfs merge=lfs -text
 abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/61ba7c2deaa47a14beaf35c7823cfeed filter=lfs diff=lfs merge=lfs -text
 abc12/tokenizer/model/24000/variables/ocdbt.process_0/d/ec5a73e3b3759dcbf1eff5d04b83cb17 filter=lfs diff=lfs merge=lfs -text
+abc12/dynamics/model/16000/variables/ocdbt.process_0/d/43f378cb2e47495585fe1d0c4f06f00b filter=lfs diff=lfs merge=lfs -text
+abc12/dynamics/model/16000/variables/ocdbt.process_0/d/5f511d9277c8e4c1be8a0e8140445259 filter=lfs diff=lfs merge=lfs -text
+abc12/dynamics/model/16000/variables/ocdbt.process_0/d/6dffdda1ebc69e57c659bbe237a46a01 filter=lfs diff=lfs merge=lfs -text

abc12/dynamics/model/16000/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"config": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "variables": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1787489297933250388, "commit_timestamp_nsecs": 1787489298422976053, "custom_metadata": {}}

abc12/dynamics/model/16000/config/metadata

@@ -0,0 +1 @@
+{"_target_": "visionary.models.dreamer4.dynamics.DynamicsModel", "num_layers": 8, "num_heads": 12, "num_kv_heads": 4, "model_dim": 768, "mlp_hidden_dim": 2304, "head_dim": 64, "num_registers": 2, "num_obs_tokens": 192, "num_actions": 14, "num_embodiments": 1, "max_action_dim": 14, "action_mode": "continuous", "max_step_size": 8, "context_length": 24, "temporal_layer_period": 4, "base": 10000.0, "remat_policy": "nothing_saveable", "latent_mean": [0.007953409105539322, 0.015721144154667854, -0.07265964150428772, 0.13195918500423431, -0.07607899606227875, -0.07048399746417999, 0.04907301440834999, 0.08401329815387726, -0.1091982051730156, -0.10292845964431763, 0.05607995390892029, 0.05662442743778229, 0.1317870169878006, 0.08626469224691391, 0.04841239005327225, -0.04158090427517891, -0.02219785749912262, -0.1007787212729454, 0.04575620964169502, 0.15925675630569458, -0.17796765267848969, -0.061984363943338394, -0.09642936289310455, -0.06585680693387985], "latent_std": [0.24975794553756714, 0.2911151945590973, 0.2829035818576813, 0.36008307337760925, 0.32335010170936584, 0.2663639187812805, 0.30397674441337585, 0.3434346616268158, 0.2853306829929352, 0.32257357239723206, 0.27661755681037903, 0.26725733280181885, 0.30886706709861755, 0.3198474943637848, 0.31430718302726746, 0.29882922768592834, 0.32917630672454834, 0.42370089888572693, 0.31751736998558044, 0.3212241232395172, 0.31490087509155273, 0.31816232204437256, 0.28738707304000854, 0.28685030341148376]}

abc12/dynamics/model/16000/variables/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'action_embedding', 'action_projection_bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_embedding", "key_type": 2}, {"key": "action_projection_bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 768]}}, "('params', 'action_embedding', 'action_projection_kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_embedding", "key_type": 2}, {"key": "action_projection_kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1, 14, 768]}}, "('params', 'action_embedding', 'base_token')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_embedding", "key_type": 2}, {"key": "base_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'observation_projection', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "observation_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'observation_projection', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "observation_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [24, 768]}}, "('params', 'prediction_projection', 'bias')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "prediction_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [24]}}, "('params', 'prediction_projection', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "prediction_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 24]}}, "('params', 'register_tokens')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "register_tokens", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2, 768]}}, "('params', 'shortcut_embedding', 'signal_embedding', 'embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "shortcut_embedding", "key_type": 2}, {"key": "signal_embedding", "key_type": 2}, {"key": "embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [129, 384]}}, "('params', 'shortcut_embedding', 'step_embedding', 'embedding')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "shortcut_embedding", "key_type": 2}, {"key": "step_embedding", "key_type": 2}, {"key": "embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 384]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_0', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_0', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_0", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_1', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_1', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_1', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_1', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_1", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_2', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_2', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_2', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_2', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_2", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_3', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_3', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_3', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_3', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_3", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_4', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_4', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_4', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_4', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_4", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_5', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_5', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_5', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_5', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_5", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_6', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_6', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_6', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_6', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_6", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 256]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'Dense_3', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "Dense_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_7', 'Attention_0', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "Attention_0", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'transformer', 'TransformerBlock_7', 'RMSNorm_0', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_7', 'RMSNorm_1', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "RMSNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('params', 'transformer', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 2304]}}, "('params', 'transformer', 'TransformerBlock_7', 'SwiGLU_0', 'Dense_2', 'kernel')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "TransformerBlock_7", "key_type": 2}, {"key": "SwiGLU_0", "key_type": 2}, {"key": "Dense_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2304, 768]}}, "('params', 'transformer', 'final_norm', 'scale')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "transformer", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

abc12/dynamics/model/16000/variables/_sharding

@@ -0,0 +1 @@
+{"cGFyYW1zLm9ic2VydmF0aW9uX3Byb2plY3Rpb24uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLm9ic2VydmF0aW9uX3Byb2plY3Rpb24ua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmFjdGlvbl9lbWJlZGRpbmcuYWN0aW9uX3Byb2plY3Rpb25fYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmFjdGlvbl9lbWJlZGRpbmcuYWN0aW9uX3Byb2plY3Rpb25fa2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmFjdGlvbl9lbWJlZGRpbmcuYmFzZV90b2tlbg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnByZWRpY3Rpb25fcHJvamVjdGlvbi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnByZWRpY3Rpb25fcHJvamVjdGlvbi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnJlZ2lzdGVyX3Rva2Vucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnNob3J0Y3V0X2VtYmVkZGluZy5zaWduYWxfZW1iZWRkaW5nLmVtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnNob3J0Y3V0X2VtYmVkZGluZy5zdGVwX2VtYmVkZGluZy5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfMy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNC5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNS5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNi5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5BdHRlbnRpb25fMC5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5STVNOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLlRyYW5zZm9ybWVyQmxvY2tfNy5Td2lHTFVfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLnRyYW5zZm9ybWVyLmZpbmFsX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}

abc12/dynamics/model/16000/variables/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "params.action_embedding.action_projection_bias", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_embedding.action_projection_kernel", "write_shape": [1, 14, 768], "chunk_shape": [1, 14, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_embedding.base_token", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.observation_projection.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.observation_projection.kernel", "write_shape": [24, 768], "chunk_shape": [24, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.prediction_projection.bias", "write_shape": [24], "chunk_shape": [24], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.prediction_projection.kernel", "write_shape": [768, 24], "chunk_shape": [768, 24], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.register_tokens", "write_shape": [2, 768], "chunk_shape": [2, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.shortcut_embedding.signal_embedding.embedding", "write_shape": [129, 384], "chunk_shape": [129, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.shortcut_embedding.step_embedding.embedding", "write_shape": [8, 384], "chunk_shape": [8, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_0.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_1.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_2.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_3.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_4.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_5.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_6.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.Dense_0.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.Dense_1.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.Dense_2.kernel", "write_shape": [768, 256], "chunk_shape": [768, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.Dense_3.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.RMSNorm_0.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.Attention_0.RMSNorm_1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.RMSNorm_0.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.RMSNorm_1.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.SwiGLU_0.Dense_0.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.SwiGLU_0.Dense_1.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.TransformerBlock_7.SwiGLU_0.Dense_2.kernel", "write_shape": [2304, 768], "chunk_shape": [2304, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer.final_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}]}

abc12/dynamics/model/16000/variables/ocdbt.process_0/d/43f378cb2e47495585fe1d0c4f06f00b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb9d0f2554e958fe78fed9409b2d0f0129a0819bf484166fdd442fb2a7cbd2
+size 231916

abc12/dynamics/model/16000/variables/ocdbt.process_0/d/5f511d9277c8e4c1be8a0e8140445259

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc1fbf406709b0aacb41bed321c571359f3f103b72dc01552a664b637900f12
+size 192098304

abc12/dynamics/model/16000/variables/ocdbt.process_0/d/6dffdda1ebc69e57c659bbe237a46a01

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591d74a2dda8c7562d5f14c330d03ab6fb88fdb4ccbcc65368b71e17823b4372
+size 11767808