Add files using upload-large-folder tool

clip_text/config.json

@@ -0,0 +1,24 @@
+{
+  "vocab_size": 49408,
+  "hidden_size": 768,
+  "intermediate_size": 3072,
+  "num_hidden_layers": 12,
+  "num_attention_heads": 12,
+  "max_position_embeddings": 77,
+  "layer_norm_eps": 1e-05,
+  "initializer_range": 0.02,
+  "initializer_factor": 1.0,
+  "attention_dropout": 0.0,
+  "dropout": 0.0,
+  "hidden_act": "quick_gelu",
+  "pad_token_id": 1,
+  "eos_token_id": 2,
+  "bos_token_id": 0,
+  "projection_dim": 768,
+  "model_type": "clip_text_model",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "dtype": "bfloat16",
+  "param_dtype": "bfloat16"
+}

clip_text/state/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1762385134406192092, "commit_timestamp_nsecs": 1762385134909869463, "custom_metadata": {}}

clip_text/state/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('final_layer_norm', 'bias', 'value')": {"key_metadata": [{"key": "final_layer_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('final_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "final_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '0', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '0', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '0', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '0', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '0', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '0', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '0', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '1', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '1', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '1', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '1', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '1', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '1', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '1', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '1', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '2', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '2', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '2', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '2', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '2', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '2', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '2', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '2', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '3', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '3', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '3', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '3', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '3', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '3', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '3', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '3', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '4', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '4', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '4', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '4', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '4', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '4', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '4', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '4', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '5', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '5', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '5', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '5', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '5', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '5', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '5', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '5', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '6', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '6', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '6', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '6', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '6', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '6', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '6', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '6', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '7', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '7', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '7', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '7', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '7', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '7', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '7', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '7', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '8', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '8', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '8', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '8', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '8', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '8', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '8', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '8', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '9', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '9', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '9', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '9', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '9', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '9', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '9', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '9', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '10', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '10', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '10', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '10', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '10', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '10', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '10', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '10', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '11', 'ln1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'ln1', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "ln1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'ln2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'ln2', 'scale', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "ln2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'mlp', 'fc1', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('layers', '11', 'mlp', 'fc1', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 3072]}}, "('layers', '11', 'mlp', 'fc2', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'mlp', 'fc2', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072, 768]}}, "('layers', '11', 'self_attn', 'k_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'self_attn', 'k_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '11', 'self_attn', 'out_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'self_attn', 'out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '11', 'self_attn', 'q_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'self_attn', 'q_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('layers', '11', 'self_attn', 'v_proj', 'bias', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768]}}, "('layers', '11', 'self_attn', 'v_proj', 'kernel', 'value')": {"key_metadata": [{"key": "layers", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [768, 768]}}, "('position_embedding', 'embedding', 'value')": {"key_metadata": [{"key": "position_embedding", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [77, 768]}}, "('token_embedding', 'embedding', 'value')": {"key_metadata": [{"key": "token_embedding", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [49408, 768]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

clip_text/state/_sharding

@@ -0,0 +1 @@
+{"ZmluYWxfbGF5ZXJfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZmluYWxfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjAuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLm1scC5mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLm1scC5mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLm1scC5mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLm1scC5mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLmxuMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLmxuMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLmxuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLmxuMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi52X3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi52X3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5rX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5rX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5xX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjEwLnNlbGZfYXR0bi5xX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLm1scC5mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLm1scC5mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLm1scC5mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLm1scC5mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLmxuMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLmxuMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLmxuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLmxuMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi52X3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi52X3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5rX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5rX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5xX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjExLnNlbGZfYXR0bi5xX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjIuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjMuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjQuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjUuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjYuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjcuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjgubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjguc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLm91dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLm91dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","bGF5ZXJzLjkuc2VsZl9hdHRuLnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cG9zaXRpb25fZW1iZWRkaW5nLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","dG9rZW5fZW1iZWRkaW5nLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}

clip_text/state/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "final_layer_norm.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer_norm.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.0.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.1.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.2.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.3.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.4.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.5.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.6.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.7.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.8.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.9.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.10.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.mlp.fc2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.mlp.fc2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.k_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.k_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.out_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.out_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.q_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.q_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.v_proj.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers.11.self_attn.v_proj.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "position_embedding.embedding.value", "write_shape": [77, 768], "chunk_shape": [77, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "token_embedding.embedding.value", "write_shape": [49408, 768], "chunk_shape": [49408, 768], "ext_metadata": null}}]}

metadata.json

@@ -0,0 +1,3 @@
+{
+  "source": "FLUX.1-dev"
+}

t5_text/config.json

@@ -0,0 +1,18 @@
+{
+  "vocab_size": 32128,
+  "d_model": 4096,
+  "d_ff": 10240,
+  "num_layers": 24,
+  "num_heads": 64,
+  "d_kv": 64,
+  "layer_norm_epsilon": 1e-06,
+  "dropout_rate": 0.1,
+  "relative_attention_num_buckets": 32,
+  "relative_attention_max_distance": 128,
+  "is_gated_act": true,
+  "feed_forward_proj": "gated-gelu",
+  "dense_act_fn": "gelu_new",
+  "initializer_factor": 1.0,
+  "dtype": "bfloat16",
+  "param_dtype": "bfloat16"
+}

t5_text/state/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1762385086840428123, "commit_timestamp_nsecs": 1762385096693477002, "custom_metadata": {}}

t5_text/state/_METADATA

@@ -0,0 +1 @@
+{"tree_metadata": {"('blocks', '0', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '0', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '0', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '0', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '0', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '0', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '0', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '0', 'self_attn', 'relative_attention_bias', 'embedding', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "relative_attention_bias", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32, 64]}}, "('blocks', '0', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '0', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '1', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '1', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '1', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '1', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '1', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '1', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '1', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '1', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '1', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '2', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '2', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '2', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '2', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '2', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '2', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '2', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '2', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '2', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '3', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '3', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '3', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '3', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '3', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '3', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '3', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '3', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '3', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '4', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '4', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '4', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '4', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '4', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '4', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '4', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '4', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '4', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '5', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '5', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '5', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '5', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '5', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '5', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '5', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '5', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '5', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '6', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '6', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '6', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '6', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '6', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '6', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '6', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '6', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '6', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '7', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '7', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '7', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '7', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '7', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '7', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '7', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '7', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '7', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '8', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '8', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '8', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '8', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '8', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '8', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '8', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '8', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '8', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '9', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '9', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '9', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '9', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '9', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '9', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '9', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '9', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '9', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '10', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '10', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '10', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '10', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '10', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '10', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '10', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '10', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '10', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '11', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '11', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '11', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '11', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '11', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '11', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '11', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '11', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '11', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '12', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '12', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '12', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '12', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '12', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '12', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '12', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '12', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '12', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '13', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '13', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '13', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '13', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '13', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '13', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '13', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '13', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '13', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '14', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '14', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '14', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '14', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '14', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '14', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '14', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '14', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '14', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '15', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '15', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '15', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '15', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '15', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '15', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '15', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '15', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '15', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '16', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '16', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '16', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '16', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '16', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '16', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '16', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '16', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '16', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "16", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '17', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '17', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '17', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '17', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '17', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '17', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '17', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '17', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '17', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "17", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '18', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '18', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '18', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '18', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '18', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '18', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '18', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '18', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '18', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "18", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '19', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '19', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '19', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '19', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '19', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '19', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '19', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '19', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '19', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "19", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '20', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '20', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '20', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '20', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '20', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '20', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '20', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '20', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '20', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "20", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '21', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '21', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '21', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '21', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '21', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '21', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '21', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '21', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '21', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "21", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '22', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '22', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '22', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '22', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '22', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '22', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '22', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '22', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '22', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "22", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '23', 'feed_forward', 'DenseReluDense', 'wi_0', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '23', 'feed_forward', 'DenseReluDense', 'wi_1', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 10240]}}, "('blocks', '23', 'feed_forward', 'DenseReluDense', 'wo', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "feed_forward", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [10240, 4096]}}, "('blocks', '23', 'ff_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "ff_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('blocks', '23', 'self_attn', 'k', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '23', 'self_attn', 'o', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '23', 'self_attn', 'q', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '23', 'self_attn', 'v', 'kernel', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "self_attn", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096, 4096]}}, "('blocks', '23', 'self_attn_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "blocks", "key_type": 2}, {"key": "23", "key_type": 2}, {"key": "self_attn_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}, "('embed_tokens', 'embedding', 'value')": {"key_metadata": [{"key": "embed_tokens", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [32128, 4096]}}, "('final_layer_norm', 'scale', 'value')": {"key_metadata": [{"key": "final_layer_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [4096]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}

t5_text/state/_sharding

@@ -0,0 +1 @@
+{"YmxvY2tzLjAuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuLnJlbGF0aXZlX2F0dGVudGlvbl9iaWFzLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjAuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE0LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE1LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE2LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE3LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE4LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjE5LnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEwLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjExLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEyLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjEzLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIwLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIxLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIyLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53aV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLmZlZWRfZm9yd2FyZC5EZW5zZVJlbHVEZW5zZS53by5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLmZmX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLnNlbGZfYXR0bi52Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLnNlbGZfYXR0bi5rLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLnNlbGZfYXR0bi5vLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLnNlbGZfYXR0bi5xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjIzLnNlbGZfYXR0bl9sYXllcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjMuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjQuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjUuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjYuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjcuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjguc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndpXzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuZmVlZF9mb3J3YXJkLkRlbnNlUmVsdURlbnNlLndvLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuZmZfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuc2VsZl9hdHRuLm8ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuc2VsZl9hdHRuLmsua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuc2VsZl9hdHRuLnEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuc2VsZl9hdHRuLnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","YmxvY2tzLjkuc2VsZl9hdHRuX2xheWVyX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW1iZWRfdG9rZW5zLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZmluYWxfbGF5ZXJfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}

t5_text/state/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "blocks.0.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn.relative_attention_bias.embedding.value", "write_shape": [32, 64], "chunk_shape": [32, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.12.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.13.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.14.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.15.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.16.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.17.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.18.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.19.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.20.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.21.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.22.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.feed_forward.DenseReluDense.wi_0.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.feed_forward.DenseReluDense.wi_1.kernel.value", "write_shape": [4096, 10240], "chunk_shape": [4096, 10240], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.feed_forward.DenseReluDense.wo.kernel.value", "write_shape": [10240, 4096], "chunk_shape": [10240, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.ff_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.self_attn.k.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.self_attn.o.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.self_attn.q.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.self_attn.v.kernel.value", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.23.self_attn_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "embed_tokens.embedding.value", "write_shape": [32128, 4096], "chunk_shape": [32128, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer_norm.scale.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}]}

tokenizer/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_2/special_tokens_map.json

@@ -0,0 +1,125 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_2/tokenizer_config.json

@@ -0,0 +1,940 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32012": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32013": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32016": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32017": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32018": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32019": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32020": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32021": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32022": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32023": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32024": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32025": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32026": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32027": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32028": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32029": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32030": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32031": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32032": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32033": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32034": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32035": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32036": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32037": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32038": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32039": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32040": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32041": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32042": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32043": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32044": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32045": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32046": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32047": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32048": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32049": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32050": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32051": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32052": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32053": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32054": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32055": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32056": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32057": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32058": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32059": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32060": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32061": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32062": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32063": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32064": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32065": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32066": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32067": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32068": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32069": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32070": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32071": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32072": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32073": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32074": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32075": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32076": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32077": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32078": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32079": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32080": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32081": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32082": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32083": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32084": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32085": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32086": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32087": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32088": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32089": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32090": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32091": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32092": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32093": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32094": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32095": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32096": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32097": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32098": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32099": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "legacy": true,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

transformer/config.json

@@ -0,0 +1,13 @@
+{
+  "in_channels": 64,
+  "hidden_dim": 3072,
+  "num_heads": 24,
+  "num_double_layers": 19,
+  "num_single_layers": 38,
+  "joint_attention_dim": 4096,
+  "pooled_projection_dim": 768,
+  "mlp_ratio": 4.0,
+  "guidance_embeds": true,
+  "param_dtype": "bfloat16",
+  "dtype": "bfloat16"
+}

transformer/state/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1762388740823484865, "commit_timestamp_nsecs": 1762388769531957391, "custom_metadata": {}}

vae/config.json

@@ -0,0 +1,5 @@
+{
+"scaling_factor": 0.3611,
+"shift_factor": 0.1159
+}
+

vae/config.json.backup

@@ -0,0 +1,5 @@
+{
+  "in_channels": 3,
+  "latent_channels": 16,
+  "param_dtype": "float32"
+}

vae/state/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1762385221553594056, "commit_timestamp_nsecs": 1762385222257552219, "custom_metadata": {}}

vae/state/_sharding

@@ -0,0 +1 @@
+{"ZGVjb2Rlci51cF9ibG9ja3MuMC51cHNhbXBsZXJzLjAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC51cHNhbXBsZXJzLjAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMC5yZXNuZXRzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS51cHNhbXBsZXJzLjAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS51cHNhbXBsZXJzLjAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMS5yZXNuZXRzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi51cHNhbXBsZXJzLjAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi51cHNhbXBsZXJzLjAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udl9zaG9ydGN1dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAuY29udl9zaG9ydGN1dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMi5yZXNuZXRzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udl9zaG9ydGN1dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAuY29udl9zaG9ydGN1dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci51cF9ibG9ja3MuMy5yZXNuZXRzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X25vcm1fb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X25vcm1fb3V0LnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5jb252X2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLmdyb3VwX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLmdyb3VwX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX291dC4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX291dC4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX2suYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX2sua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3EuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3Eua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZGVjb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X25vcm1fb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X25vcm1fb3V0LnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5jb252X2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLmRvd25zYW1wbGVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLmRvd25zYW1wbGVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4wLnJlc25ldHMuMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLmRvd25zYW1wbGVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLmRvd25zYW1wbGVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252X3Nob3J0Y3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5jb252X3Nob3J0Y3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4xLnJlc25ldHMuMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLmRvd25zYW1wbGVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLmRvd25zYW1wbGVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252X3Nob3J0Y3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5jb252X3Nob3J0Y3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4yLnJlc25ldHMuMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5kb3duX2Jsb2Nrcy4zLnJlc25ldHMuMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLmdyb3VwX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLmdyb3VwX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX291dC4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX291dC4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX2suYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX2sua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3EuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3Eua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2suYXR0ZW50aW9ucy4wLnRvX3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","ZW5jb2Rlci5taWRfYmxvY2sucmVzbmV0cy4xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}

vae/state/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "decoder.conv_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.conv_in.kernel.value", "write_shape": [3, 3, 16, 512], "chunk_shape": [3, 3, 16, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.conv_norm_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.conv_norm_out.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.conv_out.bias.value", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.conv_out.kernel.value", "write_shape": [3, 3, 128, 3], "chunk_shape": [3, 3, 128, 3], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_k.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_k.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_out.0.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_out.0.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_q.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_q.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_v.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.attentions.0.to_v.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.mid_block.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.resnets.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.upsamplers.0.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.0.upsamplers.0.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.resnets.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.upsamplers.0.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.1.upsamplers.0.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 256], "chunk_shape": [3, 3, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.conv_shortcut.kernel.value", "write_shape": [1, 1, 512, 256], "chunk_shape": [1, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.resnets.2.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.upsamplers.0.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.2.upsamplers.0.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 256, 128], "chunk_shape": [3, 3, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv_shortcut.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 128], "chunk_shape": [1, 1, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "decoder.up_blocks.3.resnets.2.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_in.kernel.value", "write_shape": [3, 3, 3, 128], "chunk_shape": [3, 3, 3, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_norm_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_norm_out.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_out.bias.value", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.conv_out.kernel.value", "write_shape": [3, 3, 512, 32], "chunk_shape": [3, 3, 512, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.downsamplers.0.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.downsamplers.0.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.0.resnets.1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.downsamplers.0.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.downsamplers.0.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.conv_shortcut.kernel.value", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.1.resnets.1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.downsamplers.0.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.downsamplers.0.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv_shortcut.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.2.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.down_blocks.3.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_k.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_k.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_out.0.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_out.0.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_q.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_q.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_v.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.attentions.0.to_v.kernel.value", "write_shape": [1, 1, 512, 512], "chunk_shape": [1, 1, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.mid_block.resnets.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}