Text models of Binary Discrete Diffusion
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +27 -0
- README.md +56 -0
- owt/binary_absorbing/.hydra/config.yaml +43 -0
- owt/binary_absorbing/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/_METADATA +1 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/_sharding +1 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/d/8592ee904b52fdb8ef217541e7b80dfe +0 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b +3 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/27676e82037cedd572911bc794a47eb1 +0 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/98c08ebf57454a777c9cf2711d0c0cc3 +0 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/9f83d537925bd13f3da3be0ee12981db +0 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86 +3 -0
- owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
- owt/binary_symmetric/.hydra/config.yaml +43 -0
- owt/binary_symmetric/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/_METADATA +1 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/_sharding +1 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/d/55cf5f4005eed08f8ba1040d27138e3a +0 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014 +3 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/231b3b6e0fc19f8395da6234274258ed +0 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/a167e24b935d5894f6546cab26088c63 +0 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/e5fe6da64031d80960f6c31af4121792 +0 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7 +3 -0
- owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
- owt/masked/.hydra/config.yaml +43 -0
- owt/masked/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
- owt/masked/checkpoints_ema/250000/state/_METADATA +1 -0
- owt/masked/checkpoints_ema/250000/state/_sharding +1 -0
- owt/masked/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
- owt/masked/checkpoints_ema/250000/state/d/2acdebb668f3bc0d82e8744662d2b0b8 +0 -0
- owt/masked/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/508f7ea036dd34bce5216c14c7491a4c +0 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/7115c12b5f3d9527ae218826e6092360 +0 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4 +3 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08 +3 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304 +3 -0
- owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
- owt/uniform/.hydra/config.yaml +43 -0
- owt/uniform/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
- owt/uniform/checkpoints_ema/250000/state/_METADATA +1 -0
- owt/uniform/checkpoints_ema/250000/state/_sharding +1 -0
- owt/uniform/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
- owt/uniform/checkpoints_ema/250000/state/d/f366cf0b7835063df6a58948d3a0cb5c +0 -0
- owt/uniform/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
- owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d +3 -0
- owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/9db3aae2c824f358c75bbbdf13fac62d filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/b6d45a6e08a3adfce23fe173b50b483a filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/c14ea4fd91c09ebb390aa17edb2e647b filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/fba552e9dfbcec2f5571cafbf0a95d35 filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
text8/binary_symmetric/checkpoints_ema/1000000/state/ocdbt.process_0/d/038873e5c4f3aff476bce1260152c3b3 filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
text8/masked/checkpoints_ema/1000000/state/ocdbt.process_0/d/0511ed773775dd2efbe8f7ad95ecfdd5 filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
text8/masked/checkpoints_ema/1000000/state/ocdbt.process_0/d/31fbd64151e1c27957b25b54f68eeddf filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
text8/uniform/checkpoints_ema/1000000/state/ocdbt.process_0/d/764aa799191684deed3790948a34d993 filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
text8/uniform/checkpoints_ema/1000000/state/ocdbt.process_0/d/9992e06dbbc03954ae4aa2764c028315 filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/065ec2be3d26fef4dbbc9a9050f17a71 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/3274ff5e02e402c544b9a447121b27f4 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/9f27210eedd8af7596fe78838a126b12 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
tinystories/binary_symmetric/checkpoints_ema/500000/state/ocdbt.process_0/d/15f1356815fabf8024fca8cee55adc78 filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
tinystories/binary_symmetric/checkpoints_ema/500000/state/ocdbt.process_0/d/68757985fb3b0f9dbc7d2a51d124fd5b filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
tinystories/masked/checkpoints_ema/500000/state/ocdbt.process_0/d/a4fbec2e52c1c7bf2d2e05d2a90ebae6 filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
tinystories/masked/checkpoints_ema/500000/state/ocdbt.process_0/d/c9d5308de0df3c863e62db6465227bed filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
tinystories/uniform/checkpoints_ema/500000/state/ocdbt.process_0/d/ea92c267744755209c1853785346aad1 filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
tinystories/uniform/checkpoints_ema/500000/state/ocdbt.process_0/d/f8169566ee0804773f27cf30054bc094 filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
tags:
|
| 4 |
+
- discrete-diffusion
|
| 5 |
+
- jax
|
| 6 |
+
- flax
|
| 7 |
+
---
|
| 8 |
+
|
| 9 |
+
# Binary Discrete Diffusion: text models
|
| 10 |
+
|
| 11 |
+
The text models of [Binary Discrete Diffusion: Candidate-Set Diffusion for Logic and Planning
|
| 12 |
+
Tasks](https://arxiv.org/abs/2610.28543): one diffusion transformer per corpus and noise kernel (`masked`,
|
| 13 |
+
`uniform`, `binary_symmetric`, `binary_absorbing`). Each `<corpus>/<kernel>/` is a run directory of
|
| 14 |
+
[binary-discrete-diffusion](https://github.com/rodcasnog/binary-discrete-diffusion), trained with
|
| 15 |
+
`configs/paper/<corpus>/<kernel>.yaml`: the composed config in `.hydra/config.yaml` and the EMA parameters of
|
| 16 |
+
the final step in `checkpoints_ema/<step>/`.
|
| 17 |
+
|
| 18 |
+
| Corpus | Directory | Checkpoint | Tokenizer |
|
| 19 |
+
|---|---|---|---|
|
| 20 |
+
| Text8 | `text8/<kernel>` | `checkpoints_ema/1000000` | characters, written by `scripts/prep_text8.py` |
|
| 21 |
+
| TinyStories | `tinystories/<kernel>` | `checkpoints_ema/500000` | [rodcasnog/tinystories-bpe-1k](https://huggingface.co/rodcasnog/tinystories-bpe-1k) |
|
| 22 |
+
| OpenWebText | `owt/<kernel>` | `checkpoints_ema/250000` | [dvruette/openwebtext-bpe-1k](https://huggingface.co/dvruette/openwebtext-bpe-1k) |
|
| 23 |
+
|
| 24 |
+
## Usage
|
| 25 |
+
|
| 26 |
+
From a clone of the code repository, after `uv sync`:
|
| 27 |
+
|
| 28 |
+
```bash
|
| 29 |
+
uv run hf download rodcasnog/binary-discrete-diffusion --include "text8/binary_symmetric/*" --local-dir outputs/hf
|
| 30 |
+
uv run python -m binary_diffusion.sample checkpoint_dir=outputs/hf/text8/binary_symmetric/checkpoints_ema/1000000 \
|
| 31 |
+
sampler.nfe=256 sampler.spacing=log sampler.eta=1 sampler.lam=1 out=outputs/text8-bsym/samples
|
| 32 |
+
```
|
| 33 |
+
|
| 34 |
+
Text8 models read the tokenizer in `data/text8`, TinyStories samples take their lengths from `data/tinystories`,
|
| 35 |
+
and NELBO and MAUVE read the corpus; the code's README lists the data and evaluation commands.
|
| 36 |
+
|
| 37 |
+
## License
|
| 38 |
+
|
| 39 |
+
Apache-2.0.
|
| 40 |
+
|
| 41 |
+
## Citation
|
| 42 |
+
|
| 43 |
+
```bibtex
|
| 44 |
+
@misc{casadonoguerales2026binarydiffusion,
|
| 45 |
+
title = {Binary Discrete Diffusion: Candidate-Set Diffusion for
|
| 46 |
+
Logic and Planning Tasks},
|
| 47 |
+
author = {Casado Noguerales, Rodrigo and von R{\"u}tte, Dimitri
|
| 48 |
+
and Sch{\"o}lkopf, Bernhard and Hofmann, Thomas
|
| 49 |
+
and Raoufi, Aran},
|
| 50 |
+
year = {2026},
|
| 51 |
+
eprint = {2610.28543},
|
| 52 |
+
archivePrefix = {arXiv},
|
| 53 |
+
primaryClass = {cs.LG},
|
| 54 |
+
url = {https://arxiv.org/abs/2610.28543},
|
| 55 |
+
}
|
| 56 |
+
```
|
owt/binary_absorbing/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diffusion:
|
| 2 |
+
kernel: binary_absorbing
|
| 3 |
+
objective: elbo
|
| 4 |
+
schedule: log
|
| 5 |
+
t_min: 0.0005
|
| 6 |
+
t_max: 0.9999
|
| 7 |
+
model:
|
| 8 |
+
architecture: dit
|
| 9 |
+
hidden_dim: 1024
|
| 10 |
+
num_layers: 16
|
| 11 |
+
num_heads: 16
|
| 12 |
+
mlp_dim: 4096
|
| 13 |
+
cond_dim: 128
|
| 14 |
+
dtype: bfloat16
|
| 15 |
+
clue_embedding: false
|
| 16 |
+
training:
|
| 17 |
+
seed: 0
|
| 18 |
+
num_steps: 250000
|
| 19 |
+
global_batch_size: 512
|
| 20 |
+
learning_rate: 0.0003
|
| 21 |
+
warmup_steps: 2500
|
| 22 |
+
weight_decay: 0.02
|
| 23 |
+
adam_b1: 0.9
|
| 24 |
+
adam_b2: 0.999
|
| 25 |
+
max_grad_norm: 1.0
|
| 26 |
+
ema_decay: 0.9999
|
| 27 |
+
log_steps: 100
|
| 28 |
+
val_steps: 1000
|
| 29 |
+
val_batches: 32
|
| 30 |
+
save_every: 2500
|
| 31 |
+
checkpoint:
|
| 32 |
+
max_to_keep: 5
|
| 33 |
+
ema_max_to_keep: 5
|
| 34 |
+
keep_period: 100000
|
| 35 |
+
wandb:
|
| 36 |
+
project: binary-discrete-diffusion
|
| 37 |
+
mode: disabled
|
| 38 |
+
data:
|
| 39 |
+
source: text
|
| 40 |
+
padded: false
|
| 41 |
+
dataset_path: data/owt
|
| 42 |
+
tokenizer_name: dvruette/openwebtext-bpe-1k
|
| 43 |
+
max_seq_len: 1024
|
owt/binary_absorbing/checkpoints_ema/250000/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1790153271206075069, "commit_timestamp_nsecs": 1790153325607377156, "custom_metadata": {}}
|
owt/binary_absorbing/checkpoints_ema/250000/state/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
owt/binary_absorbing/checkpoints_ema/250000/state/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
|
owt/binary_absorbing/checkpoints_ema/250000/state/array_metadatas/process_0
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
|
owt/binary_absorbing/checkpoints_ema/250000/state/d/8592ee904b52fdb8ef217541e7b80dfe
ADDED
|
Binary file (4.59 kB). View file
|
|
|
owt/binary_absorbing/checkpoints_ema/250000/state/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e4a6dd0002d87eb8bf4b830a9943bd2e6ba741eb318c6eca626a4cd4ae98a11
|
| 3 |
+
size 702197760
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/27676e82037cedd572911bc794a47eb1
ADDED
|
Binary file (712 Bytes). View file
|
|
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/98c08ebf57454a777c9cf2711d0c0cc3
ADDED
|
Binary file (242 Bytes). View file
|
|
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/9f83d537925bd13f3da3be0ee12981db
ADDED
|
Binary file (27.3 kB). View file
|
|
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80927cceaeeaa07cbfc7fa105bf0a96fb10e6072e022276ff3fed1647c0051bf
|
| 3 |
+
size 101085184
|
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (314 Bytes). View file
|
|
|
owt/binary_symmetric/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diffusion:
|
| 2 |
+
kernel: binary_symmetric
|
| 3 |
+
objective: elbo
|
| 4 |
+
schedule: log
|
| 5 |
+
t_min: 0.0005
|
| 6 |
+
t_max: 0.9999
|
| 7 |
+
model:
|
| 8 |
+
architecture: dit
|
| 9 |
+
hidden_dim: 1024
|
| 10 |
+
num_layers: 16
|
| 11 |
+
num_heads: 16
|
| 12 |
+
mlp_dim: 4096
|
| 13 |
+
cond_dim: 128
|
| 14 |
+
dtype: bfloat16
|
| 15 |
+
clue_embedding: false
|
| 16 |
+
training:
|
| 17 |
+
seed: 0
|
| 18 |
+
num_steps: 250000
|
| 19 |
+
global_batch_size: 512
|
| 20 |
+
learning_rate: 0.0003
|
| 21 |
+
warmup_steps: 2500
|
| 22 |
+
weight_decay: 0.02
|
| 23 |
+
adam_b1: 0.9
|
| 24 |
+
adam_b2: 0.999
|
| 25 |
+
max_grad_norm: 1.0
|
| 26 |
+
ema_decay: 0.9999
|
| 27 |
+
log_steps: 100
|
| 28 |
+
val_steps: 1000
|
| 29 |
+
val_batches: 32
|
| 30 |
+
save_every: 2500
|
| 31 |
+
checkpoint:
|
| 32 |
+
max_to_keep: 5
|
| 33 |
+
ema_max_to_keep: 5
|
| 34 |
+
keep_period: 100000
|
| 35 |
+
wandb:
|
| 36 |
+
project: binary-discrete-diffusion
|
| 37 |
+
mode: disabled
|
| 38 |
+
data:
|
| 39 |
+
source: text
|
| 40 |
+
padded: false
|
| 41 |
+
dataset_path: data/owt
|
| 42 |
+
tokenizer_name: dvruette/openwebtext-bpe-1k
|
| 43 |
+
max_seq_len: 1024
|
owt/binary_symmetric/checkpoints_ema/250000/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789856854938633902, "commit_timestamp_nsecs": 1789856875216252659, "custom_metadata": {}}
|
owt/binary_symmetric/checkpoints_ema/250000/state/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
owt/binary_symmetric/checkpoints_ema/250000/state/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
|
owt/binary_symmetric/checkpoints_ema/250000/state/array_metadatas/process_0
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
|
owt/binary_symmetric/checkpoints_ema/250000/state/d/55cf5f4005eed08f8ba1040d27138e3a
ADDED
|
Binary file (4.6 kB). View file
|
|
|
owt/binary_symmetric/checkpoints_ema/250000/state/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7cdd20dc05da3945e84b7fd69823b5d4076aa3c06299530dd64371df982c7a6d
|
| 3 |
+
size 61767680
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/231b3b6e0fc19f8395da6234274258ed
ADDED
|
Binary file (4.62 kB). View file
|
|
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/a167e24b935d5894f6546cab26088c63
ADDED
|
Binary file (772 Bytes). View file
|
|
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/e5fe6da64031d80960f6c31af4121792
ADDED
|
Binary file (201 Bytes). View file
|
|
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2751feb69c9698d76d5c61a87eee7280eb448b77555c6ee95413f1eec467e924
|
| 3 |
+
size 741527552
|
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (315 Bytes). View file
|
|
|
owt/masked/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diffusion:
|
| 2 |
+
kernel: masked
|
| 3 |
+
objective: elbo
|
| 4 |
+
schedule: linear
|
| 5 |
+
t_min: 0.0005
|
| 6 |
+
t_max: 0.9999
|
| 7 |
+
model:
|
| 8 |
+
architecture: dit
|
| 9 |
+
hidden_dim: 1024
|
| 10 |
+
num_layers: 16
|
| 11 |
+
num_heads: 16
|
| 12 |
+
mlp_dim: 4096
|
| 13 |
+
cond_dim: 128
|
| 14 |
+
dtype: bfloat16
|
| 15 |
+
clue_embedding: false
|
| 16 |
+
training:
|
| 17 |
+
seed: 0
|
| 18 |
+
num_steps: 250000
|
| 19 |
+
global_batch_size: 512
|
| 20 |
+
learning_rate: 0.0003
|
| 21 |
+
warmup_steps: 2500
|
| 22 |
+
weight_decay: 0.02
|
| 23 |
+
adam_b1: 0.9
|
| 24 |
+
adam_b2: 0.999
|
| 25 |
+
max_grad_norm: 1.0
|
| 26 |
+
ema_decay: 0.9999
|
| 27 |
+
log_steps: 100
|
| 28 |
+
val_steps: 1000
|
| 29 |
+
val_batches: 32
|
| 30 |
+
save_every: 2500
|
| 31 |
+
checkpoint:
|
| 32 |
+
max_to_keep: 5
|
| 33 |
+
ema_max_to_keep: 5
|
| 34 |
+
keep_period: 100000
|
| 35 |
+
wandb:
|
| 36 |
+
project: binary-discrete-diffusion
|
| 37 |
+
mode: disabled
|
| 38 |
+
data:
|
| 39 |
+
source: text
|
| 40 |
+
padded: false
|
| 41 |
+
dataset_path: data/owt
|
| 42 |
+
tokenizer_name: dvruette/openwebtext-bpe-1k
|
| 43 |
+
max_seq_len: 1024
|
owt/masked/checkpoints_ema/250000/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789848731736373796, "commit_timestamp_nsecs": 1789848746077450748, "custom_metadata": {}}
|
owt/masked/checkpoints_ema/250000/state/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
owt/masked/checkpoints_ema/250000/state/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
|
owt/masked/checkpoints_ema/250000/state/array_metadatas/process_0
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
|
owt/masked/checkpoints_ema/250000/state/d/2acdebb668f3bc0d82e8744662d2b0b8
ADDED
|
Binary file (4.59 kB). View file
|
|
|
owt/masked/checkpoints_ema/250000/state/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/508f7ea036dd34bce5216c14c7491a4c
ADDED
|
Binary file (208 Bytes). View file
|
|
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/7115c12b5f3d9527ae218826e6092360
ADDED
|
Binary file (712 Bytes). View file
|
|
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5807857b1078954d6a38da05ab6f99194ebedb2fcdc93775ff726499f2c69105
|
| 3 |
+
size 11698176
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:daad52d734c00062f13d2e89c41e4123c703cd4c1dd7509e6640d1683d639bad
|
| 3 |
+
size 746074112
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63c22eafb23c0f2bad7d36e42ede2b3ae9c582f00c202e1fbd8b4642c751f415
|
| 3 |
+
size 44679168
|
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (323 Bytes). View file
|
|
|
owt/uniform/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
diffusion:
|
| 2 |
+
kernel: uniform
|
| 3 |
+
objective: elbo
|
| 4 |
+
schedule: linear
|
| 5 |
+
t_min: 0.0005
|
| 6 |
+
t_max: 0.9999
|
| 7 |
+
model:
|
| 8 |
+
architecture: dit
|
| 9 |
+
hidden_dim: 1024
|
| 10 |
+
num_layers: 16
|
| 11 |
+
num_heads: 16
|
| 12 |
+
mlp_dim: 4096
|
| 13 |
+
cond_dim: 128
|
| 14 |
+
dtype: bfloat16
|
| 15 |
+
clue_embedding: false
|
| 16 |
+
training:
|
| 17 |
+
seed: 0
|
| 18 |
+
num_steps: 250000
|
| 19 |
+
global_batch_size: 512
|
| 20 |
+
learning_rate: 0.0003
|
| 21 |
+
warmup_steps: 2500
|
| 22 |
+
weight_decay: 0.02
|
| 23 |
+
adam_b1: 0.9
|
| 24 |
+
adam_b2: 0.999
|
| 25 |
+
max_grad_norm: 1.0
|
| 26 |
+
ema_decay: 0.9999
|
| 27 |
+
log_steps: 100
|
| 28 |
+
val_steps: 1000
|
| 29 |
+
val_batches: 32
|
| 30 |
+
save_every: 2500
|
| 31 |
+
checkpoint:
|
| 32 |
+
max_to_keep: 5
|
| 33 |
+
ema_max_to_keep: 5
|
| 34 |
+
keep_period: 100000
|
| 35 |
+
wandb:
|
| 36 |
+
project: binary-discrete-diffusion
|
| 37 |
+
mode: disabled
|
| 38 |
+
data:
|
| 39 |
+
source: text
|
| 40 |
+
padded: false
|
| 41 |
+
dataset_path: data/owt
|
| 42 |
+
tokenizer_name: dvruette/openwebtext-bpe-1k
|
| 43 |
+
max_seq_len: 1024
|
owt/uniform/checkpoints_ema/250000/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789850806155219956, "commit_timestamp_nsecs": 1789850870196851155, "custom_metadata": {}}
|
owt/uniform/checkpoints_ema/250000/state/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
owt/uniform/checkpoints_ema/250000/state/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
|
owt/uniform/checkpoints_ema/250000/state/array_metadatas/process_0
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
|
owt/uniform/checkpoints_ema/250000/state/d/f366cf0b7835063df6a58948d3a0cb5c
ADDED
|
Binary file (4.58 kB). View file
|
|
|
owt/uniform/checkpoints_ema/250000/state/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9134fa5f0bc398d9d936f86922352e48f05667ef033eec408cf688eccac350b4
|
| 3 |
+
size 746369024
|
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3d1a50eea28d7c0d622cf5e27de2d8786cb67aaade8a614c3b77b0a5703a361
|
| 3 |
+
size 52453376
|