rodcasnog commited on
Commit
a3d2204
·
verified ·
1 Parent(s): 6caf691

Text models of Binary Discrete Diffusion

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +27 -0
  2. README.md +56 -0
  3. owt/binary_absorbing/.hydra/config.yaml +43 -0
  4. owt/binary_absorbing/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
  5. owt/binary_absorbing/checkpoints_ema/250000/state/_METADATA +1 -0
  6. owt/binary_absorbing/checkpoints_ema/250000/state/_sharding +1 -0
  7. owt/binary_absorbing/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
  8. owt/binary_absorbing/checkpoints_ema/250000/state/d/8592ee904b52fdb8ef217541e7b80dfe +0 -0
  9. owt/binary_absorbing/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
  10. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b +3 -0
  11. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/27676e82037cedd572911bc794a47eb1 +0 -0
  12. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/98c08ebf57454a777c9cf2711d0c0cc3 +0 -0
  13. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/9f83d537925bd13f3da3be0ee12981db +0 -0
  14. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86 +3 -0
  15. owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
  16. owt/binary_symmetric/.hydra/config.yaml +43 -0
  17. owt/binary_symmetric/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
  18. owt/binary_symmetric/checkpoints_ema/250000/state/_METADATA +1 -0
  19. owt/binary_symmetric/checkpoints_ema/250000/state/_sharding +1 -0
  20. owt/binary_symmetric/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
  21. owt/binary_symmetric/checkpoints_ema/250000/state/d/55cf5f4005eed08f8ba1040d27138e3a +0 -0
  22. owt/binary_symmetric/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
  23. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014 +3 -0
  24. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/231b3b6e0fc19f8395da6234274258ed +0 -0
  25. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/a167e24b935d5894f6546cab26088c63 +0 -0
  26. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/e5fe6da64031d80960f6c31af4121792 +0 -0
  27. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7 +3 -0
  28. owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
  29. owt/masked/.hydra/config.yaml +43 -0
  30. owt/masked/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
  31. owt/masked/checkpoints_ema/250000/state/_METADATA +1 -0
  32. owt/masked/checkpoints_ema/250000/state/_sharding +1 -0
  33. owt/masked/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
  34. owt/masked/checkpoints_ema/250000/state/d/2acdebb668f3bc0d82e8744662d2b0b8 +0 -0
  35. owt/masked/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
  36. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/508f7ea036dd34bce5216c14c7491a4c +0 -0
  37. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/7115c12b5f3d9527ae218826e6092360 +0 -0
  38. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4 +3 -0
  39. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08 +3 -0
  40. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304 +3 -0
  41. owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt +0 -0
  42. owt/uniform/.hydra/config.yaml +43 -0
  43. owt/uniform/checkpoints_ema/250000/_CHECKPOINT_METADATA +1 -0
  44. owt/uniform/checkpoints_ema/250000/state/_METADATA +1 -0
  45. owt/uniform/checkpoints_ema/250000/state/_sharding +1 -0
  46. owt/uniform/checkpoints_ema/250000/state/array_metadatas/process_0 +1 -0
  47. owt/uniform/checkpoints_ema/250000/state/d/f366cf0b7835063df6a58948d3a0cb5c +0 -0
  48. owt/uniform/checkpoints_ema/250000/state/manifest.ocdbt +0 -0
  49. owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d +3 -0
  50. owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b filter=lfs diff=lfs merge=lfs -text
37
+ owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86 filter=lfs diff=lfs merge=lfs -text
38
+ owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014 filter=lfs diff=lfs merge=lfs -text
39
+ owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7 filter=lfs diff=lfs merge=lfs -text
40
+ owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4 filter=lfs diff=lfs merge=lfs -text
41
+ owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08 filter=lfs diff=lfs merge=lfs -text
42
+ owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304 filter=lfs diff=lfs merge=lfs -text
43
+ owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d filter=lfs diff=lfs merge=lfs -text
44
+ owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6 filter=lfs diff=lfs merge=lfs -text
45
+ owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/9db3aae2c824f358c75bbbdf13fac62d filter=lfs diff=lfs merge=lfs -text
46
+ text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/b6d45a6e08a3adfce23fe173b50b483a filter=lfs diff=lfs merge=lfs -text
47
+ text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/c14ea4fd91c09ebb390aa17edb2e647b filter=lfs diff=lfs merge=lfs -text
48
+ text8/binary_absorbing/checkpoints_ema/1000000/state/ocdbt.process_0/d/fba552e9dfbcec2f5571cafbf0a95d35 filter=lfs diff=lfs merge=lfs -text
49
+ text8/binary_symmetric/checkpoints_ema/1000000/state/ocdbt.process_0/d/038873e5c4f3aff476bce1260152c3b3 filter=lfs diff=lfs merge=lfs -text
50
+ text8/masked/checkpoints_ema/1000000/state/ocdbt.process_0/d/0511ed773775dd2efbe8f7ad95ecfdd5 filter=lfs diff=lfs merge=lfs -text
51
+ text8/masked/checkpoints_ema/1000000/state/ocdbt.process_0/d/31fbd64151e1c27957b25b54f68eeddf filter=lfs diff=lfs merge=lfs -text
52
+ text8/uniform/checkpoints_ema/1000000/state/ocdbt.process_0/d/764aa799191684deed3790948a34d993 filter=lfs diff=lfs merge=lfs -text
53
+ text8/uniform/checkpoints_ema/1000000/state/ocdbt.process_0/d/9992e06dbbc03954ae4aa2764c028315 filter=lfs diff=lfs merge=lfs -text
54
+ tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/065ec2be3d26fef4dbbc9a9050f17a71 filter=lfs diff=lfs merge=lfs -text
55
+ tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/3274ff5e02e402c544b9a447121b27f4 filter=lfs diff=lfs merge=lfs -text
56
+ tinystories/binary_absorbing/checkpoints_ema/500000/state/ocdbt.process_0/d/9f27210eedd8af7596fe78838a126b12 filter=lfs diff=lfs merge=lfs -text
57
+ tinystories/binary_symmetric/checkpoints_ema/500000/state/ocdbt.process_0/d/15f1356815fabf8024fca8cee55adc78 filter=lfs diff=lfs merge=lfs -text
58
+ tinystories/binary_symmetric/checkpoints_ema/500000/state/ocdbt.process_0/d/68757985fb3b0f9dbc7d2a51d124fd5b filter=lfs diff=lfs merge=lfs -text
59
+ tinystories/masked/checkpoints_ema/500000/state/ocdbt.process_0/d/a4fbec2e52c1c7bf2d2e05d2a90ebae6 filter=lfs diff=lfs merge=lfs -text
60
+ tinystories/masked/checkpoints_ema/500000/state/ocdbt.process_0/d/c9d5308de0df3c863e62db6465227bed filter=lfs diff=lfs merge=lfs -text
61
+ tinystories/uniform/checkpoints_ema/500000/state/ocdbt.process_0/d/ea92c267744755209c1853785346aad1 filter=lfs diff=lfs merge=lfs -text
62
+ tinystories/uniform/checkpoints_ema/500000/state/ocdbt.process_0/d/f8169566ee0804773f27cf30054bc094 filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - discrete-diffusion
5
+ - jax
6
+ - flax
7
+ ---
8
+
9
+ # Binary Discrete Diffusion: text models
10
+
11
+ The text models of [Binary Discrete Diffusion: Candidate-Set Diffusion for Logic and Planning
12
+ Tasks](https://arxiv.org/abs/2610.28543): one diffusion transformer per corpus and noise kernel (`masked`,
13
+ `uniform`, `binary_symmetric`, `binary_absorbing`). Each `<corpus>/<kernel>/` is a run directory of
14
+ [binary-discrete-diffusion](https://github.com/rodcasnog/binary-discrete-diffusion), trained with
15
+ `configs/paper/<corpus>/<kernel>.yaml`: the composed config in `.hydra/config.yaml` and the EMA parameters of
16
+ the final step in `checkpoints_ema/<step>/`.
17
+
18
+ | Corpus | Directory | Checkpoint | Tokenizer |
19
+ |---|---|---|---|
20
+ | Text8 | `text8/<kernel>` | `checkpoints_ema/1000000` | characters, written by `scripts/prep_text8.py` |
21
+ | TinyStories | `tinystories/<kernel>` | `checkpoints_ema/500000` | [rodcasnog/tinystories-bpe-1k](https://huggingface.co/rodcasnog/tinystories-bpe-1k) |
22
+ | OpenWebText | `owt/<kernel>` | `checkpoints_ema/250000` | [dvruette/openwebtext-bpe-1k](https://huggingface.co/dvruette/openwebtext-bpe-1k) |
23
+
24
+ ## Usage
25
+
26
+ From a clone of the code repository, after `uv sync`:
27
+
28
+ ```bash
29
+ uv run hf download rodcasnog/binary-discrete-diffusion --include "text8/binary_symmetric/*" --local-dir outputs/hf
30
+ uv run python -m binary_diffusion.sample checkpoint_dir=outputs/hf/text8/binary_symmetric/checkpoints_ema/1000000 \
31
+ sampler.nfe=256 sampler.spacing=log sampler.eta=1 sampler.lam=1 out=outputs/text8-bsym/samples
32
+ ```
33
+
34
+ Text8 models read the tokenizer in `data/text8`, TinyStories samples take their lengths from `data/tinystories`,
35
+ and NELBO and MAUVE read the corpus; the code's README lists the data and evaluation commands.
36
+
37
+ ## License
38
+
39
+ Apache-2.0.
40
+
41
+ ## Citation
42
+
43
+ ```bibtex
44
+ @misc{casadonoguerales2026binarydiffusion,
45
+ title = {Binary Discrete Diffusion: Candidate-Set Diffusion for
46
+ Logic and Planning Tasks},
47
+ author = {Casado Noguerales, Rodrigo and von R{\"u}tte, Dimitri
48
+ and Sch{\"o}lkopf, Bernhard and Hofmann, Thomas
49
+ and Raoufi, Aran},
50
+ year = {2026},
51
+ eprint = {2610.28543},
52
+ archivePrefix = {arXiv},
53
+ primaryClass = {cs.LG},
54
+ url = {https://arxiv.org/abs/2610.28543},
55
+ }
56
+ ```
owt/binary_absorbing/.hydra/config.yaml ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ diffusion:
2
+ kernel: binary_absorbing
3
+ objective: elbo
4
+ schedule: log
5
+ t_min: 0.0005
6
+ t_max: 0.9999
7
+ model:
8
+ architecture: dit
9
+ hidden_dim: 1024
10
+ num_layers: 16
11
+ num_heads: 16
12
+ mlp_dim: 4096
13
+ cond_dim: 128
14
+ dtype: bfloat16
15
+ clue_embedding: false
16
+ training:
17
+ seed: 0
18
+ num_steps: 250000
19
+ global_batch_size: 512
20
+ learning_rate: 0.0003
21
+ warmup_steps: 2500
22
+ weight_decay: 0.02
23
+ adam_b1: 0.9
24
+ adam_b2: 0.999
25
+ max_grad_norm: 1.0
26
+ ema_decay: 0.9999
27
+ log_steps: 100
28
+ val_steps: 1000
29
+ val_batches: 32
30
+ save_every: 2500
31
+ checkpoint:
32
+ max_to_keep: 5
33
+ ema_max_to_keep: 5
34
+ keep_period: 100000
35
+ wandb:
36
+ project: binary-discrete-diffusion
37
+ mode: disabled
38
+ data:
39
+ source: text
40
+ padded: false
41
+ dataset_path: data/owt
42
+ tokenizer_name: dvruette/openwebtext-bpe-1k
43
+ max_seq_len: 1024
owt/binary_absorbing/checkpoints_ema/250000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1790153271206075069, "commit_timestamp_nsecs": 1790153325607377156, "custom_metadata": {}}
owt/binary_absorbing/checkpoints_ema/250000/state/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
owt/binary_absorbing/checkpoints_ema/250000/state/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
owt/binary_absorbing/checkpoints_ema/250000/state/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
owt/binary_absorbing/checkpoints_ema/250000/state/d/8592ee904b52fdb8ef217541e7b80dfe ADDED
Binary file (4.59 kB). View file
 
owt/binary_absorbing/checkpoints_ema/250000/state/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/1911fd281a78caf78c1d504c331f793b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4a6dd0002d87eb8bf4b830a9943bd2e6ba741eb318c6eca626a4cd4ae98a11
3
+ size 702197760
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/27676e82037cedd572911bc794a47eb1 ADDED
Binary file (712 Bytes). View file
 
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/98c08ebf57454a777c9cf2711d0c0cc3 ADDED
Binary file (242 Bytes). View file
 
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/9f83d537925bd13f3da3be0ee12981db ADDED
Binary file (27.3 kB). View file
 
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/d/fcb7dd856b448b10dbef9888b62a0e86 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80927cceaeeaa07cbfc7fa105bf0a96fb10e6072e022276ff3fed1647c0051bf
3
+ size 101085184
owt/binary_absorbing/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (314 Bytes). View file
 
owt/binary_symmetric/.hydra/config.yaml ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ diffusion:
2
+ kernel: binary_symmetric
3
+ objective: elbo
4
+ schedule: log
5
+ t_min: 0.0005
6
+ t_max: 0.9999
7
+ model:
8
+ architecture: dit
9
+ hidden_dim: 1024
10
+ num_layers: 16
11
+ num_heads: 16
12
+ mlp_dim: 4096
13
+ cond_dim: 128
14
+ dtype: bfloat16
15
+ clue_embedding: false
16
+ training:
17
+ seed: 0
18
+ num_steps: 250000
19
+ global_batch_size: 512
20
+ learning_rate: 0.0003
21
+ warmup_steps: 2500
22
+ weight_decay: 0.02
23
+ adam_b1: 0.9
24
+ adam_b2: 0.999
25
+ max_grad_norm: 1.0
26
+ ema_decay: 0.9999
27
+ log_steps: 100
28
+ val_steps: 1000
29
+ val_batches: 32
30
+ save_every: 2500
31
+ checkpoint:
32
+ max_to_keep: 5
33
+ ema_max_to_keep: 5
34
+ keep_period: 100000
35
+ wandb:
36
+ project: binary-discrete-diffusion
37
+ mode: disabled
38
+ data:
39
+ source: text
40
+ padded: false
41
+ dataset_path: data/owt
42
+ tokenizer_name: dvruette/openwebtext-bpe-1k
43
+ max_seq_len: 1024
owt/binary_symmetric/checkpoints_ema/250000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789856854938633902, "commit_timestamp_nsecs": 1789856875216252659, "custom_metadata": {}}
owt/binary_symmetric/checkpoints_ema/250000/state/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
owt/binary_symmetric/checkpoints_ema/250000/state/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
owt/binary_symmetric/checkpoints_ema/250000/state/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
owt/binary_symmetric/checkpoints_ema/250000/state/d/55cf5f4005eed08f8ba1040d27138e3a ADDED
Binary file (4.6 kB). View file
 
owt/binary_symmetric/checkpoints_ema/250000/state/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/0d83f591b4a942394ede303a3e0f7014 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cdd20dc05da3945e84b7fd69823b5d4076aa3c06299530dd64371df982c7a6d
3
+ size 61767680
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/231b3b6e0fc19f8395da6234274258ed ADDED
Binary file (4.62 kB). View file
 
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/a167e24b935d5894f6546cab26088c63 ADDED
Binary file (772 Bytes). View file
 
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/e5fe6da64031d80960f6c31af4121792 ADDED
Binary file (201 Bytes). View file
 
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/d/f025991dbea51509b0c6be19d75fcce7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2751feb69c9698d76d5c61a87eee7280eb448b77555c6ee95413f1eec467e924
3
+ size 741527552
owt/binary_symmetric/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (315 Bytes). View file
 
owt/masked/.hydra/config.yaml ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ diffusion:
2
+ kernel: masked
3
+ objective: elbo
4
+ schedule: linear
5
+ t_min: 0.0005
6
+ t_max: 0.9999
7
+ model:
8
+ architecture: dit
9
+ hidden_dim: 1024
10
+ num_layers: 16
11
+ num_heads: 16
12
+ mlp_dim: 4096
13
+ cond_dim: 128
14
+ dtype: bfloat16
15
+ clue_embedding: false
16
+ training:
17
+ seed: 0
18
+ num_steps: 250000
19
+ global_batch_size: 512
20
+ learning_rate: 0.0003
21
+ warmup_steps: 2500
22
+ weight_decay: 0.02
23
+ adam_b1: 0.9
24
+ adam_b2: 0.999
25
+ max_grad_norm: 1.0
26
+ ema_decay: 0.9999
27
+ log_steps: 100
28
+ val_steps: 1000
29
+ val_batches: 32
30
+ save_every: 2500
31
+ checkpoint:
32
+ max_to_keep: 5
33
+ ema_max_to_keep: 5
34
+ keep_period: 100000
35
+ wandb:
36
+ project: binary-discrete-diffusion
37
+ mode: disabled
38
+ data:
39
+ source: text
40
+ padded: false
41
+ dataset_path: data/owt
42
+ tokenizer_name: dvruette/openwebtext-bpe-1k
43
+ max_seq_len: 1024
owt/masked/checkpoints_ema/250000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789848731736373796, "commit_timestamp_nsecs": 1789848746077450748, "custom_metadata": {}}
owt/masked/checkpoints_ema/250000/state/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
owt/masked/checkpoints_ema/250000/state/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
owt/masked/checkpoints_ema/250000/state/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
owt/masked/checkpoints_ema/250000/state/d/2acdebb668f3bc0d82e8744662d2b0b8 ADDED
Binary file (4.59 kB). View file
 
owt/masked/checkpoints_ema/250000/state/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/508f7ea036dd34bce5216c14c7491a4c ADDED
Binary file (208 Bytes). View file
 
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/7115c12b5f3d9527ae218826e6092360 ADDED
Binary file (712 Bytes). View file
 
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/ac0a06c0467678e073f7c8f152212fc4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5807857b1078954d6a38da05ab6f99194ebedb2fcdc93775ff726499f2c69105
3
+ size 11698176
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/b9f1f59ddecdf266b47b1febcb410b08 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daad52d734c00062f13d2e89c41e4123c703cd4c1dd7509e6640d1683d639bad
3
+ size 746074112
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/d/c0efe874dd28f5c61737aebcb57da304 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c22eafb23c0f2bad7d36e42ede2b3ae9c582f00c202e1fbd8b4642c751f415
3
+ size 44679168
owt/masked/checkpoints_ema/250000/state/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (323 Bytes). View file
 
owt/uniform/.hydra/config.yaml ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ diffusion:
2
+ kernel: uniform
3
+ objective: elbo
4
+ schedule: linear
5
+ t_min: 0.0005
6
+ t_max: 0.9999
7
+ model:
8
+ architecture: dit
9
+ hidden_dim: 1024
10
+ num_layers: 16
11
+ num_heads: 16
12
+ mlp_dim: 4096
13
+ cond_dim: 128
14
+ dtype: bfloat16
15
+ clue_embedding: false
16
+ training:
17
+ seed: 0
18
+ num_steps: 250000
19
+ global_batch_size: 512
20
+ learning_rate: 0.0003
21
+ warmup_steps: 2500
22
+ weight_decay: 0.02
23
+ adam_b1: 0.9
24
+ adam_b2: 0.999
25
+ max_grad_norm: 1.0
26
+ ema_decay: 0.9999
27
+ log_steps: 100
28
+ val_steps: 1000
29
+ val_batches: 32
30
+ save_every: 2500
31
+ checkpoint:
32
+ max_to_keep: 5
33
+ ema_max_to_keep: 5
34
+ keep_period: 100000
35
+ wandb:
36
+ project: binary-discrete-diffusion
37
+ mode: disabled
38
+ data:
39
+ source: text
40
+ padded: false
41
+ dataset_path: data/owt
42
+ tokenizer_name: dvruette/openwebtext-bpe-1k
43
+ max_seq_len: 1024
owt/uniform/checkpoints_ema/250000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1789850806155219956, "commit_timestamp_nsecs": 1789850870196851155, "custom_metadata": {}}
owt/uniform/checkpoints_ema/250000/state/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('params', 'blocks', '0', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '0', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '0', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '0', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '0', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '0', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '0', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '0', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '0', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '1', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '1', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '1', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '1', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '1', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '1', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '1', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '1', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '2', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '2', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '2', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '2', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '2', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '2', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '2', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '2', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '3', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '3', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '3', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '3', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '3', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '3', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '3', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '3', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '4', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '4', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '4', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '4', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '4', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '4', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '4', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '4', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '5', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '5', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '5', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '5', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '5', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '5', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '5', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '5', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '6', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '6', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '6', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '6', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '6', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '6', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '6', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '6', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '7', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '7', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '7', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '7', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '7', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '7', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '7', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '7', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '8', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '8', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '8', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '8', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '8', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '8', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '8', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '8', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '9', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '9', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '9', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '9', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '9', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '9', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '9', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '9', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '10', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '10', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '10', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '10', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '10', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '10', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '10', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '10', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '11', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '11', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '11', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '11', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '11', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '11', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '11', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '11', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '12', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '12', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '12', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '12', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '12', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '12', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '12', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '12', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "12", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '13', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '13', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '13', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '13', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '13', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '13', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '13', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '13', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "13", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '14', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '14', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '14', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '14', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '14', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '14', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '14', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '14', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "14", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3072]}}, "('params', 'blocks', '15', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 6144]}}, "('params', 'blocks', '15', 'attn_out', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_out", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8, 64, 1024]}}, "('params', 'blocks', '15', 'attn_qkv', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "attn_qkv", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 16, 3, 64]}}, "('params', 'blocks', '15', 'mlp_fc1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048]}}, "('params', 'blocks', '15', 'mlp_fc1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 4096]}}, "('params', 'blocks', '15', 'mlp_fc2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'mlp_fc2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "mlp_fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [2048, 1024]}}, "('params', 'blocks', '15', 'norm1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'blocks', '15', 'norm2', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "blocks", "key_type": 2}, {"key": "15", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [128, 128]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64]}}, "('params', 'conditioner', 'sigma_map', 'mlp_2', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "sigma_map", "key_type": 2}, {"key": "mlp_2", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 128]}}, "('params', 'conditioner', 'vocab_embed', 'embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "conditioner", "key_type": 2}, {"key": "vocab_embed", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1025, 512]}}, "('params', 'output_layer', 'adaLN_modulation', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [1024]}}, "('params', 'output_layer', 'adaLN_modulation', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "adaLN_modulation", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [64, 2048]}}, "('params', 'output_layer', 'linear', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}, "('params', 'output_layer', 'linear', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512, 1024]}}, "('params', 'output_layer', 'norm_final', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "norm_final", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [512]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
owt/uniform/checkpoints_ema/250000/state/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xMy5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4xNS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [2], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}]}}"}
owt/uniform/checkpoints_ema/250000/state/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.3.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.4.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.5.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.6.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.7.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.8.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.9.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.10.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.11.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.12.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.13.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.14.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.adaLN_modulation.kernel.value", "write_shape": [64, 6144], "chunk_shape": [64, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_out.value", "write_shape": [8, 64, 1024], "chunk_shape": [8, 64, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.attn_qkv.value", "write_shape": [512, 16, 3, 64], "chunk_shape": [512, 16, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc1.kernel.value", "write_shape": [512, 4096], "chunk_shape": [512, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.mlp_fc2.kernel.value", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.blocks.15.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_0.kernel.value", "write_shape": [128, 128], "chunk_shape": [128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.sigma_map.mlp_2.kernel.value", "write_shape": [64, 128], "chunk_shape": [64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.conditioner.vocab_embed.embedding.value", "write_shape": [1025, 512], "chunk_shape": [1025, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.bias.value", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.adaLN_modulation.kernel.value", "write_shape": [64, 2048], "chunk_shape": [64, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.linear.kernel.value", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.output_layer.norm_final.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}]}
owt/uniform/checkpoints_ema/250000/state/d/f366cf0b7835063df6a58948d3a0cb5c ADDED
Binary file (4.58 kB). View file
 
owt/uniform/checkpoints_ema/250000/state/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/2ddddee6a811084c38a9e8458b0ced0d ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9134fa5f0bc398d9d936f86922352e48f05667ef033eec408cf688eccac350b4
3
+ size 746369024
owt/uniform/checkpoints_ema/250000/state/ocdbt.process_0/d/78dc8adeb1f9e442151cca50674329e6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d1a50eea28d7c0d622cf5e27de2d8786cb67aaade8a614c3b77b0a5703a361
3
+ size 52453376