Hugging Face's logo

oier-mees
/
FuSe

Robotics
Model card Files
xet
Community
1
oier-mees commited on
Commit
cddd08c
·
1 Parent(s): d9ffa87

remove copy

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 15000/_CHECKPOINT_METADATA +0 -1
  2. 15000/action_tokenizer_model_params/_METADATA +0 -1
  3. 15000/action_tokenizer_model_params/commit_success.txt +0 -1
  4. 15000/action_tokenizer_model_spec/commit_success.txt +0 -1
  5. 15000/action_tokenizer_model_spec/metadata +0 -1
  6. 15000/commit_success.txt +0 -1
  7. 15000/config/commit_success.txt +0 -1
  8. 15000/config/metadata +0 -1
  9. 15000/dataset_statistics/commit_success.txt +0 -1
  10. 15000/dataset_statistics/metadata +0 -1
  11. 15000/language_tokenizer/commit_success.txt +0 -1
  12. 15000/language_tokenizer/language_tokenizer.proto +0 -3
  13. 15000/model_model_params/_METADATA +0 -0
  14. 15000/model_model_params/_sharding +0 -1
  15. 15000/model_model_params/commit_success.txt +0 -1
  16. 15000/model_model_params/d/7fa51357ef122322d701ff54656b4044 +0 -0
  17. 15000/model_model_params/manifest.ocdbt +0 -0
  18. 15000/model_model_params/ocdbt.process_0/d/172a3a8da0873d619cea31d574d4b8ee +0 -0
  19. 15000/model_model_params/ocdbt.process_0/d/5c587fdf05b2d8c8ff1dc39cf156148e +0 -0
  20. 15000/model_model_params/ocdbt.process_0/d/5c936ff6c74dc14c3cc9c591c2ce8f20 +0 -0
  21. 15000/model_model_params/ocdbt.process_0/d/7b5c971a7e7e6fe913bcc17b374e0f55 +0 -0
  22. 15000/model_model_params/ocdbt.process_0/d/85bdac45edbd6c9198be15243b619a78 +0 -3
  23. 15000/model_model_params/ocdbt.process_0/d/976003b263b86a7e904f54c7dcba50f4 +0 -3
  24. 15000/model_model_params/ocdbt.process_0/manifest.ocdbt +0 -0
  25. 15000/model_model_params/ocdbt.process_1/d/26d761b04111868f51482bad86328227 +0 -3
  26. 15000/model_model_params/ocdbt.process_1/d/9596eae70329fba3ab7a8617ee74d986 +0 -3
  27. 15000/model_model_params/ocdbt.process_1/manifest.ocdbt +0 -0
  28. 15000/model_model_params/ocdbt.process_10/d/16b31b4c6b474856951719672e63b778 +0 -3
  29. 15000/model_model_params/ocdbt.process_10/d/1733100935709df605fcf9878094b9c3 +0 -3
  30. 15000/model_model_params/ocdbt.process_10/manifest.ocdbt +0 -0
  31. 15000/model_model_params/ocdbt.process_11/d/b2b557800d0ee055927d1a44b9af3eda +0 -3
  32. 15000/model_model_params/ocdbt.process_11/d/f54bc57c4228488cfdb02842f3b418b7 +0 -3
  33. 15000/model_model_params/ocdbt.process_11/manifest.ocdbt +0 -0
  34. 15000/model_model_params/ocdbt.process_12/d/6cdcc9ab301a7f48e694d1aad2c111af +0 -3
  35. 15000/model_model_params/ocdbt.process_12/d/8291fad89e6470abe05f5d7d293a35a3 +0 -3
  36. 15000/model_model_params/ocdbt.process_12/manifest.ocdbt +0 -0
  37. 15000/model_model_params/ocdbt.process_13/d/10c08f2bc35f069aa05ca0047138da8e +0 -3
  38. 15000/model_model_params/ocdbt.process_13/d/1d1e71a9ffa1eb758725987c74a464e3 +0 -3
  39. 15000/model_model_params/ocdbt.process_13/manifest.ocdbt +0 -0
  40. 15000/model_model_params/ocdbt.process_14/d/a87993cacbecc6bb164093187da985c9 +0 -3
  41. 15000/model_model_params/ocdbt.process_14/d/b969d167d8760c9e5a0e1d30a2cb09fd +0 -3
  42. 15000/model_model_params/ocdbt.process_14/manifest.ocdbt +0 -0
  43. 15000/model_model_params/ocdbt.process_15/d/0bc1e2d4fa3e10b8a5c60b904a3759f9 +0 -3
  44. 15000/model_model_params/ocdbt.process_15/d/d34decd5ceac0c14e70ec8d4cbc86778 +0 -3
  45. 15000/model_model_params/ocdbt.process_15/manifest.ocdbt +0 -0
  46. 15000/model_model_params/ocdbt.process_16/d/3677e1699d7ae709527dd2e1477141e7 +0 -3
  47. 15000/model_model_params/ocdbt.process_16/d/d0371996f38251808fe6415d56841d7d +0 -3
  48. 15000/model_model_params/ocdbt.process_16/manifest.ocdbt +0 -0
  49. 15000/model_model_params/ocdbt.process_17/d/74374fad4fa3c3e38ebd5ef167ae059b +0 -3
  50. 15000/model_model_params/ocdbt.process_17/d/bdfd2ec86e0e010f6e71d523352a943f +0 -3
15000/_CHECKPOINT_METADATA DELETED
@@ -1 +0,0 @@
1
- {"init_timestamp_nsecs": 1734887210978521803, "commit_timestamp_nsecs": 1734887226584723944}
 
 
15000/action_tokenizer_model_params/_METADATA DELETED
@@ -1 +0,0 @@
1
- {"tree_metadata": {"('params',)": {"key_metadata": [{"key": "params", "key_type": 2}], "value_metadata": {"value_type": "Dict", "skip_deserialize": true}}}, "use_zarr3": false}
 
 
15000/action_tokenizer_model_params/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/action_tokenizer_model_params
 
 
15000/action_tokenizer_model_spec/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/action_tokenizer_model_spec
 
 
15000/action_tokenizer_model_spec/metadata DELETED
@@ -1 +0,0 @@
1
- {"__ctor": "palivla.tokenizer.BinActionTokenizer", "config": {"action_dim": 7, "action_horizon": 1, "action_vocab_size": 256, "max_action_value": 2, "min_action_value": -2}}
 
 
15000/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000
 
 
15000/config/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/config
 
 
15000/config/metadata DELETED
@@ -1 +0,0 @@
1
- {"encoder_specs": {"digit_left": {"__ctor": "palivla.tactile_encoder_pooled.tvlViT", "config": {"load_fn": "palivla.utils.load_tvl_weights", "load_kwargs": {"pretrained_path": "gs://oier-europe-bucket/ported_weights/tvl/tvl_vitbgs_params_jax.npz"}, "num_classes": 2048, "pool_type": "cross_attn"}}, "digit_right": {"__ctor": "palivla.tactile_encoder_pooled.tvlViT", "config": {"load_fn": "palivla.utils.load_tvl_weights", "load_kwargs": {"pretrained_path": "gs://oier-europe-bucket/ported_weights/tvl/tvl_vitbgs_params_jax.npz"}, "num_classes": 2048, "pool_type": "cross_attn"}}, "modality_embedder": {"__ctor": "palivla.modality_embedder.ModalityEmbedder", "config": {"dtype_str": "float32", "embedding_dim": 2048, "num_embeddings": 9}}, "spectro": {"__ctor": "octo.model.components.vit_encoders.ResNet26FILM", "config": {"flatten_result": true, "normalize_input": false, "num_classes": 2048, "use_film": false}}}, "img_spec": {"__ctor": "big_vision.models.vit.Model", "config": {"pool_type": "none", "scan": true, "variant": "So400m/14"}}, "llm_spec": {"__ctor": "big_vision.models.proj.paligemma.gemma_bv.Model", "config": {"vocab_size": 257152}}, "modality_mappings": {"image_digit_left": "digit_left", "image_digit_right": "digit_right", "image_primary": "img", "image_wrist": "img", "mel_spectro": "spectro", "modality_idx": "modality_embedder", "text": "llm"}, "prompt_autoregressive": false, "target_key_order": ["image_primary", "image_wrist", "image_digit_left", "image_digit_right", "mel_spectro", "modality_idx"]}
 
 
15000/dataset_statistics/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/dataset_statistics
 
 
15000/dataset_statistics/metadata DELETED
@@ -1 +0,0 @@
1
- {"digit_dataset:54.0.0": {"action": {"max": [0.3012024164199829, 0.08334571868181229, 0.27207261323928833, 2.9595746994018555, 1.7334380149841309, 0.5227872729301453, 1.0], "mean": [0.0036537842825055122, 0.0005640247254632413, -0.0020414511673152447, 0.00011840004299301654, 0.0001269286876777187, 0.002870982512831688, 0.6252029538154602], "min": [-0.30079442262649536, -0.07893040776252747, -0.22207710146903992, -3.0137717723846436, -1.6758967638015747, -0.6511449217796326, 0.0], "p01": [-0.027438574433326722, -0.03466422662138939, -0.04764604061841965, -0.10363286197185516, -0.11471884071826935, -0.2442669266462326, 0.0], "p99": [0.047954644858837124, 0.03571233958005904, 0.05198519051074981, 0.09977680832147597, 0.10635631442070007, 0.25084667444229125, 1.0], "std": [0.013129397295415401, 0.011655371636152267, 0.020389817655086517, 0.03639911115169525, 0.0390063151717186, 0.0826837494969368, 0.4840744137763977]}, "num_trajectories": 26866, "num_transitions": 760689, "proprio": {"max": [0.39125144481658936, 0.21706213057041168, 0.3431672751903534, 0.7583836317062378, 1.570796251296997, 2.261908769607544, 1.1190614700317383], "mean": [0.22091123461723328, 0.0011478941887617111, 0.11123534291982651, -0.018648672848939896, -0.09925685822963715, 0.07714134454727173, 0.837134063243866], "min": [-0.04167502000927925, -0.37576887011528015, -0.13934996724128723, -3.141592502593994, -0.887220561504364, -3.0429744720458984, 0.07624256610870361], "p01": [0.11441598266363144, -0.18062341213226318, 0.010478892847895622, -0.32690849661827087, -0.4588014805316925, -1.3974858283996583, 0.08998419344425201], "p99": [0.3416081404685974, 0.14677867233753203, 0.2438981831073761, 0.2692363321781158, 0.2839945793151855, 1.4195377826690674, 1.003452181816101], "std": [0.06400610506534576, 0.06845647841691971, 0.07493763417005539, 0.11028624325990677, 0.1367144137620926, 0.5591349601745605, 0.26563045382499695]}}}
 
 
15000/language_tokenizer/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/language_tokenizer
 
 
15000/language_tokenizer/language_tokenizer.proto DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d05a0d13faead3332d43844b68b91753eae2e73954cf79fbc3fc0361cb0819d8
3
- size 15152831
 
 
 
 
15000/model_model_params/_METADATA DELETED
The diff for this file is too large to render. See raw diff
 
15000/model_model_params/_sharding DELETED
@@ -1 +0,0 @@
1
- {"cGFyYW1zLm1vZGFsaXR5X2VtYmVkZGVyLkVtYmVkXzAuZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuY2xzX3Rva2Vu":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s0LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s1LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s2LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s3LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s4LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5Lm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5LmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5LmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5LmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2s5LmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2swLmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxLmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2sxMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2syLmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm1scC5mYzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm1scC5mYzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm1scC5mYzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm1scC5mYzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLmF0dG4ucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLmF0dG4ucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLmF0dG4ucWt2LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuYmxvY2szLmF0dG4ucWt2Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuZmNfbm9ybS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuZmNfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuaGVhZC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQuaGVhZC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLm91dC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLm91dC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLmtleS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLmtleS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLmF0dGVudGlvbl9oZWFkLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9vbF9mdW5jLnJlYWRvdXRz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucG9zX2VtYmVk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucGF0Y2hfZW1iZWQucHJvai5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X2xlZnQucGF0Y2hfZW1iZWQucHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAuYXR0bi5wcm9qLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAuYXR0bi5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAuYXR0bi5xa3YuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAuYXR0bi5xa3Yua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubWxwLmZjMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubWxwLmZjMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubWxwLmZjMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubWxwLmZjMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubm9ybTEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubm9ybTEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubm9ybTIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTAubm9ybTIuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEuYXR0bi5wcm9qLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEuYXR0bi5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEuYXR0bi5xa3YuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEuYXR0bi5xa3Yua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubWxwLmZjMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubWxwLmZjMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubWxwLmZjMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubWxwLmZjMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubm9ybTEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubm9ybTEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubm9ybTIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMTEubm9ybTIuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrMy5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrNy5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5hdHRuLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5hdHRuLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5hdHRuLnFrdi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5hdHRuLnFrdi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5tbHAuZmMxLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5tbHAuZmMxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5tbHAuZmMyLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5tbHAuZmMyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5ub3JtMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5ub3JtMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmJsb2NrOS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmNsc190b2tlbg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmZjX25vcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmZjX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmhlYWQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LmhlYWQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBhdGNoX2VtYmVkLnByb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBhdGNoX2VtYmVkLnByb2oua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC52YWx1ZS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5rZXkuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5rZXkua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5vdXQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5vdXQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5xdWVyeS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5hdHRlbnRpb25faGVhZC5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvb2xfZnVuYy5yZWFkb3V0cw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmRpZ2l0X3JpZ2h0LnBvc19lbWJlZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null]}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTWxwQmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"]}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null]}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null]}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5UcmFuc2Zvcm1lci5lbmNvZGVyYmxvY2suTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null]}","cGFyYW1zLmltZy5lbWJlZGRpbmcuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5lbWJlZGRpbmcua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5oZWFkLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmltZy5oZWFkLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\"]}","cGFyYW1zLmltZy5wb3NfZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmxsbS5lbWJlZGRlci5pbnB1dF9lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [\"fsdp\", null]}","cGFyYW1zLmxsbS5maW5hbF9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null]}","cGFyYW1zLmxsbS5sYXllcnMuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null]}","cGFyYW1zLmxsbS5sYXllcnMubWxwLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLmxsbS5sYXllcnMubWxwLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, \"fsdp\", null]}","cGFyYW1zLmxsbS5sYXllcnMucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLmxsbS5sYXllcnMucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X21lbF9zcGVjdHJv":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X21vZGFsaXR5X2lkeA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X2ltYWdlX2RpZ2l0X2xlZnQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X2ltYWdlX2RpZ2l0X3JpZ2h0":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X2ltYWdlX3ByaW1hcnk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X2ltYWdlX3dyaXN0":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnN0YXJ0X3RleHQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [\"fsdp\", null]}","cGFyYW1zLnNwZWN0cm8uY29udl9yb290Lmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmNvbnZfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduX3Byb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQxLmduX3Byb2ouc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"]}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2s0LnVuaXQyLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmNvbnZfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduX3Byb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQxLmduX3Byb2ouc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2sxLnVuaXQyLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmNvbnZfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduX3Byb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQxLmduX3Byb2ouc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2syLnVuaXQyLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmNvbnZfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduX3Byb2ouYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQxLmduX3Byb2ouc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmNvbnYzLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMi5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uYmxvY2szLnVuaXQyLmduMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uZ25fcm9vdC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}","cGFyYW1zLnNwZWN0cm8uZ25fcm9vdC5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [128], \"axis_names\": [\"fsdp\"], \"partition_spec\": []}"}
 
 
15000/model_model_params/commit_success.txt DELETED
@@ -1 +0,0 @@
1
- Checkpoint commit was successful to gs://kyle-checkpoints-eu4/fuse-vla-checkpoints/golden-leaf-2/15000/model_model_params
 
 
15000/model_model_params/d/7fa51357ef122322d701ff54656b4044 DELETED
Binary file (45 kB)
 
15000/model_model_params/manifest.ocdbt DELETED
Binary file (120 Bytes)
 
15000/model_model_params/ocdbt.process_0/d/172a3a8da0873d619cea31d574d4b8ee DELETED
Binary file (417 Bytes)
 
15000/model_model_params/ocdbt.process_0/d/5c587fdf05b2d8c8ff1dc39cf156148e DELETED
Binary file (417 Bytes)
 
15000/model_model_params/ocdbt.process_0/d/5c936ff6c74dc14c3cc9c591c2ce8f20 DELETED
Binary file (2.07 kB)
 
15000/model_model_params/ocdbt.process_0/d/7b5c971a7e7e6fe913bcc17b374e0f55 DELETED
Binary file (203 Bytes)
 
15000/model_model_params/ocdbt.process_0/d/85bdac45edbd6c9198be15243b619a78 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb23cc3bb0d328c0a3c427621c21e8e789c4ca7717e177f796416a88a5f27c7e
3
- size 522006874
 
 
 
 
15000/model_model_params/ocdbt.process_0/d/976003b263b86a7e904f54c7dcba50f4 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cffb24caef5335fa15332df688563b5b24a7bc0f19270d99b396ce7a868037e8
3
- size 8768604
 
 
 
 
15000/model_model_params/ocdbt.process_0/manifest.ocdbt DELETED
Binary file (344 Bytes)
 
15000/model_model_params/ocdbt.process_1/d/26d761b04111868f51482bad86328227 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d141c8f0ea68ffd59416f584c3032889b6e4a90cad0be6dc7f0584add67acc59
3
- size 286650197
 
 
 
 
15000/model_model_params/ocdbt.process_1/d/9596eae70329fba3ab7a8617ee74d986 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:54189e5d316aaaf989ab30c6722f8d20aabb5fd51df91206b699a50fae566941
3
- size 53538355
 
 
 
 
15000/model_model_params/ocdbt.process_1/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_10/d/16b31b4c6b474856951719672e63b778 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d73f65277cfbb37065c57058ef1741ad8a6074e6e913db25bfac0349753c3b59
3
- size 62661492
 
 
 
 
15000/model_model_params/ocdbt.process_10/d/1733100935709df605fcf9878094b9c3 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4a27acabb07c92bff438e2dcb82600174915407a7d6acadf4a6fb722670a7c4
3
- size 277269387
 
 
 
 
15000/model_model_params/ocdbt.process_10/manifest.ocdbt DELETED
Binary file (179 Bytes)
 
15000/model_model_params/ocdbt.process_11/d/b2b557800d0ee055927d1a44b9af3eda DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e66091cfdae5788f5eb22c4a482b2eb21d4db83bf2673d89841325cd5250b24d
3
- size 53539310
 
 
 
 
15000/model_model_params/ocdbt.process_11/d/f54bc57c4228488cfdb02842f3b418b7 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:97ccf978c1bff60c5c2c6dd1309b0c382f634a91728ca78cab4f011ed8bd2270
3
- size 286356008
 
 
 
 
15000/model_model_params/ocdbt.process_11/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_12/d/6cdcc9ab301a7f48e694d1aad2c111af DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8704ac2ed7e392651192b47407ae208fc5ec83dd8c43cd53b9655d61165c686
3
- size 64487716
 
 
 
 
15000/model_model_params/ocdbt.process_12/d/8291fad89e6470abe05f5d7d293a35a3 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96b4554d0b9995c4e40b3ac0cebef994e8cf990b7637f92cf684b1e85db60e38
3
- size 275828292
 
 
 
 
15000/model_model_params/ocdbt.process_12/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_13/d/10c08f2bc35f069aa05ca0047138da8e DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:781ae13801ec8ab99caa61031de72aff23c8d3c7effffa4963ec8bd06e5434ee
3
- size 58822552
 
 
 
 
15000/model_model_params/ocdbt.process_13/d/1d1e71a9ffa1eb758725987c74a464e3 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c322449d3b7e6dafae3efcd0bcf1733115e9753467f57b9934aa0dabaa955164
3
- size 281317518
 
 
 
 
15000/model_model_params/ocdbt.process_13/manifest.ocdbt DELETED
Binary file (179 Bytes)
 
15000/model_model_params/ocdbt.process_14/d/a87993cacbecc6bb164093187da985c9 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d1cdbeaeee30f1981b08790621554b07fb717fcd117eb488dfbe55fe7e82881
3
- size 277630487
 
 
 
 
15000/model_model_params/ocdbt.process_14/d/b969d167d8760c9e5a0e1d30a2cb09fd DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:44dc516b439d73938c6b82be5ebf1690acaa61a2d3afff772527bf063789b4d4
3
- size 62305765
 
 
 
 
15000/model_model_params/ocdbt.process_14/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_15/d/0bc1e2d4fa3e10b8a5c60b904a3759f9 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:67789ac412c87cac48048b304646e21368d340e068f0253837215615586b3fb2
3
- size 58841844
 
 
 
 
15000/model_model_params/ocdbt.process_15/d/d34decd5ceac0c14e70ec8d4cbc86778 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5419cf663baaa96e125fdc86aff79e5eba38145bebdda972d279c715aa4e82ef
3
- size 281104767
 
 
 
 
15000/model_model_params/ocdbt.process_15/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_16/d/3677e1699d7ae709527dd2e1477141e7 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:447633b51b374ab10d42a89c72ea0a69894a5c45f056fa1b5ad848991c1caf5d
3
- size 277103609
 
 
 
 
15000/model_model_params/ocdbt.process_16/d/d0371996f38251808fe6415d56841d7d DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:28695d69066f4a41e52a894d8834df5120265086e65799aeb1e403d89e658a5a
3
- size 63224653
 
 
 
 
15000/model_model_params/ocdbt.process_16/manifest.ocdbt DELETED
Binary file (180 Bytes)
 
15000/model_model_params/ocdbt.process_17/d/74374fad4fa3c3e38ebd5ef167ae059b DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d808b1d97034da8d246a9882cd980d098f2f3975707f431e764a636d10279cfe
3
- size 284403889
 
 
 
 
15000/model_model_params/ocdbt.process_17/d/bdfd2ec86e0e010f6e71d523352a943f DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f2fd8eeacb5e3acadfdcf2966d5a11eea823143de7387bc4daef2feb6a6d77d
3
- size 55730401