Hugging Face's logo

LamTNguyen
/
LARA_gap23_rescale

Model card Files
xet
 Community
LamTNguyen commited on
Commit
52ac523
·
verified ·
1 Parent(s): 3ce06b4

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +27 -0
  2. checkpoint_400000/_CHECKPOINT_METADATA +1 -0
  3. checkpoint_400000/_METADATA +0 -0
  4. checkpoint_400000/_sharding +1 -0
  5. checkpoint_400000/array_metadatas/process_0 +1 -0
  6. checkpoint_400000/d/89ccddba872ec98f9f7196e91e61adce +0 -0
  7. checkpoint_400000/manifest.ocdbt +0 -0
  8. checkpoint_400000/ocdbt.process_0/d/197494707a6ad143f425e535bbb35d03 +3 -0
  9. checkpoint_400000/ocdbt.process_0/d/391ddebdf84ae2ebc892e17e78d2e73f +0 -0
  10. checkpoint_400000/ocdbt.process_0/d/430e231c749c8133a2442b29fc42f886 +0 -0
  11. checkpoint_400000/ocdbt.process_0/d/4f6ad7f5f74533a1a9074df166e2e1ad +0 -0
  12. checkpoint_400000/ocdbt.process_0/d/658f2dccd9887c974b4f574fe0511442 +0 -0
  13. checkpoint_400000/ocdbt.process_0/d/77fa6ec81fda02b6d41760cf6d403cf1 +0 -0
  14. checkpoint_400000/ocdbt.process_0/d/9516c40bd7a380adac5cb4ca3997c11a +0 -0
  15. checkpoint_400000/ocdbt.process_0/d/b137f1e9ebe14cb480bc3fa3fcfd6e1a +3 -0
  16. checkpoint_400000/ocdbt.process_0/d/b4ced3ec77dd597eb933791f7b761a94 +0 -0
  17. checkpoint_400000/ocdbt.process_0/d/e8eb9bccc04d635a1af744e54c2ecbc8 +0 -0
  18. checkpoint_400000/ocdbt.process_0/d/f4c5a668a18b620ff8fee12ab7036abe +0 -0
  19. checkpoint_400000/ocdbt.process_0/d/fe42395121a7437ea74c9a147db5570d +0 -0
  20. checkpoint_400000/ocdbt.process_0/manifest.ocdbt +0 -0
  21. latest/checkpoint_400000/_CHECKPOINT_METADATA +1 -0
  22. latest/checkpoint_400000/_METADATA +0 -0
  23. latest/checkpoint_400000/_sharding +1 -0
  24. latest/checkpoint_400000/array_metadatas/process_0 +1 -0
  25. latest/checkpoint_400000/d/7dce239a0396b9174b4e202f8dc8aa6d +0 -0
  26. latest/checkpoint_400000/manifest.ocdbt +0 -0
  27. latest/checkpoint_400000/ocdbt.process_0/d/48ae8c3b25732f35127dee2411fe8c0b +0 -0
  28. latest/checkpoint_400000/ocdbt.process_0/d/62d5cced42ccdbcfef8aa675459c669c +0 -0
  29. latest/checkpoint_400000/ocdbt.process_0/d/d6c443f7c7bdb92c327f60c696f6762c +0 -0
  30. latest/checkpoint_400000/ocdbt.process_0/d/f9a15bfe79964f926d494f62c37a2d11 +0 -0
  31. latest/checkpoint_400000/ocdbt.process_0/manifest.ocdbt +0 -0
  32. latest/ema/checkpoint_400000/_CHECKPOINT_METADATA +1 -0
  33. latest/ema/checkpoint_400000/_METADATA +0 -0
  34. latest/ema/checkpoint_400000/_sharding +1 -0
  35. latest/ema/checkpoint_400000/array_metadatas/process_0 +1 -0
  36. latest/ema/checkpoint_400000/d/9989ed5404cf40f857105d060af10e5c +0 -0
  37. latest/ema/checkpoint_400000/manifest.ocdbt +0 -0
  38. latest/ema/checkpoint_400000/ocdbt.process_0/d/0b6be26a286db035b0dced5cc40d0217 +0 -0
  39. latest/ema/checkpoint_400000/ocdbt.process_0/d/1ab113fa74cd4906c1f19a46c03c4314 +0 -0
  40. latest/ema/checkpoint_400000/ocdbt.process_0/d/1de9dc33f844966b10fa8a34bb366867 +3 -0
  41. latest/ema/checkpoint_400000/ocdbt.process_0/d/21156d2763b1a84f25cc1b9c9b64ec35 +0 -0
  42. latest/ema/checkpoint_400000/ocdbt.process_0/d/4206e9dce6a03899b0e39cfd3720d1da +0 -0
  43. latest/ema/checkpoint_400000/ocdbt.process_0/d/44935abe029c8ac7e52c7a04662b78f8 +0 -0
  44. latest/ema/checkpoint_400000/ocdbt.process_0/d/6dd5db8b66e279b58821d30fb0d98362 +0 -0
  45. latest/ema/checkpoint_400000/ocdbt.process_0/d/80d4d7186e25094c2a630a6d91f24a8f +3 -0
  46. latest/ema/checkpoint_400000/ocdbt.process_0/d/a1c1bbbffe494f5fb8bdbb4355efeeb6 +0 -0
  47. latest/ema/checkpoint_400000/ocdbt.process_0/manifest.ocdbt +0 -0
  48. latest/l2_ema/checkpoint_400000/_CHECKPOINT_METADATA +1 -0
  49. latest/l2_ema/checkpoint_400000/_METADATA +1 -0
  50. latest/l2_ema/checkpoint_400000/_sharding +1 -0
.gitattributes CHANGED
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ permanent/step_200000/checkpoint_200000/ocdbt.process_0/d/b2740f6c6449f1c164c9bc7918fe176e filter=lfs diff=lfs merge=lfs -text
37
+ opt_state/checkpoint_400000/ocdbt.process_0/d/4e81829b310436056edf3761802dc154 filter=lfs diff=lfs merge=lfs -text
38
+ permanent/step_200000/predictor_ema/checkpoint_200000/ocdbt.process_0/d/3e028d2bbb4b009cc0a1652900d6dbae filter=lfs diff=lfs merge=lfs -text
39
+ latest/predictor_ema/checkpoint_400000/ocdbt.process_0/d/9a268f7c8b2e0c77a42b67cd4920356f filter=lfs diff=lfs merge=lfs -text
40
+ checkpoint_400000/ocdbt.process_0/d/b137f1e9ebe14cb480bc3fa3fcfd6e1a filter=lfs diff=lfs merge=lfs -text
41
+ latest/opt_state/checkpoint_400000/ocdbt.process_0/d/55f24edf08ee69029b9ece4618cc887a filter=lfs diff=lfs merge=lfs -text
42
+ latest/ema/checkpoint_400000/ocdbt.process_0/d/80d4d7186e25094c2a630a6d91f24a8f filter=lfs diff=lfs merge=lfs -text
43
+ permanent/step_100000/predictor_ema/checkpoint_100000/ocdbt.process_0/d/4535724fe7708c015e5ce5eb473d37a7 filter=lfs diff=lfs merge=lfs -text
44
+ latest/predictor_ema/checkpoint_400000/ocdbt.process_0/d/1e1dbbbd4fa63924d325bb36de9f1789 filter=lfs diff=lfs merge=lfs -text
45
+ permanent/step_200000/predictor_ema/checkpoint_200000/ocdbt.process_0/d/380c55ccd750470f7dadc2175c156a5b filter=lfs diff=lfs merge=lfs -text
46
+ permanent/step_100000/predictor_ema/checkpoint_100000/ocdbt.process_0/d/99be9958200bf1b41a1dbbc186832b4d filter=lfs diff=lfs merge=lfs -text
47
+ checkpoint_400000/ocdbt.process_0/d/197494707a6ad143f425e535bbb35d03 filter=lfs diff=lfs merge=lfs -text
48
+ permanent/step_100000/ema/checkpoint_100000/ocdbt.process_0/d/5cdb2bacecd19679b6575ae33490dd36 filter=lfs diff=lfs merge=lfs -text
49
+ permanent/step_400000/predictor_ema/checkpoint_400000/ocdbt.process_0/d/b399e969b4326f5b52f8e76b7cc2ae7c filter=lfs diff=lfs merge=lfs -text
50
+ latest/ema/checkpoint_400000/ocdbt.process_0/d/1de9dc33f844966b10fa8a34bb366867 filter=lfs diff=lfs merge=lfs -text
51
+ permanent/step_200000/predictor_ema/checkpoint_200000/ocdbt.process_0/d/d7fd7d3fdd1c351adac17ed11a0323e3 filter=lfs diff=lfs merge=lfs -text
52
+ permanent/step_400000/opt_state/checkpoint_400000/ocdbt.process_0/d/b6c8e12debdd19d0beeece616d43dcf5 filter=lfs diff=lfs merge=lfs -text
53
+ permanent/step_400000/opt_state/checkpoint_400000/ocdbt.process_0/d/d53aa29264c20ee8d87912444fba44d1 filter=lfs diff=lfs merge=lfs -text
54
+ permanent/step_200000/opt_state/checkpoint_200000/ocdbt.process_0/d/c827e39babc608b717bc851428d44939 filter=lfs diff=lfs merge=lfs -text
55
+ permanent/step_200000/ema/checkpoint_200000/ocdbt.process_0/d/95af092583d380070ceacbee12c385fd filter=lfs diff=lfs merge=lfs -text
56
+ permanent/step_400000/predictor_ema/checkpoint_400000/ocdbt.process_0/d/4c4188133a37300d5ada5ac8a3105934 filter=lfs diff=lfs merge=lfs -text
57
+ latest/predictor_ema/checkpoint_400000/ocdbt.process_0/d/ca22174a382c5e795a946cf230562125 filter=lfs diff=lfs merge=lfs -text
58
+ permanent/step_100000/opt_state/checkpoint_100000/ocdbt.process_0/d/67d4789f8c2b945a3abb6a69f2311204 filter=lfs diff=lfs merge=lfs -text
59
+ permanent/step_100000/checkpoint_100000/ocdbt.process_0/d/ecf6faa66144dab60e1504644745b153 filter=lfs diff=lfs merge=lfs -text
60
+ permanent/step_400000/checkpoint_400000/ocdbt.process_0/d/058cbf30ed1dce8e04ea12f92cc3522e filter=lfs diff=lfs merge=lfs -text
61
+ permanent/step_100000/predictor_ema/checkpoint_100000/ocdbt.process_0/d/24733009192379f8f59f98e1c9ddf6ad filter=lfs diff=lfs merge=lfs -text
62
+ permanent/step_400000/ema/checkpoint_400000/ocdbt.process_0/d/910e1420ad62226535ee916a97e440f5 filter=lfs diff=lfs merge=lfs -text
checkpoint_400000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1778652475406833336, "commit_timestamp_nsecs": 1778652491174548258, "custom_metadata": {}}
checkpoint_400000/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint_400000/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuTGFiZWxFbWJlZGRlcl8wLkVtYmVkXzAuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuUGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuUGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmFkYWxuX21vZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmFkYWxuX21vZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm91dF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm91dF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG5fYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG5fYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5jb252X2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5jb252X2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5kd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5kd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5wd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5wd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuX2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuX2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5jb252X2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5jb252X2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5kd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5kd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5wd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5wd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG5fYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG5fYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNsYXNzX2lucHV0X2VtYmVkLmVtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfZGVsdGFfZW1iZWQuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfbGF5ZXJfZW1iZWQuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfdF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfdF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmZpbmFsX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmZpbmFsX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmdhbW1hX291dA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmluX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmluX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}
checkpoint_400000/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_0.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_0.kernel", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_1.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_1.kernel", "write_shape": [1152, 2304], "chunk_shape": [1152, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.LabelEmbedder_0.Embed_0.embedding", "write_shape": [1001, 1152], "chunk_shape": [1001, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.PatchedPatchEmbed_0.proj.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.PatchedPatchEmbed_0.proj.kernel", "write_shape": [16, 1152], "chunk_shape": [16, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_0.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_0.kernel", "write_shape": [256, 1152], "chunk_shape": [256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_1.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_1.kernel", "write_shape": [1152, 1152], "chunk_shape": [1152, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.class_input_embed.embedding", "write_shape": [1001, 1152], "chunk_shape": [1001, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_delta_embed.embedding", "write_shape": [28, 32], "chunk_shape": [28, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_layer_embed.embedding", "write_shape": [29, 32], "chunk_shape": [29, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_out.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_out.kernel", "write_shape": [32, 32], "chunk_shape": [32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_t_proj.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_t_proj.kernel", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.final_ln.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.final_ln.scale", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.gamma_out", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.in_proj.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.in_proj.kernel", "write_shape": [1152, 480], "chunk_shape": [1152, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.adaln_mod.bias", "write_shape": [964], "chunk_shape": [964], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.adaln_mod.kernel", "write_shape": [32, 964], "chunk_shape": [32, 964], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.dwconv.bias", "write_shape": [482], "chunk_shape": [482], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.dwconv.kernel", "write_shape": [3, 3, 1, 482], "chunk_shape": [3, 3, 1, 482], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw1.bias", "write_shape": [120], "chunk_shape": [120], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw1.kernel", "write_shape": [482, 120], "chunk_shape": [482, 120], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw2.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw2.kernel", "write_shape": [120, 1], "chunk_shape": [120, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.out_proj.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.out_proj.kernel", "write_shape": [480, 1152], "chunk_shape": [480, 1152], "ext_metadata": null}}]}
checkpoint_400000/d/89ccddba872ec98f9f7196e91e61adce ADDED
Binary file (7.98 kB). View file
 
checkpoint_400000/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
checkpoint_400000/ocdbt.process_0/d/197494707a6ad143f425e535bbb35d03 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb8dbd6bb973040f85b4820e24b26684864582012f77742ac735ca3552552fe0
3
+ size 29597696
checkpoint_400000/ocdbt.process_0/d/391ddebdf84ae2ebc892e17e78d2e73f ADDED
Binary file (512 Bytes). View file
 
checkpoint_400000/ocdbt.process_0/d/430e231c749c8133a2442b29fc42f886 ADDED
Binary file (527 Bytes). View file
 
checkpoint_400000/ocdbt.process_0/d/4f6ad7f5f74533a1a9074df166e2e1ad ADDED
Binary file (53 kB). View file
 
checkpoint_400000/ocdbt.process_0/d/658f2dccd9887c974b4f574fe0511442 ADDED
Binary file (1.47 kB). View file
 
checkpoint_400000/ocdbt.process_0/d/77fa6ec81fda02b6d41760cf6d403cf1 ADDED
Binary file (1.55 kB). View file
 
checkpoint_400000/ocdbt.process_0/d/9516c40bd7a380adac5cb4ca3997c11a ADDED
Binary file (234 Bytes). View file
 
checkpoint_400000/ocdbt.process_0/d/b137f1e9ebe14cb480bc3fa3fcfd6e1a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f3e836477d98666a3c1b2feda9d6b0fba58d276f521ff56aa821bdcf81db562
3
+ size 228667
checkpoint_400000/ocdbt.process_0/d/b4ced3ec77dd597eb933791f7b761a94 ADDED
Binary file (1.18 kB). View file
 
checkpoint_400000/ocdbt.process_0/d/e8eb9bccc04d635a1af744e54c2ecbc8 ADDED
Binary file (1.59 kB). View file
 
checkpoint_400000/ocdbt.process_0/d/f4c5a668a18b620ff8fee12ab7036abe ADDED
Binary file (506 Bytes). View file
 
checkpoint_400000/ocdbt.process_0/d/fe42395121a7437ea74c9a147db5570d ADDED
Binary file (1.54 kB). View file
 
checkpoint_400000/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (592 Bytes). View file
 
latest/checkpoint_400000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1778652340133491234, "commit_timestamp_nsecs": 1778652356572359527, "custom_metadata": {}}
latest/checkpoint_400000/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
latest/checkpoint_400000/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuRmluYWxMYXllcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuTGFiZWxFbWJlZGRlcl8wLkVtYmVkXzAuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuUGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuUGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","YmFja2JvbmUuVGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmFkYWxuX21vZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmFkYWxuX21vZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm1hZ19oZWFkLnB3Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm91dF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLm91dF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc180LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc181LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc182LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG4udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG5fYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmF0dG5fYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc183LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc184LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185Lm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc185LnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18wLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5jb252X2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5jb252X2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5kd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5kd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5tbHBfZmMyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5wd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMC5wd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuX2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5hdHRuX2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5jb252X2FkYWxuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5jb252X2FkYWxuLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5kd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5kd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5tbHBfZmMyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5wd2NvbnYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18xMS5wd2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18yLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9hZGFsbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9hZGFsbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLm1scF9mYzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG4udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG5fYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmF0dG5fYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmNvbnZfYWRhbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmNvbnZfYWRhbG4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmR3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLmR3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLnB3Y29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmJsb2Nrc18zLnB3Y29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNsYXNzX2lucHV0X2VtYmVkLmVtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfZGVsdGFfZW1iZWQuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfbGF5ZXJfZW1iZWQuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfdF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmNvbmRfdF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmZpbmFsX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmZpbmFsX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmdhbW1hX291dA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmluX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cHJlZGljdG9yLmluX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}
latest/checkpoint_400000/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_0.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_1.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_10.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_11.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_12.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_13.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_14.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_15.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_16.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_17.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_18.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_19.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_2.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_20.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_21.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_22.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_23.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_24.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_25.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_26.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_27.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_3.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_4.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_5.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_6.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_7.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_8.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.DiTBlock_9.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_0.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_0.kernel", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_1.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.FinalLayer_0.Dense_1.kernel", "write_shape": [1152, 2304], "chunk_shape": [1152, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.LabelEmbedder_0.Embed_0.embedding", "write_shape": [1001, 1152], "chunk_shape": [1001, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.PatchedPatchEmbed_0.proj.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.PatchedPatchEmbed_0.proj.kernel", "write_shape": [16, 1152], "chunk_shape": [16, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_0.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_0.kernel", "write_shape": [256, 1152], "chunk_shape": [256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_1.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "backbone.TimestepEmbedder_0.Dense_1.kernel", "write_shape": [1152, 1152], "chunk_shape": [1152, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_0.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_1.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_10.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_11.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_2.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_3.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_4.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_5.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_6.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.key.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.key.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.out.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.out.kernel", "write_shape": [8, 60, 480], "chunk_shape": [8, 60, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.query.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.query.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.value.bias", "write_shape": [8, 60], "chunk_shape": [8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn.value.kernel", "write_shape": [480, 8, 60], "chunk_shape": [480, 8, 60], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.attn_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_7.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_8.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.conv_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.conv_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.dwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.dwconv.kernel", "write_shape": [3, 3, 1, 480], "chunk_shape": [3, 3, 1, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_adaln.bias", "write_shape": [1440], "chunk_shape": [1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_adaln.kernel", "write_shape": [32, 1440], "chunk_shape": [32, 1440], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc1.bias", "write_shape": [1920], "chunk_shape": [1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc1.kernel", "write_shape": [480, 1920], "chunk_shape": [480, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc2.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.mlp_fc2.kernel", "write_shape": [1920, 480], "chunk_shape": [1920, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.pwconv.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.blocks_9.pwconv.kernel", "write_shape": [480, 480], "chunk_shape": [480, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.class_input_embed.embedding", "write_shape": [1001, 1152], "chunk_shape": [1001, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_delta_embed.embedding", "write_shape": [28, 32], "chunk_shape": [28, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_layer_embed.embedding", "write_shape": [29, 32], "chunk_shape": [29, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_out.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_out.kernel", "write_shape": [32, 32], "chunk_shape": [32, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_t_proj.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.cond_t_proj.kernel", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.final_ln.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.final_ln.scale", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.gamma_out", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.in_proj.bias", "write_shape": [480], "chunk_shape": [480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.in_proj.kernel", "write_shape": [1152, 480], "chunk_shape": [1152, 480], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.adaln_mod.bias", "write_shape": [964], "chunk_shape": [964], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.adaln_mod.kernel", "write_shape": [32, 964], "chunk_shape": [32, 964], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.dwconv.bias", "write_shape": [482], "chunk_shape": [482], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.dwconv.kernel", "write_shape": [3, 3, 1, 482], "chunk_shape": [3, 3, 1, 482], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw1.bias", "write_shape": [120], "chunk_shape": [120], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw1.kernel", "write_shape": [482, 120], "chunk_shape": [482, 120], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw2.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.mag_head.pw2.kernel", "write_shape": [120, 1], "chunk_shape": [120, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.out_proj.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "predictor.out_proj.kernel", "write_shape": [480, 1152], "chunk_shape": [480, 1152], "ext_metadata": null}}]}
latest/checkpoint_400000/d/7dce239a0396b9174b4e202f8dc8aa6d ADDED
Binary file (8.04 kB). View file
 
latest/checkpoint_400000/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
latest/checkpoint_400000/ocdbt.process_0/d/48ae8c3b25732f35127dee2411fe8c0b ADDED
Binary file (201 Bytes). View file
 
latest/checkpoint_400000/ocdbt.process_0/d/62d5cced42ccdbcfef8aa675459c669c ADDED
Binary file (31.6 kB). View file
 
latest/checkpoint_400000/ocdbt.process_0/d/d6c443f7c7bdb92c327f60c696f6762c ADDED
Binary file (533 Bytes). View file
 
latest/checkpoint_400000/ocdbt.process_0/d/f9a15bfe79964f926d494f62c37a2d11 ADDED
Binary file (574 Bytes). View file
 
latest/checkpoint_400000/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (352 Bytes). View file
 
latest/ema/checkpoint_400000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1778652390965831684, "commit_timestamp_nsecs": 1778652407047983906, "custom_metadata": {}}
latest/ema/checkpoint_400000/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
latest/ema/checkpoint_400000/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"RGlUQmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTguTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMTkuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjAuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjEuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjIuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjMuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjUuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjYuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMjcuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfMy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNi5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfNy5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOC5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RGlUQmxvY2tfOS5NdWx0aUhlYWREb3RQcm9kdWN0QXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RmluYWxMYXllcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RmluYWxMYXllcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RmluYWxMYXllcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","RmluYWxMYXllcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","TGFiZWxFbWJlZGRlcl8wLkVtYmVkXzAuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","UGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","UGF0Y2hlZFBhdGNoRW1iZWRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","VGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","VGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","VGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","VGltZXN0ZXBFbWJlZGRlcl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}
latest/ema/checkpoint_400000/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "DiTBlock_0.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_0.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_1.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_10.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_11.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_12.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_13.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_14.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_15.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_16.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_17.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_18.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_19.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_2.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_20.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_21.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_22.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_23.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_24.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_25.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_26.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_27.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_3.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_4.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_5.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_6.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_7.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_8.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_0.bias", "write_shape": [6912], "chunk_shape": [6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_0.kernel", "write_shape": [1152, 6912], "chunk_shape": [1152, 6912], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_1.bias", "write_shape": [4608], "chunk_shape": [4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_1.kernel", "write_shape": [1152, 4608], "chunk_shape": [1152, 4608], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_2.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.Dense_2.kernel", "write_shape": [4608, 1152], "chunk_shape": [4608, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.key.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.key.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.out.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.out.kernel", "write_shape": [16, 72, 1152], "chunk_shape": [16, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.query.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.query.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.value.bias", "write_shape": [16, 72], "chunk_shape": [16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "DiTBlock_9.MultiHeadDotProductAttention_0.value.kernel", "write_shape": [1152, 16, 72], "chunk_shape": [1152, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "FinalLayer_0.Dense_0.bias", "write_shape": [32], "chunk_shape": [32], "ext_metadata": null}}, {"array_metadata": {"param_name": "FinalLayer_0.Dense_0.kernel", "write_shape": [1152, 32], "chunk_shape": [1152, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "FinalLayer_0.Dense_1.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "FinalLayer_0.Dense_1.kernel", "write_shape": [1152, 2304], "chunk_shape": [1152, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "LabelEmbedder_0.Embed_0.embedding", "write_shape": [1001, 1152], "chunk_shape": [1001, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "PatchedPatchEmbed_0.proj.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "PatchedPatchEmbed_0.proj.kernel", "write_shape": [16, 1152], "chunk_shape": [16, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "TimestepEmbedder_0.Dense_0.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "TimestepEmbedder_0.Dense_0.kernel", "write_shape": [256, 1152], "chunk_shape": [256, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "TimestepEmbedder_0.Dense_1.bias", "write_shape": [1152], "chunk_shape": [1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "TimestepEmbedder_0.Dense_1.kernel", "write_shape": [1152, 1152], "chunk_shape": [1152, 1152], "ext_metadata": null}}]}
latest/ema/checkpoint_400000/d/9989ed5404cf40f857105d060af10e5c ADDED
Binary file (4.34 kB). View file
 
latest/ema/checkpoint_400000/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/0b6be26a286db035b0dced5cc40d0217 ADDED
Binary file (523 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/1ab113fa74cd4906c1f19a46c03c4314 ADDED
Binary file (505 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/1de9dc33f844966b10fa8a34bb366867 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154ace00278dcc783c63813a61720aff44f9561f6a94e3560c721525e77b0036
3
+ size 59273216
latest/ema/checkpoint_400000/ocdbt.process_0/d/21156d2763b1a84f25cc1b9c9b64ec35 ADDED
Binary file (789 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/4206e9dce6a03899b0e39cfd3720d1da ADDED
Binary file (21.7 kB). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/44935abe029c8ac7e52c7a04662b78f8 ADDED
Binary file (543 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/6dd5db8b66e279b58821d30fb0d98362 ADDED
Binary file (195 Bytes). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/d/80d4d7186e25094c2a630a6d91f24a8f ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffcdf7aa6e85199557356255c65a2a5c25392f2f6cc4f085878a0bf223dadc82
3
+ size 4960256
latest/ema/checkpoint_400000/ocdbt.process_0/d/a1c1bbbffe494f5fb8bdbb4355efeeb6 ADDED
Binary file (4.32 kB). View file
 
latest/ema/checkpoint_400000/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (504 Bytes). View file
 
latest/l2_ema/checkpoint_400000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1778652408080559757, "commit_timestamp_nsecs": 1778652408101433400, "custom_metadata": {}}
latest/l2_ema/checkpoint_400000/_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tree_metadata": {"('l2_ema',)": {"key_metadata": [{"key": "l2_ema", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [29, 5, 256]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
latest/l2_ema/checkpoint_400000/_sharding ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bDJfZW1h":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}