diff --git "a/checkpoints/10/default/_sharding" "b/checkpoints/10/default/_sharding"
--- "a/checkpoints/10/default/_sharding"
+++ "b/checkpoints/10/default/_sharding"
@@ -1 +1 @@
-{"b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAuY291bnQudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjIuY291bnQudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLnN0ZXAudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}
\ No newline at end of file
+{"b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAuY291bnQudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLmJuLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLmJuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubXUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLmJuLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLmJuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjAubnUubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLm9wdF9zdGF0ZS4xLjIuY291bnQudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0aW1pemVyLnN0ZXAudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuY2xhc3NpZmllcl9oZWFkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuY2xhc3NpZmllcl9oZWFkLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuY2xzX3Rva2VuLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjIubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjMubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjQubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX0wua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5wcm9qX1Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3YuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuYXR0bi5xa3Yua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuZHJvcG91dC5ybmdzLmNvdW50LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUuZHJvcG91dC5ybmdzLmtleS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubWxwLmxheWVycy4yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUuYmxvY2tzLjUubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUubm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUubm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucG9zX2VtYmVkLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucGF0Y2hfZW1iZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuYmFja2JvbmUucGF0Y2hfZW1iZWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLmJuLm1lYW4udmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLmJuLmJpYXMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLmJuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLmJuLnZhci52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLnByb2plY3Rpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwuZ3JvdW5kaW5nLnByb2plY3Rpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLm1vdXRoLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmJvZHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmV5ZXMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmhlYWQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLm1ldGFsbGljLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmJveHkucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLnN0cnVjdHVyZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5wcmVkaWNhdGVzLndpbmRvd3MucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5pc19haXJwbGFuZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucHJlZGljYXRlcy5qZXRfZW5naW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTAucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucHJlZGljYXRlcy5zYWlscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTEucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5ib2F0X2VuZ2luZS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTIucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53YXRlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy53aW5ncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5jaGltbmV5LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucHJlZGljYXRlcy5pc19zaGlwLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTMucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy53aGVlbHMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc190cnVjay5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5pc192ZWhpY2xlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5sb25nZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucHJlZGljYXRlcy5zbWFsbGVyLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5sZWZ0LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMTQucm9vdC5yaWdodC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmlzX2NhdC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLnNtYWxsX2VhcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmJlYWsucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmZlYXRoZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLmlzX2JpcmQucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLnR3b19sZWdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5jaGlsZC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuY2hpbGRyZW4uMS5nYXRlLndlaWdodC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuMy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmFudGxlcnMucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmlzX2RlZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5wcmVkaWNhdGVzLnNob3J0X3RhaWwucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmlzX2RvZy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdfdGFpbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLmxvbmdlcl9zbm91dC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5wcmVkaWNhdGVzLndoaXNrZXJzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmNoaWxkLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLmdhdGUud2VpZ2h0LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmJ1bGdpbmdfZXllcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmNvbG9yZnVsLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLmlzX2Zyb2cucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5wcmVkaWNhdGVzLnNoaW55LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNi5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLm1hbmUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmZvdXJfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmhvb3Zlcy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2FuaW1hbC5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmlzX2hvcnNlLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdfbGVncy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5wcmVkaWNhdGVzLmxvbmdlcl9uZWNrLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjAuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmNoaWxkcmVuLjEucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuNy5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX2F1dG9tb2JpbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLnNtYWxsZXIucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5wcmVkaWNhdGVzLndoZWVscy5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOC5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX2FpcnBsYW5lLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLm9mZnNldF9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLmlzX3ZlaGljbGUucHJlZGljYXRlLnNsb3BlX3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLnByb3BlbGxlci5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5wcmVkaWNhdGVzLndpbmdzLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmdhdGUuYmV0YS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmdhdGUud2VpZ2h0cy52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4wLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5jaGlsZHJlbi4xLnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLmJldGEudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMC5nYXRlLndlaWdodHMudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X2wudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUub2Zmc2V0X3UudmFsdWU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuY2hpbGRyZW4uMS5wcmVkaWNhdGUuc2xvcGVfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS53ZWlnaHRzLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LmxlZnQuZ2F0ZS5iZXRhLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfbC52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5vZmZzZXRfdS52YWx1ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV91LnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bW9kZWwubG9naWMucnVsZXMuOS5yb290LnJpZ2h0LnByZWRpY2F0ZS5zbG9wZV9sLnZhbHVl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}
\ No newline at end of file