{"b3B0X3N0YXRlLjAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnBvc19lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnRva2VuX2VtYi5lbWJlZGRpbmc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUubG1faGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUubG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnBvc19lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnRva2VuX2VtYi5lbWJlZGRpbmc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUubG1faGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUubG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","c3RlcA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLlRva2VuQW5kUG9zaXRpb25FbWJlZGRpbmdfMC50b2tlbl9lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLlRva2VuQW5kUG9zaXRpb25FbWJlZGRpbmdfMC5wb3NfZW1iLmVtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmxtX2hlYWQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmxtX2hlYWQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}