diff --git "a/default/_sharding" "b/default/_sharding"
new file mode 100644--- /dev/null
+++ "b/default/_sharding"
@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2MuaGFsdF9uZXQubGF5ZXJzXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2MuaGFsdF9uZXQubGF5ZXJzXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2MuaGFsdF9uZXQubGF5ZXJzXzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2MuaGFsdF9uZXQubGF5ZXJzXzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2MubG9vcF9lbWJlZC5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfZ2F0ZS5sYXllcnNfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfZ2F0ZS5sYXllcnNfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfbm9ybS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfdHJhbnNmb3JtLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5hY2Muc3RhdGVfdHJhbnNmb3JtLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmVtYmVkZGluZy5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmZpbmFsX25vcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmZpbmFsX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLmxtX2hlYWQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5jb250cm9sbGVyLnBvc19lbmNvZGluZy5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzMuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzMua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5pbmRleGVyLkRlbnNlXzQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5tdS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2MuaGFsdF9uZXQubGF5ZXJzXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2MuaGFsdF9uZXQubGF5ZXJzXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2MuaGFsdF9uZXQubGF5ZXJzXzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2MuaGFsdF9uZXQubGF5ZXJzXzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2MubG9vcF9lbWJlZC5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfZ2F0ZS5sYXllcnNfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfZ2F0ZS5sYXllcnNfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfbm9ybS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfdHJhbnNmb3JtLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5hY2Muc3RhdGVfdHJhbnNmb3JtLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmVtYmVkZGluZy5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmZpbmFsX25vcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmZpbmFsX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc180LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc181LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc182LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc183LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc184LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc185LlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18wLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMC5UaW55RkZOXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5GbGFzaENhdXNhbFNlbGZBdHRlbnRpb25fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18xMS5UaW55RkZOXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18yLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxheWVyc18zLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLmxtX2hlYWQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5jb250cm9sbGVyLnBvc19lbmNvZGluZy5lbWJlZGRpbmc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzMuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzMua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzQuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5pbmRleGVyLkRlbnNlXzQua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMC5udS5yZXRyaWV2YWxfaW50ZWdyYXRvci5sYXllcnNfMy5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","b3B0X3N0YXRlLjEuMi5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","c3RlcA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cG9vbF92":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cG9vbF9t":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5oYWx0X25ldC5sYXllcnNfMC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5oYWx0X25ldC5sYXllcnNfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5oYWx0X25ldC5sYXllcnNfMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5oYWx0X25ldC5sYXllcnNfMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5sb29wX2VtYmVkLmVtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV90cmFuc2Zvcm0uYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV90cmFuc2Zvcm0ua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV9nYXRlLmxheWVyc18wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV9nYXRlLmxheWVyc18wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV9ub3JtLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmFjYy5zdGF0ZV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIuZW1iZWRkaW5nLmVtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIuZmluYWxfbm9ybS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIuZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzAuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzEwLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkZsYXNoQ2F1c2FsU2VsZkF0dGVudGlvbl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLlRpbnlGRk5fMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLlRpbnlGRk5fMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLlRpbnlGRk5fMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzExLlRpbnlGRk5fMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzIuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzMuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzQuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzUuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzYuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzcuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzguVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuRmxhc2hDYXVzYWxTZWxmQXR0ZW50aW9uXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuVGlueUZGTl8wLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuVGlueUZGTl8wLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuVGlueUZGTl8wLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIubGF5ZXJzXzkuVGlueUZGTl8wLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmNvbnRyb2xsZXIucG9zX2VuY29kaW5nLmVtYmVkZGluZw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMy5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfMy5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfNC5iaWFz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLmluZGV4ZXIuRGVuc2VfNC5rZXJuZWw=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnBvb2wucGFyYW1zX3N0b3JhZ2U=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18wLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18wLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18yLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18yLmtlcm5lbA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18zLmJpYXM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cGFyYW1zLnJldHJpZXZhbF9pbnRlZ3JhdG9yLmxheWVyc18zLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}","cm5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [8], \"axis_names\": [\"shard\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 7}, {\"id\": 6}, {\"id\": 5}, {\"id\": 4}]}}"}
\ No newline at end of file