{"b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm11LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLm51LmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5hZGFtLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLmlubmVyX3N0YXRlcy50cmFpbi5pbm5lcl9zdGF0ZS5sci5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","c3RlcA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwuZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5n":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwuZmluYWxfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMC5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMS5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTAucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTEucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTIucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTMucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTQucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTUucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTYucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTcucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTguc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTgucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMTkucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMi5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjAucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjEucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjIucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjMucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjQucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjUucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjYucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjcucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5rdl9laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjguc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjgucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0uX0xvUkFFaW5zdW1fMC5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5hdHRuX3ZlY19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5rZXlfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuYXR0bi5xdWVyeV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwLmdhdGluZ19laW5zdW0udw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwLmxpbmVhci53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwLnBlcl9leHBlcnRfc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwLnJvdXRlcl9sb2dpdHMudw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwLnJvdXRlcl9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9nYXRpbmdfZWluc3VtLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5fTG9SQUVpbnN1bV9saW5lYXIubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5nYXRpbmdfZWluc3Vt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkubWxwMi5saW5lYXI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkuc2tpcF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucG9zdF9hdHRlbnRpb25fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucG9zdF9mZncxX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucG9zdF9mZncyX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucG9zdF9mZndfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucHJlX2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucHJlX2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMjkucHJlX2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfMy5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNC5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNS5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNi5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfNy5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOC5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmt2X2VpbnN1bS5fTG9SQUVpbnN1bV8wLmxvcmEuYg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLmtleV9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnF1ZXJ5X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLl9Mb1JBRWluc3VtXzAubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5hdHRuLnFfZWluc3VtLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAuZ2F0aW5nX2VpbnN1bS53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAubGluZWFyLnc=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAucGVyX2V4cGVydF9zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAucm91dGVyX2xvZ2l0cy53":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAucm91dGVyX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5h":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2dhdGluZ19laW5zdW0ubG9yYS5i":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmE=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLl9Mb1JBRWluc3VtX2xpbmVhci5sb3JhLmI=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLmdhdGluZ19laW5zdW0=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5tbHAyLmxpbmVhcg==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wb3N0X2F0dGVudGlvbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wb3N0X2Zmd19ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wb3N0X2ZmdzFfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wb3N0X2ZmdzJfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wcmVfYXR0ZW50aW9uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wcmVfZmZ3Ml9ub3JtLnNjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5wcmVfZmZ3X25vcm0uc2NhbGU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwubGF5ZXJfOS5za2lwX3NjYWxl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwuc2VsZl9jb25kaXRpb25lci5mZncuZ2F0aW5nX2VpbnN1bQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwuc2VsZl9jb25kaXRpb25lci5mZncubGluZWFy":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmdlbW1hX25ldHdvcmsuZ2VtbWFfbW9kZWwuc2VsZl9jb25kaXRpb25lci5wcmVfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"devices\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}