{"b3B0X3N0YXRlLjAuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudGltZXN0ZXBfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLm1hc2tfcGF0Y2gudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudGltZXN0ZXBfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLm1hc2tfcGF0Y2gudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjIuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLm91dHB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy40LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy41LnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4wLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4xLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4yLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9kZW5zZTIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLmZmbl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnNwYXRpYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmJsb2Nrcy4zLnRlbXBvcmFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X25vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuZGlmZnVzaW9uX3RyYW5zZm9ybWVyLmlucHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudGltZXN0ZXBfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmRyb3Aucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmRyb3Aucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLm1hc2tfcGF0Y2gudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","c3RlcC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}