diff --git "a/190000/model_state/_sharding" "b/190000/model_state/_sharding"
new file mode 100644--- /dev/null
+++ "b/190000/model_state/_sharding"
@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLjAuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MubWFza190b2tlbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MucGF0Y2hfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudG9rZW5pemVyLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MubWFza190b2tlbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MucGF0Y2hfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudG9rZW5pemVyLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjIuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuYWN0aW9uX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MuYWN0aW9uX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MubWFza190b2tlbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MucGF0Y2hfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjQudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuYmxvY2tzLjUudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZHluYW1pY3MudHJhbnNmb3JtZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmFjdGlvbl9pbi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnBhdGNoX3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnBhdGNoX3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmRyb3Aucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwubGFtLnZxLmRyb3Aucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmRlY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjAudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjEudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjIudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuZmZuX2RlbnNlMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMuc3BhdGlhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfYXR0ZW50aW9uLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuYmxvY2tzLjMudGVtcG9yYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIuaW5wdXRfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLmVuY29kZXIub3V0cHV0X2RlbnNlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLnZxLmNvZGVib29rLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLnZxLmRyb3Aucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudG9rZW5pemVyLnZxLmRyb3Aucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","c3RlcC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}
\ No newline at end of file