_sharding

{"ZW1iZWRkaW5nX2xheWVyLnBvc19lbWIuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","ZW1iZWRkaW5nX2xheWVyLnRva2VuX2VtYi5lbWJlZGRpbmcudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","b3V0cHV0X2xheWVyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","b3V0cHV0X2xheWVyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGF5ZXJfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGF5ZXJfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGF5ZXJfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGF5ZXJfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGluZWFyMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGluZWFyMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGluZWFyMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubGluZWFyMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjAubWhhLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGF5ZXJfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGF5ZXJfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGF5ZXJfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGF5ZXJfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGluZWFyMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGluZWFyMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGluZWFyMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubGluZWFyMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjEubWhhLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGF5ZXJfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGF5ZXJfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGF5ZXJfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGF5ZXJfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGluZWFyMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGluZWFyMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGluZWFyMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubGluZWFyMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjIubWhhLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGF5ZXJfbm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGF5ZXJfbm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGF5ZXJfbm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGF5ZXJfbm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGluZWFyMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGluZWFyMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGluZWFyMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubGluZWFyMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}","dHJhbnNmb3JtZXJfYmxvY2tzLjMubWhhLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 2], \"axis_names\": [\"batch\", \"model\"], \"axis_types\": [\"AxisType.Auto\", \"AxisType.Auto\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}], [{\"id\": 2}, {\"id\": 3}], [{\"id\": 7}, {\"id\": 6}], [{\"id\": 5}, {\"id\": 4}]]}}"}