File size: 31,771 Bytes
a3d2204 | 1 | {"cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLm91dHB1dF9sYXllci5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLm91dHB1dF9sYXllci5saW5lYXIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLm91dHB1dF9sYXllci5ub3JtX2ZpbmFsLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy40LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy41LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy42LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy43LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy44LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45Lm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45LmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy45LmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4wLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hZGFMTl9tb2R1bGF0aW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX291dC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5hdHRuX3Frdi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5tbHBfZmMyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4xMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4yLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm1scF9mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fb3V0LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLmF0dG5fcWt2LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmJsb2Nrcy4zLmFkYUxOX21vZHVsYXRpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnNpZ21hX21hcC5tbHBfMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","cGFyYW1zLmNvbmRpdGlvbmVyLnZvY2FiX2VtYmVkLmVtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"fsdp\"], \"axis_types\": [\"AxisType.Auto\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"} |